00010000:00010000:1.0F:1789776724.005313:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789776725.027277:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cd8825180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876716449636224:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789776725.027355:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0F:1789776725.029246:0:18699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449636224 00000100:00100000:2.0:1789776725.029267:0:18699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449636224 00000100:00100000:2.0:1789776725.029391:0:18699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1789776725.029403:0:18699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3040e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1876716449636224:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789776725.029434:0:18699:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1789776725.029557:0:18699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3040e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1876716449636224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 157us (2201us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776725.029564:0:18699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00080000:1.0:1789776725.031359:0:17186:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789776725.031428:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cd8825180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876716449636224:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0F:1789776725.035145:0:18724:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789776725.540442:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789776725.540463:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cd8827480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876716449636352:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789776725.540545:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776725.540620:0:17196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449636352 00000100:00100000:3.0:1789776725.540637:0:17196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449636352 00000100:00100000:3.0:1789776725.540682:0:17196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1789776725.540691:0:17196:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cd8825880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1876716449636352:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789776725.540725:0:17196:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789776725.540768:0:17196:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cd8825880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1876716449636352:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776725.540775:0:17196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1789776725.540817:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cd8827480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876716449636352:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789776725.548815:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cd8827480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876716449636480:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789776725.548889:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776725.548968:0:18202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449636480 00000100:00100000:3.0:1789776725.548976:0:18202:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449636480 00000100:00100000:3.0:1789776725.549021:0:18202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1789776725.549029:0:18202:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cd8825c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876716449636480:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789776725.550537:0:18202:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:3.0:1789776725.550636:0:18202:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cd8825c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876716449636480:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1604us (1743us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776725.550647:0:18202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1789776725.550901:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cd8827480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876716449636480:0@lo:41:osp-pre-0-1.0 00000001:00080000:2.0:1789776725.555100:0:17170:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934622 is committed 00000020:00080000:2.0:1789776725.555117:0:17170:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8a5cedd239c0 refcount 2 committed 0 result 0 batchid 4294967529 00000020:00080000:2.0:1789776725.555123:0:17170:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8a5cf5c6d600 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8a5cedd23840 00000020:00080000:2.0:1789776725.555126:0:17170:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8a5cf5c6d700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a5bc3ebb600 00010000:00010000:2.0:1789776725.555174:0:3630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3cde000/0xf13b8042cb8862a8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17192 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776725.555186:0:3630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3cde000/0xf13b8042cb8862a8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17192 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776725.555195:0:3630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3cde000/0xf13b8042cb8862a8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17192 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776725.555201:0:3630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc3cde000 already unused, calling callback (ffffffffc180b4f0) 00010000:00010000:2.0:1789776725.555206:0:3630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3cde000/0xf13b8042cb8862a8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17192 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776725.555215:0:3630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3cde000/0xf13b8042cb8862a8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17192 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776725.555232:0:3630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8a5bc2122f00) 00010000:00010000:2.0:1789776725.555235:0:3630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789776725.555247:0:3630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3cde000/0xf13b8042cb8862a8 lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17192 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776725.555254:0:3630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3cde000/0xf13b8042cb8862a8 lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17192 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1789776725.555282:0:17230:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967529 committed batchid 8 00000020:00080000:2.0:1789776725.555352:0:17230:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00000100:00100000:3.0:1789776726.054116:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3040000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876716449636608:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789776726.054207:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0F:1789776726.054321:0:18699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449636608 00000100:00100000:0.0:1789776726.054335:0:18699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449636608 00000100:00100000:0.0:1789776726.054397:0:18699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1789776726.054407:0:18699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cd8827480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1876716449636608:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1789776726.054430:0:18699:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1789776726.062225:0:18699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cd8827480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1876716449636608:12345-0@lo:13:osp-pre-0-0.0 Request processed in 7808us (8006us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776726.062241:0:18699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00080000:0.0:1789776726.062283:0:17186:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789776726.066884:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3040000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876716449636608:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1789776726.066936:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789776726.549022:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1789776726.550172:0:17191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432796288 00000100:00100000:1.0:1789776726.550186:0:17191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432796288 00000100:00100000:0.0:1789776726.550405:0:17191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 65 00000100:00100000:0.0:1789776726.550418:0:17191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cd8825180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:46b2d271-3290-4278-a9ba-b0b58b3db4ff+13:15589:x1876716432796288:12345-192.168.204.27@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1789776726.550555:0:17191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cd8825180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:46b2d271-3290-4278-a9ba-b0b58b3db4ff+13:15589:x1876716432796288:12345-192.168.204.27@tcp:60:lhsmtool_posix.0 Request processed in 140us (1548us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776726.550563:0:17191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 65 00000100:00080000:1.0:1789776726.550888:0:17186:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:2.0:1789776726.564208:0:17945:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1789776726.568626:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1789776726.569093:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432796416 00000100:00100000:0.0:1789776726.569104:0:17192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432796416 00000100:00100000:0.0:1789776726.569186:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 66 00000100:00100000:0.0:1789776726.569198:0:17192:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf08e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:46b2d271-3290-4278-a9ba-b0b58b3db4ff+5:15589:x1876716432796416:12345-192.168.204.27@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1789776726.569325:0:17192:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf08e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:46b2d271-3290-4278-a9ba-b0b58b3db4ff+5:15589:x1876716432796416:12345-192.168.204.27@tcp:60:lhsmtool_posix.0 Request processed in 129us (709us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776726.569333:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 66 00000100:00080000:1.0:1789776726.570932:0:17186:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789776726.580102:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776726.580229:0:17194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432796672 00000100:00100000:3.0:1789776726.580239:0:17194:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432796672 00000100:00100000:3.0:1789776726.580306:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12 00000100:00100000:3.0:1789776726.580316:0:17194:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff492d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:46b2d271-3290-4278-a9ba-b0b58b3db4ff+13:15589:x1876716432796672:12345-192.168.204.27@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1789776726.580590:0:17194:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff492d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:46b2d271-3290-4278-a9ba-b0b58b3db4ff+14:15589:x1876716432796672:12345-192.168.204.27@tcp:35:lhsmtool_posix.0 Request processed in 275us (497us total) trans 8589934623 rc 0/0 00000100:00100000:3.0:1789776726.580719:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12 00000100:00100000:0.0:1789776727.074904:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf08e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876716449636736:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789776727.074994:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776727.075128:0:18699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449636736 00000100:00100000:3.0:1789776727.075146:0:18699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449636736 00000100:00100000:3.0:1789776727.075205:0:18699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1789776727.075216:0:18699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf089ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1876716449636736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1789776727.075245:0:18699:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1789776727.075285:0:18699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf089ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1876716449636736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776727.075292:0:18699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00080000:3.0:1789776727.075313:0:17186:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789776727.075738:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf08e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876716449636736:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789776727.077302:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf08e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876716449636864:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789776727.077372:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776727.077611:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf089c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876716449637248:0@lo:400:kworker.0 00000100:00100000:0.0:1789776727.077653:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776727.077708:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf089df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876716449637760:0@lo:400:kworker.0 00000100:00100000:0.0:1789776727.077730:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776727.077746:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf089d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3643:1876716449638272:0@lo:400:kworker.0 00000100:00100000:0.0:1789776727.077765:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776727.077787:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1789776727.077793:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf089ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1876716449637376:0@lo:400:kworker.0 00000100:00100000:0.0:1789776727.077813:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776727.077829:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf089c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3643:1876716449637888:0@lo:400:kworker.0 00000100:00100000:0.0:1789776727.077848:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776727.077864:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3643:1876716449638400:0@lo:400:kworker.0 00000100:00100000:0.0:1789776727.077880:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776727.077907:0:18719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449638272 00000100:00100000:0.0:1789776727.077913:0:18719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449638272 00000100:00100000:0.0:1789776727.077954:0:18719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449637376 00000100:00100000:0.0:1789776727.077957:0:18719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449637376 00000100:00100000:0.0:1789776727.077985:0:18719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449637888 00000100:00100000:0.0:1789776727.077988:0:18719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449637888 00000100:00100000:0.0:1789776727.078006:0:18719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449638400 00000100:00100000:0.0:1789776727.078009:0:18719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449638400 00000100:00100000:0.0:1789776727.078027:0:18719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00010000:00010000:2.0:1789776727.078268:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789776727.078295:0:18698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449637248 00000100:00100000:2.0:1789776727.078299:0:18698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449637248 00000100:00100000:2.0:1789776727.078325:0:18698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449637760 00000100:00100000:2.0:1789776727.078327:0:18698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449637760 00000100:00100000:2.0:1789776727.078347:0:18698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1789776727.078354:0:18698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0832680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1876716449637248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789776727.078405:0:18698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0832680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1876716449637248:12345-0@lo:400:kworker.0 Request processed in 51us (751us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776727.078412:0:18698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1789776727.078428:0:18698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1789776727.078434:0:18698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1876716449637760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789776727.078460:0:18698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1876716449637760:12345-0@lo:400:kworker.0 Request processed in 26us (729us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776727.078465:0:18698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1789776727.078482:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf089fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876716449637120:0@lo:400:kworker.0 00000100:00100000:2.0:1789776727.078548:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776727.078577:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf089f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876716449637632:0@lo:400:kworker.0 00000100:00100000:2.0:1789776727.078600:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776727.078617:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf089d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3646:1876716449638144:0@lo:400:kworker.0 00000100:00100000:2.0:1789776727.078635:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776727.078648:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1789776727.078653:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf089c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:086c90d1-9383-41b8-afea-b47b6abf291d:3646:1876716449636992:0@lo:400:kworker.0 00000100:00100000:0.0:1789776727.079118:0:18719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0830380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1876716449638272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789776727.079174:0:18719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0830380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1876716449638272:12345-0@lo:400:kworker.0 Request processed in 1139us (1407us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776727.079182:0:18719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1789776727.079198:0:18719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449638144 00000100:00100000:0.0:1789776727.079203:0:18719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449638144 00000100:00100000:0.0:1789776727.079235:0:18719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1789776727.079242:0:18719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0831500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1876716449637376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789776727.079272:0:18719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0831500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1876716449637376:12345-0@lo:400:kworker.0 Request processed in 31us (1458us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776727.079278:0:18719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1789776727.079288:0:18719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1789776727.079294:0:18719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0831c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1876716449637888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789776727.079321:0:18719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0831c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1876716449637888:12345-0@lo:400:kworker.0 Request processed in 27us (1472us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776727.079333:0:18719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1789776727.079345:0:18719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1789776727.079351:0:18719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0833800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1876716449638400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789776727.079378:0:18719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0833800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1876716449638400:12345-0@lo:400:kworker.0 Request processed in 27us (1495us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776727.079383:0:18719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1789776727.079394:0:18719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1789776727.079400:0:18719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3edd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1876716449638144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789776727.079425:0:18719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3edd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1876716449638144:12345-0@lo:400:kworker.0 Request processed in 25us (789us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776727.079431:0:18719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00080000:0.0:1789776727.079454:0:17186:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1789776727.079459:0:17186:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789776727.079461:0:17186:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789776727.079513:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf089ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1876716449637376:0@lo:400:kworker.0 00000100:00100000:0.0:1789776727.079526:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf089c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3643:1876716449637888:0@lo:400:kworker.0 00010000:00080000:0.0:1789776727.079549:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5cf0833480 x1876716449638400/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776743 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789776727.079560:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3643:1876716449638400:0@lo:400:kworker.0 00000100:00100000:0.0:1789776727.079571:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf089c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876716449637248:0@lo:400:kworker.0 00000100:00100000:0.0:1789776727.079581:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf089df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876716449637760:0@lo:400:kworker.0 00000100:00100000:0.0:1789776727.079590:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf089d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3643:1876716449638272:0@lo:400:kworker.0 00000100:00100000:0.0:1789776727.079647:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449637632 00000100:00100000:0.0:1789776727.079651:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449637632 00000100:00100000:0.0:1789776727.079703:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1789776727.079710:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3edc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3646:x1876716449637632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789776727.079743:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3edc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3646:x1876716449637632:12345-0@lo:400:kworker.0 Request processed in 34us (1141us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776727.079749:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:0.0:1789776727.079768:0:17186:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789776727.079790:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449637120 00000100:00100000:0.0:1789776727.079794:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449637120 00000100:00100000:0.0:1789776727.079818:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1789776727.079825:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf5e08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1876716449637120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789776727.079855:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf5e08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1876716449637120:12345-0@lo:400:kworker.0 Request processed in 30us (1306us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776727.079861:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1789776727.079985:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776727.080021:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf089ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876716449637504:0@lo:400:kworker.0 00000100:00100000:1.0:1789776727.080631:0:17182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449636992 00000100:00100000:1.0:1789776727.080638:0:17182:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449636992 00000100:00100000:1.0:1789776727.080675:0:17182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:1.0:1789776727.080683:0:17182:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc2107450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:086c90d1-9383-41b8-afea-b47b6abf291d+24:3646:x1876716449636992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789776727.080722:0:17182:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc2107450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:086c90d1-9383-41b8-afea-b47b6abf291d+24:3646:x1876716449636992:12345-0@lo:400:kworker.0 Request processed in 41us (738us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776727.080728:0:17182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:2.0:1789776727.082485:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776727.082560:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf089dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3646:1876716449638016:0@lo:400:kworker.0 00000100:00100000:1.0:1789776727.082595:0:17196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449637504 00000100:00100000:2.0:1789776727.082600:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776727.082605:0:17196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449637504 00000100:00100000:2.0:1789776727.082648:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf089fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876716449637120:0@lo:400:kworker.0 00000100:00100000:1.0:1789776727.082660:0:17196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1789776727.082667:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf089f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876716449637632:0@lo:400:kworker.0 00000100:00100000:1.0:1789776727.082672:0:17196:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3ede680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876716449637504:12345-0@lo:400:kworker.0 00010000:00080000:2.0:1789776727.082687:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5cf089d880 x1876716449638144/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776743 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789776727.082699:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf089d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3646:1876716449638144:0@lo:400:kworker.0 00000100:00100000:2.0:1789776727.082729:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf089c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:086c90d1-9383-41b8-afea-b47b6abf291d:3646:1876716449636992:0@lo:400:kworker.0 00000100:00100000:1.0:1789776727.082751:0:17196:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3ede680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876716449637504:12345-0@lo:400:kworker.0 Request processed in 83us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776727.082759:0:17196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1789776727.082804:0:18719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449638016 00000100:00100000:1.0:1789776727.082808:0:18719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449638016 00000100:00100000:1.0:1789776727.082847:0:18719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1789776727.082855:0:18719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3edfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1876716449638016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789776727.083114:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf089ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876716449637504:0@lo:400:kworker.0 00000100:00080000:2.0:1789776727.083158:0:17186:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789776727.083798:0:18699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449636864 00000100:00100000:3.0:1789776727.083805:0:18699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449636864 00000100:00100000:3.0:1789776727.083853:0:18699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1789776727.083860:0:18699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1876716449636864:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1789776727.083879:0:18699:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1789776727.083933:0:18699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1876716449636864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (6561us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776727.083953:0:18699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1789776727.084203:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf08e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876716449636864:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789776727.084711:0:18719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3edfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1876716449638016:12345-0@lo:400:kworker.0 Request processed in 1855us (2111us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776727.085435:0:18719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1789776727.086342:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf089dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3646:1876716449638016:0@lo:400:kworker.0 00010000:00010000:3.0:1789776728.098899:0:18724:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789776728.258931:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776728.258970:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776728.259008:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776728.259091:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432797184 00000100:00100000:3.0:1789776728.259101:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432797184 00000100:00100000:3.0:1789776728.259170:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 36 00000100:00100000:3.0:1789776728.259180:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff35c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:46b2d271-3290-4278-a9ba-b0b58b3db4ff+5:2414:x1876716432797184:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:3.0:1789776728.259250:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff35c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:46b2d271-3290-4278-a9ba-b0b58b3db4ff+5:2414:x1876716432797184:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 71us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776728.259257:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 36 00000100:00080000:3.0:1789776728.259298:0:17186:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789776728.259432:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432796928 00000100:00100000:0.0:1789776728.259437:0:17192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432796928 00000100:00100000:0.0:1789776728.259480:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 76 00000100:00100000:0.0:1789776728.259488:0:17192:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3edf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:46b2d271-3290-4278-a9ba-b0b58b3db4ff+14:2414:x1876716432796928:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:0.0:1789776728.259567:0:17192:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3edf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:46b2d271-3290-4278-a9ba-b0b58b3db4ff+14:2414:x1876716432796928:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 79us (644us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776728.259574:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 76 00000100:00100000:2.0:1789776728.260077:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776728.260116:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776728.260141:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776728.260159:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776728.260174:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776728.260192:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776728.260218:0:18719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432797056 00000100:00100000:2.0:1789776728.260223:0:18719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432797056 00000100:00100000:2.0:1789776728.260252:0:18719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432797440 00000100:00100000:2.0:1789776728.260255:0:18719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432797440 00000100:00100000:2.0:1789776728.260266:0:18719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432797568 00000100:00100000:2.0:1789776728.260269:0:18719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432797568 00000100:00100000:2.0:1789776728.260297:0:18719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 77 00000100:00100000:2.0:1789776728.260304:0:18719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff35d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:46b2d271-3290-4278-a9ba-b0b58b3db4ff+5:2414:x1876716432797056:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:2.0:1789776728.260342:0:18719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff35d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:46b2d271-3290-4278-a9ba-b0b58b3db4ff+5:2414:x1876716432797056:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 39us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776728.260349:0:18719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 77 00000100:00100000:2.0:1789776728.260361:0:18719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 78 00000100:00100000:2.0:1789776728.260368:0:18719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff35e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:61ebe720-9c2b-4296-9269-a6a3ff3a08d8+6:2413:x1876716432797440:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:0.0:1789776728.260529:0:20136:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432797312 00000100:00100000:0.0:1789776728.260534:0:20136:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432797312 00000100:00100000:0.0:1789776728.260556:0:20136:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432797696 00000100:00100000:0.0:1789776728.260558:0:20136:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432797696 00000100:00100000:0.0:1789776728.260574:0:20136:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432797824 00000100:00100000:0.0:1789776728.260577:0:20136:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432797824 00000100:00100000:0.0:1789776728.260589:0:20136:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 30 00000100:00100000:0.0:1789776728.260596:0:20136:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3e95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:46b2d271-3290-4278-a9ba-b0b58b3db4ff+5:2410:x1876716432797312:12345-192.168.204.27@tcp:9:kworker.0 00000020:00000080:0.0:1789776728.260614:0:20136:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885fde 00000100:00080000:0.0:1789776728.260628:0:20136:0:(import.c:65:import_set_state_nolock()) ffff8a5cc91fd000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789776728.260681:0:20136:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1789776728.260819:0:20136:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3e95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:46b2d271-3290-4278-a9ba-b0b58b3db4ff+2:2410:x1876716432797312:12345-192.168.204.27@tcp:9:kworker.0 Request processed in 223us (676us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776728.260827:0:20136:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 30 00000100:00100000:0.0:1789776728.260839:0:20136:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 31 00000100:00100000:0.0:1789776728.260845:0:20136:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3e94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:61ebe720-9c2b-4296-9269-a6a3ff3a08d8+5:2410:x1876716432797696:12345-192.168.204.27@tcp:9:kworker.0 00000020:00000080:0.0:1789776728.260855:0:20136:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb886016 00000100:00080000:0.0:1789776728.260861:0:20136:0:(import.c:65:import_set_state_nolock()) ffff8a5cf5148000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789776728.260883:0:20136:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:0.0:1789776728.260947:0:20136:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3e94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:61ebe720-9c2b-4296-9269-a6a3ff3a08d8+2:2410:x1876716432797696:12345-192.168.204.27@tcp:9:kworker.0 Request processed in 102us (772us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776728.260954:0:20136:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 31 00000100:00100000:0.0:1789776728.260965:0:20136:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 32 00000100:00100000:0.0:1789776728.260979:0:20136:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3e95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:61ebe720-9c2b-4296-9269-a6a3ff3a08d8+5:2410:x1876716432797824:12345-192.168.204.27@tcp:9:kworker.0 00000020:00000080:0.0:1789776728.260990:0:20136:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb88601d 00000100:00080000:0.0:1789776728.260995:0:20136:0:(import.c:65:import_set_state_nolock()) ffff8a5cf5cea000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789776728.261014:0:20136:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1789776728.261063:0:20136:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3e95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:61ebe720-9c2b-4296-9269-a6a3ff3a08d8+2:2410:x1876716432797824:12345-192.168.204.27@tcp:9:kworker.0 Request processed in 84us (869us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776728.261069:0:20136:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 32 00000100:00100000:0.0:1789776728.261096:0:17190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 79 00000100:00100000:0.0:1789776728.261103:0:17190:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3e97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:61ebe720-9c2b-4296-9269-a6a3ff3a08d8+5:2413:x1876716432797568:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:0.0:1789776728.261140:0:17190:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3e97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:61ebe720-9c2b-4296-9269-a6a3ff3a08d8+5:2413:x1876716432797568:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 38us (980us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776728.261147:0:17190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 79 00010000:00010000:0.0:1789776728.261165:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789776728.261294:0:18719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff35e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:61ebe720-9c2b-4296-9269-a6a3ff3a08d8+6:2413:x1876716432797440:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 926us (1185us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776728.261301:0:18719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 78 00010000:00010000:3.0:1789776728.261560:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776728.261566:0:18724:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789776728.261578:0:17186:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1789776728.261582:0:17186:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1789776728.261584:0:17186:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1789776728.261586:0:17186:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789776728.264621:0:17184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432796800 00000100:00100000:1.0:1789776728.264633:0:17184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432796800 00000100:00100000:1.0:1789776728.264731:0:17184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 171 00000100:00100000:1.0:1789776728.264742:0:17184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc2106050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b16530f-c033-42a8-8d5b-836bd948ad72+13:2414:x1876716432796800:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:1.0:1789776728.264829:0:17184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc2106050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b16530f-c033-42a8-8d5b-836bd948ad72+13:2414:x1876716432796800:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 88us (5820us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776728.264837:0:17184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 171 00010000:00010000:0.0:1789776729.124002:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789776730.147753:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1789776730.150978:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789776730.156223:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf08e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876716449638528:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789776730.156340:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776730.156416:0:18699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449638528 00000100:00100000:0.0:1789776730.156426:0:18699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449638528 00000100:00100000:0.0:1789776730.156526:0:18699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1789776730.156538:0:18699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0833480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876716449638528:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789776730.156582:0:18699:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1789776730.156637:0:18699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0833480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876716449638528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776730.156647:0:18699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00080000:0.0:1789776730.156672:0:17186:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789776730.156740:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf08e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876716449638528:0@lo:13:osp-pre-0-1.0 00000001:02000400:2.0:1789776730.161395:0:20567:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 20:12:09 (1789776729) 00000100:00100000:0.0:1789776730.659028:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876716449638784:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789776730.659142:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776730.659281:0:18202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449638784 00000100:00100000:0.0:1789776730.659294:0:18202:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449638784 00000100:00100000:0.0:1789776730.659388:0:18202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1789776730.659399:0:18202:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0831880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1876716449638784:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789776730.659536:0:18202:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789776730.659608:0:18202:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0831880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1876716449638784:12345-0@lo:41:osp-pre-1-0.0 Request processed in 210us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776730.659616:0:18202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1789776730.659698:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876716449638784:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789776730.660516:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf08e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876716449638656:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789776730.660609:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776730.669829:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449638656 00000100:00100000:0.0:1789776730.669849:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449638656 00000100:00100000:0.0:1789776730.669916:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1789776730.669936:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3e95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1876716449638656:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789776730.669986:0:17195:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1789776730.670085:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3e95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1876716449638656:12345-0@lo:41:osp-pre-0-1.0 Request processed in 159us (9475us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776730.670093:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1789776730.670470:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf08e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876716449638656:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1789776731.170870:0:18724:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789776731.171189:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3040a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876716449638912:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789776731.171304:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776731.171685:0:18699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449638912 00000100:00100000:1.0:1789776731.171817:0:18699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449638912 00000100:00100000:1.0:1789776731.171907:0:18699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789776731.171997:0:18699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3e97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1876716449638912:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789776731.172029:0:18699:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1789776731.172110:0:18699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3e97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1876716449638912:12345-0@lo:13:osp-pre-0-0.0 Request processed in 193us (806us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776731.172119:0:18699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789776731.172183:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3040a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876716449638912:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1789776731.172316:0:17186:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:3.0:1789776731.687680:0:17170:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:3.0:1789776731.687787:0:17170:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967529 batchid updated 00000020:00080000:2.0:1789776731.687848:0:17230:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000020:00080000:2.0:1789776731.687861:0:17230:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000100:00100000:2.0:1789776732.194691:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789776732.194719:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf08e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876716449639040:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789776732.194802:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1789776732.194833:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789776732.194866:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:086c90d1-9383-41b8-afea-b47b6abf291d:3646:1876716449639168:0@lo:400:kworker.0 00000100:00100000:2.0:1789776732.194895:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776732.194995:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876716449639424:0@lo:400:kworker.0 00000100:00100000:1.0:1789776732.195029:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776732.195076:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789776732.195082:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876716449639296:0@lo:400:kworker.0 00000100:00100000:1.0:1789776732.195107:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776732.195137:0:17185:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449639168 00000100:00100000:1.0:1789776732.195144:0:17185:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449639168 00000100:00100000:1.0:1789776732.195192:0:17185:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:1.0:1789776732.195356:0:17185:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc2104c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:086c90d1-9383-41b8-afea-b47b6abf291d+24:3646:x1876716449639168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789776732.195409:0:17185:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc2104c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:086c90d1-9383-41b8-afea-b47b6abf291d+24:3646:x1876716449639168:12345-0@lo:400:kworker.0 Request processed in 56us (513us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776732.195417:0:17185:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:1.0:1789776732.195451:0:17196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449639296 00000100:00100000:1.0:1789776732.195455:0:17196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449639296 00000100:00100000:1.0:1789776732.195482:0:17196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1789776732.195488:0:17196:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3042a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1876716449639296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789776732.195561:0:17196:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3042a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1876716449639296:12345-0@lo:400:kworker.0 Request processed in 72us (453us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776732.195567:0:17196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1789776732.195608:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876716449639296:0@lo:400:kworker.0 00000100:00100000:1.0:1789776732.195636:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:086c90d1-9383-41b8-afea-b47b6abf291d:3646:1876716449639168:0@lo:400:kworker.0 00000100:00100000:3.0:1789776732.195731:0:18699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449639040 00000100:00100000:3.0:1789776732.195736:0:18699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449639040 00000100:00100000:3.0:1789776732.195782:0:18699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789776732.195790:0:18699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3e96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876716449639040:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1789776732.195812:0:18699:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1789776732.195851:0:18699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3e96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876716449639040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (1049us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776732.195856:0:18699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789776732.195915:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf08e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876716449639552:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789776732.195944:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776732.195970:0:18699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449639552 00000100:00100000:3.0:1789776732.195974:0:18699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449639552 00000100:00100000:3.0:1789776732.196084:0:18699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1789776732.196091:0:18699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf08e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1876716449639552:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1789776732.196102:0:18699:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1789776732.196130:0:18699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf08e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1876716449639552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 39us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776732.196136:0:18699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1789776732.196154:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1876716449639808:0@lo:400:kworker.0 00000100:00100000:3.0:1789776732.196181:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776732.196428:0:20136:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449639424 00000100:00100000:2.0:1789776732.196433:0:20136:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449639424 00000100:00100000:2.0:1789776732.196461:0:20136:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1789776732.196467:0:20136:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3040a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3644:x1876716449639424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789776732.196521:0:20136:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3040a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3644:x1876716449639424:12345-0@lo:400:kworker.0 Request processed in 53us (1490us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776732.196527:0:20136:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1789776732.196649:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1876716449640320:0@lo:400:kworker.0 00000100:00100000:3.0:1789776732.196676:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776732.196705:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1789776732.196710:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876716449639936:0@lo:400:kworker.0 00000100:00100000:3.0:1789776732.196732:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776732.196748:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1876716449640448:0@lo:400:kworker.0 00000100:00100000:3.0:1789776732.196768:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776732.196793:0:18202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449639936 00000100:00100000:3.0:1789776732.196797:0:18202:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449639936 00000100:00100000:3.0:1789776732.196823:0:18202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1789776732.196829:0:18202:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf08e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1876716449639936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789776732.196863:0:18202:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf08e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1876716449639936:12345-0@lo:400:kworker.0 Request processed in 34us (130us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776732.196869:0:18202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1789776732.196898:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449639808 00000100:00100000:3.0:1789776732.196901:0:17192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449639808 00000100:00100000:3.0:1789776732.196924:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449640320 00000100:00100000:3.0:1789776732.196927:0:17192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449640320 00000100:00100000:3.0:1789776732.196941:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449640448 00000100:00100000:3.0:1789776732.196944:0:17192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449640448 00000100:00100000:3.0:1789776732.196958:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1789776732.196964:0:17192:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf08e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1876716449639808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789776732.197186:0:17190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1789776732.197196:0:17190:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf08e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1876716449640320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789776732.197233:0:17190:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf08e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1876716449640320:12345-0@lo:400:kworker.0 Request processed in 39us (556us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776732.197239:0:17190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1789776732.197263:0:17190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1789776732.197268:0:17190:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf08e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1876716449640448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789776732.197298:0:17190:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf08e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1876716449640448:12345-0@lo:400:kworker.0 Request processed in 30us (529us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776732.197303:0:17190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1789776732.197609:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876716449640064:0@lo:400:kworker.0 00000100:00100000:0.0:1789776732.197644:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776732.197667:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3645:1876716449640576:0@lo:400:kworker.0 00000100:00100000:0.0:1789776732.197687:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776732.197721:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf08e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876716449639552:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1789776732.197738:0:17186:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789776732.197739:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00080000:1.0:1789776732.197743:0:17186:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789776732.197744:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876716449639680:0@lo:400:kworker.0 00000100:00080000:1.0:1789776732.197746:0:17186:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789776732.197766:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776732.197769:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876716449639424:0@lo:400:kworker.0 00000100:00100000:0.0:1789776732.197782:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876716449640192:0@lo:400:kworker.0 00000100:00100000:0.0:1789776732.197817:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776732.197829:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1876716449640704:0@lo:400:kworker.0 00000100:00100000:0.0:1789776732.197848:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776732.197867:0:18695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449640064 00000100:00100000:0.0:1789776732.197871:0:18695:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449640064 00000100:00100000:0.0:1789776732.197908:0:18695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449639680 00000100:00100000:0.0:1789776732.197923:0:18695:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449639680 00000100:00100000:0.0:1789776732.198149:0:18695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1789776732.198158:0:18695:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf089dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876716449640064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789776732.198197:0:18695:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf089dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876716449640064:12345-0@lo:400:kworker.0 Request processed in 41us (552us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776732.198215:0:18695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1789776732.198230:0:18695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1789776732.198236:0:18695:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf089c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1876716449639680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789776732.198265:0:18695:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf089c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1876716449639680:12345-0@lo:400:kworker.0 Request processed in 30us (498us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776732.198271:0:18695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1789776732.198297:0:17190:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449640576 00000100:00100000:0.0:1789776732.198301:0:17190:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449640576 00000100:00100000:0.0:1789776732.198318:0:17190:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449640192 00000100:00100000:2.0:1789776732.198320:0:17191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449640704 00000100:00100000:0.0:1789776732.198320:0:17190:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449640192 00000100:00100000:2.0:1789776732.198323:0:17191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449640704 00000100:00100000:0.0:1789776732.198331:0:17190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1789776732.198336:0:17190:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf089ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1876716449640576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789776732.198340:0:17191:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:2.0:1789776732.198347:0:17191:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000100:00100000:0.0:1789776732.198363:0:17190:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf089ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1876716449640576:12345-0@lo:400:kworker.0 Request processed in 27us (675us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776732.198369:0:17190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1789776732.198381:0:17190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1789776732.198387:0:17190:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf089d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876716449640192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789776732.198412:0:17190:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf089d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876716449640192:12345-0@lo:400:kworker.0 Request processed in 26us (594us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776732.198417:0:17190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1789776732.198426:0:17190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1789776732.198432:0:17190:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf089f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1876716449640704:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1789776732.198449:0:17186:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789776732.198453:0:17186:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1789776732.198455:0:17186:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789776732.198456:0:17190:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf089f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1876716449640704:12345-0@lo:400:kworker.0 Request processed in 25us (608us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776732.198462:0:17190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1789776732.198523:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf08e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876716449639040:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789776732.198548:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876716449639680:0@lo:400:kworker.0 00000100:00100000:0.0:1789776732.198558:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876716449640192:0@lo:400:kworker.0 00010000:00080000:0.0:1789776732.198570:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5cf0830700 x1876716449640704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776748 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789776732.198579:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1876716449640704:0@lo:400:kworker.0 00000100:00100000:0.0:1789776732.198588:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876716449640064:0@lo:400:kworker.0 00000100:00100000:0.0:1789776732.198595:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3645:1876716449640576:0@lo:400:kworker.0 00000100:00100000:2.0:1789776732.198753:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876716449639936:0@lo:400:kworker.0 00010000:00080000:2.0:1789776732.198764:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5cf0833100 x1876716449640448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776748 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789776732.198780:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1876716449640448:0@lo:400:kworker.0 00000100:00100000:2.0:1789776732.198793:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1876716449640320:0@lo:400:kworker.0 00000100:00100000:3.0:1789776732.198904:0:17192:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf08e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1876716449639808:12345-0@lo:400:kworker.0 Request processed in 1938us (2720us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776732.198911:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1789776732.199090:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1876716449639808:0@lo:400:kworker.0 00000040:00080000:1.0:1789776732.834849:0:17225:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1789776732.834859:0:17225:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1789776732.834879:0:17225:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:1.0:1789776732.834889:0:17225:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:3.0:1789776733.228973:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789776733.373267:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1789776733.373401:0:17184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432797952 00000100:00100000:1.0:1789776733.373411:0:17184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432797952 00000100:00100000:1.0:1789776733.373479:0:17184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 173 00000100:00100000:1.0:1789776733.373539:0:17184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc2107850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b16530f-c033-42a8-8d5b-836bd948ad72+13:2412:x1876716432797952:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:1.0:1789776733.373618:0:17184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc2107850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b16530f-c033-42a8-8d5b-836bd948ad72+13:2412:x1876716432797952:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 82us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776733.373626:0:17184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 173 00000100:00100000:2.0:1789776733.377076:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1789776733.377189:0:17190:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432798080 00000100:00100000:0.0:1789776733.377206:0:17190:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432798080 00000100:00100000:0.0:1789776733.377285:0:17190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 86 00000100:00100000:0.0:1789776733.377304:0:17190:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3e96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:46b2d271-3290-4278-a9ba-b0b58b3db4ff+13:2412:x1876716432798080:12345-192.168.204.27@tcp:400:kworker.0 00000100:00080000:1.0:1789776733.377516:0:17186:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789776733.377725:0:17190:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3e96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:46b2d271-3290-4278-a9ba-b0b58b3db4ff+13:2412:x1876716432798080:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 422us (658us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776733.377734:0:17190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 86 00000100:00100000:3.0:1789776733.378621:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776733.378719:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776733.378818:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1789776733.378870:0:18697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432798336 00000100:00100000:0.0:1789776733.378878:0:18697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432798336 00000100:00100000:0.0:1789776733.378939:0:18697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 40 00000100:00100000:0.0:1789776733.378950:0:18697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf08e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:46b2d271-3290-4278-a9ba-b0b58b3db4ff+5:2411:x1876716432798336:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:0.0:1789776733.379005:0:18697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf08e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:46b2d271-3290-4278-a9ba-b0b58b3db4ff+5:2411:x1876716432798336:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 58us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776733.379027:0:18697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 40 00000100:00080000:2.0:1789776733.379588:0:17186:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789776733.381427:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432798592 00000100:00100000:1.0:1789776733.381442:0:17192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432798592 00000100:00100000:2.0:1789776733.381509:0:17191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432798208 00000100:00100000:2.0:1789776733.381514:0:17191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432798208 00000100:00100000:1.0:1789776733.381540:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 87 00000100:00080000:0.0:1789776733.381574:0:17186:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789776733.381775:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776733.381800:0:17190:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432798464 00000100:00100000:3.0:1789776733.381804:0:17190:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432798464 00000100:00100000:1.0:1789776733.381849:0:17192:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf08e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:61ebe720-9c2b-4296-9269-a6a3ff3a08d8+5:2411:x1876716432798592:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:1.0:1789776733.381917:0:17192:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf08e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:61ebe720-9c2b-4296-9269-a6a3ff3a08d8+5:2411:x1876716432798592:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 74us (3199us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776733.383589:0:17191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 88 00000100:00100000:2.0:1789776733.383614:0:17191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf08e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:46b2d271-3290-4278-a9ba-b0b58b3db4ff+5:2411:x1876716432798208:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:2.0:1789776733.383691:0:17191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf08e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:46b2d271-3290-4278-a9ba-b0b58b3db4ff+5:2411:x1876716432798208:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 89us (4872us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776733.383701:0:17191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 88 00000100:00080000:2.0:1789776733.383917:0:17186:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789776733.384988:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 87 00000100:00100000:3.0:1789776733.386019:0:17190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 89 00000100:00100000:3.0:1789776733.386044:0:17190:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf08e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:61ebe720-9c2b-4296-9269-a6a3ff3a08d8+6:2411:x1876716432798464:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:3.0:1789776733.386151:0:17190:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf08e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:61ebe720-9c2b-4296-9269-a6a3ff3a08d8+6:2411:x1876716432798464:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 121us (4375us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776733.386159:0:17190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 89 00000001:00100000:2.0:1789776733.738257:0:18692:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 61ebe720-9c2b-4296-9269-a6a3ff3a08d8 00000020:00000080:2.0:1789776733.738268:0:18692:0:(genops.c:885:class_export_put()) final put ffff8a5cf514d800/61ebe720-9c2b-4296-9269-a6a3ff3a08d8 00000001:00100000:1.0:1789776733.740559:0:19512:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 61ebe720-9c2b-4296-9269-a6a3ff3a08d8 00000020:00000080:1.0:1789776733.740570:0:19512:0:(genops.c:885:class_export_put()) final put ffff8a5cf5ce8000/61ebe720-9c2b-4296-9269-a6a3ff3a08d8 00000020:00000080:3.0:1789776733.745249:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5cf514d800/61ebe720-9c2b-4296-9269-a6a3ff3a08d8 for lustre-OST0000 00000020:00000080:3.0:1789776733.745432:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8a5cf5148000 for lustre-OST0000 00000001:00100000:1.0:1789776733.745757:0:19512:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 46b2d271-3290-4278-a9ba-b0b58b3db4ff 00000020:00000080:1.0:1789776733.745763:0:19512:0:(genops.c:885:class_export_put()) final put ffff8a5cc91fa800/46b2d271-3290-4278-a9ba-b0b58b3db4ff 00000020:00000080:3.0:1789776733.745850:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5cf5ce8000/61ebe720-9c2b-4296-9269-a6a3ff3a08d8 for lustre-OST0001 00000020:00000080:3.0:1789776733.745873:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5cc91fa800/46b2d271-3290-4278-a9ba-b0b58b3db4ff for lustre-OST0001 00000020:00000080:3.0:1789776733.746093:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8a5cf5cea000 for lustre-OST0001 00000020:00000080:3.0:1789776733.746115:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8a5cc91fd000 for lustre-OST0001 00000100:00100000:3.0:1789776734.035364:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1789776734.035484:0:17194:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432798848 00000100:00100000:0.0:1789776734.035524:0:17194:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432798848 00000100:00100000:0.0:1789776734.035587:0:17194:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13 00000100:00100000:0.0:1789776734.035599:0:17194:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf08e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:46b2d271-3290-4278-a9ba-b0b58b3db4ff+13:16351:x1876716432798848:12345-192.168.204.27@tcp:35:umount.0 00000001:00080000:0.0:1789776734.035870:0:17194:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000001:00080000:0.0:1789776734.035959:0:17194:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934625 00000100:00100000:0.0:1789776734.036233:0:17194:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf08e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:46b2d271-3290-4278-a9ba-b0b58b3db4ff+16:16351:x1876716432798848:12345-192.168.204.27@tcp:35:umount.0 Request processed in 635us (877us total) trans 8589934626 rc 0/0 00000100:00100000:0.0:1789776734.036242:0:17194:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13 00000020:00080000:0.0:1789776734.036247:0:17194:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:0.0:1789776734.043656:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1789776734.043823:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1789776734.043910:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776734.043970:0:17176:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432798976 00000100:00100000:2.0:1789776734.043980:0:17176:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432798976 00000100:00100000:2.0:1789776734.044056:0:17176:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432799232 00000100:00100000:2.0:1789776734.044059:0:17176:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432799232 00000100:00100000:2.0:1789776734.044088:0:17176:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3 00000100:00100000:2.0:1789776734.044099:0:17176:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf089fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9b16530f-c033-42a8-8d5b-836bd948ad72+14:2412:x1876716432798976:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789776734.044115:0:17176:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789776734.044136:0:17176:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a5d0217ec00/0xf13b8042cb885fb4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5b47 expref: 14 pid: 17184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776734.044178:0:17176:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789776734.044234:0:17176:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf089fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9b16530f-c033-42a8-8d5b-836bd948ad72+13:2412:x1876716432798976:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 137us (587us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776734.044242:0:17176:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3 00000100:00100000:2.0:1789776734.044260:0:17176:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4 00000100:00100000:2.0:1789776734.044267:0:17176:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf089d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9b16530f-c033-42a8-8d5b-836bd948ad72+12:2412:x1876716432799232:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789776734.044275:0:17176:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789776734.044285:0:17176:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a5d0217ee00/0xf13b8042cb886078 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5c2e expref: 12 pid: 17184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776734.044294:0:17176:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789776734.044313:0:17176:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf089d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9b16530f-c033-42a8-8d5b-836bd948ad72+11:2412:x1876716432799232:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 46us (491us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776734.044319:0:17176:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4 00000100:00100000:3.0:1789776734.047423:0:17175:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432799104 00000100:00100000:3.0:1789776734.047438:0:17175:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432799104 00000100:00100000:2.0:1789776734.047662:0:17176:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5 00000100:00100000:2.0:1789776734.047674:0:17176:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf5d0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9b16530f-c033-42a8-8d5b-836bd948ad72+11:2412:x1876716432799104:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789776734.047769:0:17176:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789776734.047791:0:17176:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a5d0217f800/0xf13b8042cb885fbb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5b78 expref: 11 pid: 17184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776734.047808:0:17176:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789776734.047909:0:17176:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf5d0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9b16530f-c033-42a8-8d5b-836bd948ad72+10:2412:x1876716432799104:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 238us (3998us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776734.047917:0:17176:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5 00000100:00100000:1.0:1789776734.055788:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1789776734.055884:0:18698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432799360 00000100:00100000:0.0:1789776734.055894:0:18698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432799360 00000100:00100000:0.0:1789776734.055957:0:18698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 33 00000100:00100000:0.0:1789776734.055970:0:18698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3041180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:46b2d271-3290-4278-a9ba-b0b58b3db4ff+5:2410:x1876716432799360:12345-192.168.204.27@tcp:9:umount.0 00000020:00000080:0.0:1789776734.056023:0:18698:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885fd7 00000100:00080000:0.0:1789776734.056034:0:18698:0:(import.c:65:import_set_state_nolock()) ffff8a5cc91f8800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789776734.056094:0:18698:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00010000:00010000:1.0:1789776734.056357:0:18724:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789776734.058617:0:18698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3041180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:46b2d271-3290-4278-a9ba-b0b58b3db4ff+2:2410:x1876716432799360:12345-192.168.204.27@tcp:9:umount.0 Request processed in 2640us (2827us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776734.058630:0:18698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 33 00000100:00100000:2.0:1789776734.072038:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1789776734.072162:0:18719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432800256 00000100:00100000:0.0:1789776734.072182:0:18719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432800256 00000100:00100000:0.0:1789776734.072243:0:18719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 67 00000100:00100000:0.0:1789776734.072253:0:18719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3e97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:46b2d271-3290-4278-a9ba-b0b58b3db4ff+16:2410:x1876716432800256:12345-192.168.204.27@tcp:39:umount.0 00000020:00000080:0.0:1789776734.072295:0:18719:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885fc9 00000020:00010000:0.0:1789776734.072310:0:18719:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8a5bc33a1800: total 0 00000100:00080000:0.0:1789776734.072315:0:18719:0:(import.c:65:import_set_state_nolock()) ffff8a5cef9df000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789776734.072344:0:18719:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000100:00100000:0.0:1789776734.072535:0:18719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3e97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:46b2d271-3290-4278-a9ba-b0b58b3db4ff+15:2410:x1876716432800256:12345-192.168.204.27@tcp:39:umount.0 Request processed in 282us (515us total) trans 8589934627 rc 0/0 00000100:00100000:0.0:1789776734.072543:0:18719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 67 00000020:00010000:2.0:1789776734.073179:0:17179:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8a5bc33a1800: total 0 00010000:00010000:2.0:1789776734.073184:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776734.073237:0:17179:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8a5bc33a1800, canceled 0 locks, left on hash table 8. 00010000:00010000:2.0:1789776734.073271:0:17179:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8a5bc2122f00) 00010000:00010000:2.0:1789776734.073274:0:17179:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1789776734.073284:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc342dc00/0xf13b8042cb88627e lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5cc8 expref: 14 pid: 17190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776734.073308:0:17179:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8a5bc2122300) 00010000:00010000:2.0:1789776734.073311:0:17179:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1789776734.073315:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256e00/0xf13b8042cb8862d9 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5ce4 expref: 13 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776734.073327:0:17179:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8a5bc2121a00) 00010000:00010000:2.0:1789776734.073329:0:17179:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789776734.073332:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0aa00/0xf13b8042cb886094 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5c35 expref: 12 pid: 17192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776734.073346:0:17179:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff8a5bc2121500) 00010000:00010000:2.0:1789776734.073348:0:17179:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1789776734.073351:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fc00/0xf13b8042cb886174 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5c74 expref: 11 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776734.073367:0:17179:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8a5bc2122300) 00010000:00010000:2.0:1789776734.073369:0:17179:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1789776734.073373:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3cdfc00/0xf13b8042cb886223 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5cb3 expref: 10 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776734.073387:0:17179:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8a5bc2122300) 00010000:00010000:2.0:1789776734.073403:0:17179:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1789776734.073409:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc342ce00/0xf13b8042cb8861f2 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5c9e expref: 9 pid: 18719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776734.073426:0:17179:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8a5bc2121900) 00010000:00010000:2.0:1789776734.073429:0:17179:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789776734.073433:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0ac00/0xf13b8042cb8860b0 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5c3c expref: 8 pid: 17191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776734.073446:0:17179:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a5cd91eb500) 00010000:00010000:2.0:1789776734.073448:0:17179:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789776734.073452:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc79c1e00/0xf13b8042cb8860ef lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5c4a expref: 7 pid: 18719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776734.073461:0:17179:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8a5bc33a1800, canceled 8 locks, left on hash table 0. 00010000:00010000:2.0:1789776734.073474:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776734.073476:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776734.073478:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789776734.084901:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776734.084985:0:17190:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432800384 00000100:00100000:3.0:1789776734.085011:0:17190:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432800384 00000100:00100000:3.0:1789776734.085075:0:17190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 68 00000100:00100000:3.0:1789776734.085085:0:17190:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3e96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:46b2d271-3290-4278-a9ba-b0b58b3db4ff+5:2410:x1876716432800384:12345-192.168.204.27@tcp:39:umount.0 00000020:00000080:3.0:1789776734.085116:0:17190:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885fd0 00000100:00080000:3.0:1789776734.085132:0:17190:0:(import.c:65:import_set_state_nolock()) ffff8a5cef9de000 : changing import state from FULL to CLOSED 00010000:00010000:0.0:1789776734.085301:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:3.0:1789776734.085345:0:17190:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00000100:00100000:3.0:1789776734.085621:0:17190:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3e96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:46b2d271-3290-4278-a9ba-b0b58b3db4ff+3:2410:x1876716432800384:12345-192.168.204.27@tcp:39:umount.0 Request processed in 536us (730us total) trans 8589934593 rc 0/0 00000100:00100000:3.0:1789776734.085630:0:17190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 68 00010000:00010000:1.0:1789776734.243946:0:18724:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776735.266654:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789776735.266878:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789776735.266900:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cd881c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876716449640832:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789776735.266969:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776735.267070:0:18699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449640832 00000100:00100000:3.0:1789776735.267079:0:18699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449640832 00000100:00100000:3.0:1789776735.267157:0:18699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1789776735.267168:0:18699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3042300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1876716449640832:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789776735.267196:0:18699:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1789776735.267252:0:18699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3042300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1876716449640832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776735.267259:0:18699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1789776735.267340:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cd881c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876716449640832:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1789776735.267600:0:17186:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789776735.442938:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776735.443011:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1789776735.443106:0:19528:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432800640 00000100:00100000:1.0:1789776735.443118:0:19528:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432800640 00000100:00100000:2.0:1789776735.443125:0:17176:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432800512 00000100:00100000:2.0:1789776735.443132:0:17176:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432800512 00000100:00100000:1.0:1789776735.443231:0:19528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6 00000100:00100000:1.0:1789776735.443257:0:19528:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cd881c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9b16530f-c033-42a8-8d5b-836bd948ad72+11:2412:x1876716432800640:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789776735.443275:0:19528:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789776735.443299:0:19528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a5bc3cdf600/0xf13b8042cb885ffa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5be8 expref: 11 pid: 17184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776735.443319:0:19528:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789776735.443396:0:19528:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cd881c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9b16530f-c033-42a8-8d5b-836bd948ad72+10:2412:x1876716432800640:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 141us (472us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776735.443404:0:19528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6 00000100:00100000:1.0:1789776735.443421:0:19528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7 00000100:00100000:1.0:1789776735.443428:0:19528:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cd881dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9b16530f-c033-42a8-8d5b-836bd948ad72+9:2411:x1876716432800512:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789776735.443436:0:19528:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789776735.443444:0:19528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a5d0217e200/0xf13b8042cb885ff3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5bb7 expref: 9 pid: 17184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776735.443454:0:19528:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789776735.443473:0:19528:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cd881dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9b16530f-c033-42a8-8d5b-836bd948ad72+8:2411:x1876716432800512:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 46us (462us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776735.443479:0:19528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7 00000100:00100000:0.0:1789776735.448436:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776735.448529:0:17175:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432800768 00000100:00100000:3.0:1789776735.448540:0:17175:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432800768 00000100:00100000:3.0:1789776735.448620:0:17175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8 00000100:00100000:3.0:1789776735.448786:0:17175:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf089df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9b16530f-c033-42a8-8d5b-836bd948ad72+8:2412:x1876716432800768:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789776735.448818:0:17175:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789776735.448838:0:17175:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a5bc3cdfa00/0xf13b8042cb886071 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5c27 expref: 8 pid: 17182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776735.448855:0:17175:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789776735.449771:0:17175:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf089df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9b16530f-c033-42a8-8d5b-836bd948ad72+7:2412:x1876716432800768:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 1137us (1339us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776735.449782:0:17175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8 00000100:00100000:1.0:1789776735.458649:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776735.459887:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432801024 00000100:00100000:3.0:1789776735.459900:0:17192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432801024 00000100:00100000:3.0:1789776735.459986:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 69 00000100:00100000:3.0:1789776735.459997:0:17192:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3042d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:61ebe720-9c2b-4296-9269-a6a3ff3a08d8+6:2410:x1876716432801024:12345-192.168.204.27@tcp:39:umount.0 00000020:00000080:3.0:1789776735.460053:0:17192:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb886008 00000020:00010000:3.0:1789776735.460060:0:17192:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8a5cf084d000: total 0 00000100:00080000:3.0:1789776735.460065:0:17192:0:(import.c:65:import_set_state_nolock()) ffff8a5cf084a800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789776735.460105:0:17192:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000100:00080000:2.0:1789776735.460327:0:17186:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789776735.460478:0:17192:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3042d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:61ebe720-9c2b-4296-9269-a6a3ff3a08d8+5:2410:x1876716432801024:12345-192.168.204.27@tcp:39:umount.0 Request processed in 482us (1849us total) trans 8589934628 rc 0/0 00000100:00100000:3.0:1789776735.460487:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 69 00000020:00010000:3.0:1789776735.460572:0:17178:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8a5cf084d000: total 0 00010000:00010000:3.0:1789776735.460812:0:17178:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8a5cf084d000, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1789776735.460850:0:17178:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a5cd91eb500) 00010000:00010000:3.0:1789776735.460854:0:17178:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789776735.460862:0:17178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3cdec00/0xf13b8042cb8860fd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5c51 expref: 4 pid: 17192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776735.460883:0:17178:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8a5cf084d000, canceled 1 locks, left on hash table 0. 00010000:00010000:3.0:1789776735.460906:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776735.460908:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776735.460910:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789776735.484964:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1789776735.485403:0:20646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432801152 00000100:00100000:1.0:1789776735.485414:0:20646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432801152 00000100:00100000:1.0:1789776735.485571:0:20646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 70 00000100:00100000:1.0:1789776735.485581:0:20646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf089c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:61ebe720-9c2b-4296-9269-a6a3ff3a08d8+5:2410:x1876716432801152:12345-192.168.204.27@tcp:39:umount.0 00000020:00000080:1.0:1789776735.485637:0:20646:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb88600f 00000100:00080000:1.0:1789776735.485648:0:20646:0:(import.c:65:import_set_state_nolock()) ffff8a5cf5ceb000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789776735.485691:0:20646:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:1.0:1789776735.485821:0:20646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf089c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:61ebe720-9c2b-4296-9269-a6a3ff3a08d8+3:2410:x1876716432801152:12345-192.168.204.27@tcp:39:umount.0 Request processed in 241us (869us total) trans 8589934594 rc 0/0 00000100:00100000:1.0:1789776735.485829:0:20646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 70 00010000:00010000:0.0:1789776735.486018:0:18724:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789776735.490963:0:17186:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789776735.534998:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1789776735.535115:0:17182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432801408 00000100:00100000:1.0:1789776735.535125:0:17182:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432801408 00000100:00100000:1.0:1789776735.535318:0:17182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 174 00000100:00100000:1.0:1789776735.535331:0:17182:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc2107050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b16530f-c033-42a8-8d5b-836bd948ad72+7:2410:x1876716432801408:12345-192.168.204.27@tcp:251:umount.0 00000020:00000080:1.0:1789776735.535378:0:17182:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885fa6 00000020:00010000:1.0:1789776735.535387:0:17182:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8a5bc33a2000: total 0 00000100:00080000:1.0:1789776735.535391:0:17182:0:(import.c:65:import_set_state_nolock()) ffff8a5bc33a2800 : changing import state from FULL to CLOSED 00000020:00010000:2.0:1789776735.535574:0:17179:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8a5bc33a2000: total 0 00010000:00010000:2.0:1789776735.535650:0:17179:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8a5bc33a2000, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1789776735.535689:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a5bc3cdee00/0xf13b8042cb885fad lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5b40 expref: 3 pid: 17182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776735.535723:0:17179:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8a5bc33a2000, canceled 1 locks, left on hash table 0. 00010000:00010000:2.0:1789776735.535736:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776735.535738:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776735.535740:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789776735.536626:0:17182:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc2107050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b16530f-c033-42a8-8d5b-836bd948ad72+1:2410:x1876716432801408:12345-192.168.204.27@tcp:251:umount.0 Request processed in 1292us (1633us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776735.536648:0:17182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 174 00000020:00000080:1.0:1789776735.536664:0:17182:0:(genops.c:885:class_export_put()) final put ffff8a5bc33a2000/9b16530f-c033-42a8-8d5b-836bd948ad72 00000020:00000080:2.0:1789776735.538005:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc33a2000/9b16530f-c033-42a8-8d5b-836bd948ad72 for MGS 00000020:00000080:2.0:1789776735.538059:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8a5bc33a2800 for MGS 00000100:00100000:1.0:1789776735.778820:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cd881d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876716449640960:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789776735.778919:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776735.779167:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449640960 00000100:00100000:2.0:1789776735.779176:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449640960 00000100:00100000:2.0:1789776735.779297:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1789776735.779308:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3043100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1876716449640960:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789776735.779346:0:17195:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446293504 avail 1300054016 00000100:00100000:2.0:1789776735.779405:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3043100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1876716449640960:12345-0@lo:41:osp-pre-0-1.0 Request processed in 99us (486us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776735.779412:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1789776735.779481:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cd881d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876716449640960:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789776735.781329:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789776735.781349:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3043480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876716449641088:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789776735.781407:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776735.781772:0:17196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449641088 00000100:00100000:1.0:1789776735.781780:0:17196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449641088 00000100:00100000:1.0:1789776735.782808:0:17196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1789776735.782823:0:17196:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cd881e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1876716449641088:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789776735.782861:0:17196:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789776735.782933:0:17196:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cd881e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1876716449641088:12345-0@lo:41:osp-pre-1-0.0 Request processed in 115us (1525us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776735.782940:0:17196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1789776735.786598:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3043480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876716449641088:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789776736.290683:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789776736.293470:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3042680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876716449641216:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789776736.293559:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776736.293612:0:18699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449641216 00000100:00100000:3.0:1789776736.293619:0:18699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449641216 00000100:00100000:3.0:1789776736.293679:0:18699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1789776736.293689:0:18699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cd881d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1876716449641216:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1789776736.293716:0:18699:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1789776736.293764:0:18699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cd881d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1876716449641216:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776736.293772:0:18699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00080000:3.0:1789776736.293794:0:17186:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789776736.294111:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3042680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876716449641216:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1789776736.294442:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789776736.803360:0:17945:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:01000004:0.0:1789776737.190984:0:20763:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:0.0:1789776737.201827:0:20763:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:0.0:1789776737.201884:0:20763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc31a3c00/0xf13b8042cb885b69 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb885b70 expref: -99 pid: 17169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776737.201899:0:20763:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc31a3c00/0xf13b8042cb885b69 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13b8042cb885b70 expref: -99 pid: 17169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776737.201907:0:20763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc31a3c00/0xf13b8042cb885b69 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xf13b8042cb885b70 expref: -99 pid: 17169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776737.201914:0:20763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.127@tcp lock: ffff8a5bc31a3c00/0xf13b8042cb885b69 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xf13b8042cb885b70 expref: -99 pid: 17169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776737.201949:0:20763:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1789776737.201955:0:20763:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1789776737.202017:0:20763:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789776737.202022:0:20763:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1789776737.202028:0:20763:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1789776737.202052:0:20763:0:(import.c:65:import_set_state_nolock()) ffff8a5bc378e000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:1.0:1789776737.202267:0:18724:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789776737.202276:0:18724:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.127@tcp lock: ffff8a5bc31a3c00/0xf13b8042cb885b69 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xf13b8042cb885b70 expref: -99 pid: 17169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776737.202285:0:18724:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc31a3c00 already unused, calling callback (ffffffffc11fbc20) 10000000:00010000:1.0:1789776737.202288:0:18724:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.127@tcp lock: ffff8a5bc31a3c00/0xf13b8042cb885b69 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xf13b8042cb885b70 expref: -99 pid: 17169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776737.202290:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf089c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3642:1876716449641344:0@lo:39:umount.0 00010000:00010000:1.0:1789776737.202296:0:18724:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.127@tcp lock: ffff8a5bc31a3c00/0xf13b8042cb885b69 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0xf13b8042cb885b70 expref: -99 pid: 17169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789776737.202303:0:18724:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.127@tcp lock: ffff8a5bc31a3c00/0xf13b8042cb885b69 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0xf13b8042cb885b70 expref: -99 pid: 17169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789776737.202308:0:18724:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1789776737.202310:0:18724:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1789776737.202313:0:18724:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1789776737.202336:0:18724:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.127@tcp lock: ffff8a5bc31a3c00/0xf13b8042cb885b69 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xf13b8042cb885b70 expref: -99 pid: 17169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776737.202342:0:18724:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1789776737.202358:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1789776737.202372:0:18724:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.127@tcp lock: ffff8a5bc31a3c00/0xf13b8042cb885b69 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xf13b8042cb885b70 expref: -99 pid: 17169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776737.202378:0:18724:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.127@tcp lock: ffff8a5bc31a3c00/0xf13b8042cb885b69 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xf13b8042cb885b70 expref: -99 pid: 17169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776737.202389:0:18724:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776737.202391:0:18724:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776737.202392:0:18724:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789776737.202478:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789776737.202489:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3041f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:086c90d1-9383-41b8-afea-b47b6abf291d:3644:1876716449641472:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789776737.202552:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776737.202699:0:17191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449641344 00000100:00100000:3.0:1789776737.202706:0:17191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449641344 00000100:00100000:3.0:1789776737.202756:0:17191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1789776737.202765:0:17191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3e96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1876716449641344:12345-0@lo:39:umount.0 00000020:00000080:3.0:1789776737.202801:0:17191:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885b9a 00000100:00080000:3.0:1789776737.202809:0:17191:0:(import.c:65:import_set_state_nolock()) ffff8a5cd8863000 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1789776737.202876:0:17191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3e96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+1:3642:x1876716449641344:12345-0@lo:39:umount.0 Request processed in 111us (516us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776737.202883:0:17191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000020:00000080:3.0:1789776737.202893:0:17191:0:(genops.c:885:class_export_put()) final put ffff8a5cd0f5f000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:3.0:1789776737.202919:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5cd0f5f000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:3.0:1789776737.202975:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8a5cd8863000 for lustre-MDT0000 00000100:00080000:3.0:1789776737.203011:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8a5bc378e000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1789776737.203022:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf089c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3642:1876716449641344:0@lo:39:umount.0 00010000:00010000:0.0:1789776737.203117:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789776737.203128:0:20763:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789776737.203130:0:20763:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1789776737.203134:0:20763:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1789776737.204096:0:20763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdea00/0xf13b8042cb885aba lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb885ac1 expref: -99 pid: 17169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776737.204111:0:20763:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdea00/0xf13b8042cb885aba lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13b8042cb885ac1 expref: -99 pid: 17169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776737.204118:0:20763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdea00/0xf13b8042cb885aba lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xf13b8042cb885ac1 expref: -99 pid: 17169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776737.204126:0:20763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdea00/0xf13b8042cb885aba lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xf13b8042cb885ac1 expref: -99 pid: 17169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776737.204147:0:20763:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789776737.204153:0:20763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257a00/0xf13b8042cb885ec6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb885ecd expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776737.204160:0:20763:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257a00/0xf13b8042cb885ec6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13b8042cb885ecd expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776737.204166:0:20763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257a00/0xf13b8042cb885ec6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf13b8042cb885ecd expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776737.204183:0:20763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257a00/0xf13b8042cb885ec6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf13b8042cb885ecd expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776737.204196:0:20763:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1789776737.204203:0:20763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5d0217fe00/0xf13b8042cb886063 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88606a expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776737.204209:0:20763:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5d0217fe00/0xf13b8042cb886063 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13b8042cb88606a expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776737.204215:0:20763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5d0217fe00/0xf13b8042cb886063 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xf13b8042cb88606a expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776737.204221:0:20763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.127@tcp lock: ffff8a5d0217fe00/0xf13b8042cb886063 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xf13b8042cb88606a expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776737.204235:0:20763:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1789776737.204247:0:17179:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1789776737.204252:0:17179:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdea00/0xf13b8042cb885aba lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xf13b8042cb885ac1 expref: -99 pid: 17169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776737.204260:0:17179:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc3cdea00 already unused, calling callback (ffffffffc11fbc20) 10000000:00010000:0.0:1789776737.204263:0:17179:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdea00/0xf13b8042cb885aba lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xf13b8042cb885ac1 expref: -99 pid: 17169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776737.204270:0:17179:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdea00/0xf13b8042cb885aba lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0xf13b8042cb885ac1 expref: -99 pid: 17169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789776737.204277:0:17179:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdea00/0xf13b8042cb885aba lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0xf13b8042cb885ac1 expref: -99 pid: 17169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789776737.204288:0:17179:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1789776737.204291:0:17179:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:0.0:1789776737.204317:0:17179:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdea00/0xf13b8042cb885aba lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xf13b8042cb885ac1 expref: -99 pid: 17169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776737.204323:0:17179:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789776737.204340:0:17179:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdea00/0xf13b8042cb885aba lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xf13b8042cb885ac1 expref: -99 pid: 17169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776737.204347:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdea00/0xf13b8042cb885aba lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xf13b8042cb885ac1 expref: -99 pid: 17169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776737.204362:0:17179:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789776737.204365:0:17179:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257a00/0xf13b8042cb885ec6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf13b8042cb885ecd expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776737.204370:0:17179:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cfc257a00 already unused, calling callback (ffffffffc11fbc20) 10000000:00010000:0.0:1789776737.204373:0:17179:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257a00/0xf13b8042cb885ec6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf13b8042cb885ecd expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776737.204379:0:17179:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257a00/0xf13b8042cb885ec6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xf13b8042cb885ecd expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789776737.204385:0:17179:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257a00/0xf13b8042cb885ec6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xf13b8042cb885ecd expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789776737.204391:0:17179:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:0.0:1789776737.204393:0:17179:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:0.0:1789776737.204395:0:17179:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:0.0:1789776737.204414:0:17179:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257a00/0xf13b8042cb885ec6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf13b8042cb885ecd expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776737.204419:0:17179:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789776737.204432:0:17179:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257a00/0xf13b8042cb885ec6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf13b8042cb885ecd expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776737.204438:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257a00/0xf13b8042cb885ec6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf13b8042cb885ecd expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776737.204447:0:17179:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789776737.204450:0:17179:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.127@tcp lock: ffff8a5d0217fe00/0xf13b8042cb886063 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xf13b8042cb88606a expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776737.204456:0:17179:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5d0217fe00 already unused, calling callback (ffffffffc11fbc20) 10000000:00010000:0.0:1789776737.204459:0:17179:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.127@tcp lock: ffff8a5d0217fe00/0xf13b8042cb886063 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xf13b8042cb88606a expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776737.204465:0:17179:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.127@tcp lock: ffff8a5d0217fe00/0xf13b8042cb886063 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xf13b8042cb88606a expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789776737.204472:0:17179:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.127@tcp lock: ffff8a5d0217fe00/0xf13b8042cb886063 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xf13b8042cb88606a expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789776737.204477:0:17179:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1789776737.204479:0:17179:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1789776737.204481:0:17179:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1789776737.204510:0:17179:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.127@tcp lock: ffff8a5d0217fe00/0xf13b8042cb886063 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xf13b8042cb88606a expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776737.204517:0:17179:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789776737.204522:0:17179:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.127@tcp lock: ffff8a5d0217fe00/0xf13b8042cb886063 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xf13b8042cb88606a expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776737.204534:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.127@tcp lock: ffff8a5d0217fe00/0xf13b8042cb886063 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xf13b8042cb88606a expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776737.204544:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789776737.204545:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789776737.204547:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789776737.204555:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789776737.204571:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf089ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:086c90d1-9383-41b8-afea-b47b6abf291d:3643:1876716449641600:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789776737.204623:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1789776737.204683:0:18724:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776737.204900:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789776737.204911:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf089c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:086c90d1-9383-41b8-afea-b47b6abf291d:3645:1876716449641728:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789776737.205758:0:20763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1000/0xf13b8042cb885aac lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb885ab3 expref: -99 pid: 17169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776737.205770:0:20763:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1000/0xf13b8042cb885aac lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13b8042cb885ab3 expref: -99 pid: 17169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776737.205776:0:20763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1000/0xf13b8042cb885aac lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf13b8042cb885ab3 expref: -99 pid: 17169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776737.205782:0:20763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1000/0xf13b8042cb885aac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf13b8042cb885ab3 expref: -99 pid: 17169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776737.205805:0:20763:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1789776737.205809:0:20763:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:1.0:1789776737.205813:0:20763:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:1.0:1789776737.205844:0:20763:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0000 00000020:01000000:1.0:1789776737.205848:0:20763:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:1.0:1789776737.205852:0:20763:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789776737.205858:0:20763:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00010000:00010000:3.0:1789776737.205884:0:17179:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789776737.205890:0:17179:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1000/0xf13b8042cb885aac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf13b8042cb885ab3 expref: -99 pid: 17169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776737.205897:0:17179:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cc79c1000 already unused, calling callback (ffffffffc11fbc20) 10000000:00010000:3.0:1789776737.205901:0:17179:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1000/0xf13b8042cb885aac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf13b8042cb885ab3 expref: -99 pid: 17169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776737.205908:0:17179:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1000/0xf13b8042cb885aac lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xf13b8042cb885ab3 expref: -99 pid: 17169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789776737.205915:0:17179:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1000/0xf13b8042cb885aac lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xf13b8042cb885ab3 expref: -99 pid: 17169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789776737.205920:0:17179:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1789776737.205922:0:17179:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:3.0:1789776737.205946:0:17179:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:3.0:1789776737.205984:0:17179:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1000/0xf13b8042cb885aac lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf13b8042cb885ab3 expref: -99 pid: 17169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776737.205990:0:17179:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789776737.206005:0:17179:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1000/0xf13b8042cb885aac lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf13b8042cb885ab3 expref: -99 pid: 17169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776737.206011:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1000/0xf13b8042cb885aac lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf13b8042cb885ab3 expref: -99 pid: 17169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776737.206021:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776737.206022:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776737.206024:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789776737.206031:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789776737.206042:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0861880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:086c90d1-9383-41b8-afea-b47b6abf291d:3644:1876716449641984:0@lo:103:ldlm_bl.0 00000020:00080000:1.0:1789776737.206100:0:20763:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8a5cc91fc800 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789776737.206110:0:20763:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8a5cf514a000 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789776737.206115:0:20763:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8a5cf0ee2800 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789776737.206119:0:20763:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8a5bc37d7800 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789776737.206126:0:20763:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff8a5cf084d000 61ebe720-9c2b-4296-9269-a6a3ff3a08d8 192.168.204.27@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:1.0:1789776737.206131:0:20763:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff8a5bc33a1800 46b2d271-3290-4278-a9ba-b0b58b3db4ff 192.168.204.27@tcp 5 (0 5 0) 1 0 0 0: 0000000000000000 8589934623 stale:0 00000020:00080000:1.0:1789776737.206136:0:20763:0:(genops.c:1553:class_disconnect_exports()) OBD device 5 (ffff8a5bc226b370) has exports, disconnecting them 00000020:00080000:1.0:1789776737.206141:0:20763:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8a5cc91fc800), last request at 1789776732 00000020:00000080:1.0:1789776737.206148:0:20763:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885e9c 00000100:00080000:1.0:1789776737.206172:0:20763:0:(import.c:65:import_set_state_nolock()) ffff8a5cc91fa000 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1789776737.206173:0:17177:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449641472 00000100:00100000:2.0:1789776737.206181:0:17177:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449641472 00010000:00010000:1.0:1789776737.206206:0:18724:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:1.0:1789776737.206218:0:20763:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8a5cc91fc800): rc 0 00000020:00000080:1.0:1789776737.206222:0:20763:0:(genops.c:885:class_export_put()) final put ffff8a5cc91fc800/lustre-MDT0000-lwp-OST0001_UUID 00000100:00100000:2.0:1789776737.206229:0:17177:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449641600 00000020:00080000:1.0:1789776737.206229:0:20763:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8a5cf514a000), last request at 1789776732 00000100:00100000:2.0:1789776737.206231:0:17177:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449641600 00000020:00000080:1.0:1789776737.206232:0:20763:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885d37 00000100:00080000:1.0:1789776737.206237:0:20763:0:(import.c:65:import_set_state_nolock()) ffff8a5cf514c800 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1789776737.206244:0:20763:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8a5cf514a000): rc 0 00000020:00000080:1.0:1789776737.206247:0:20763:0:(genops.c:885:class_export_put()) final put ffff8a5cf514a000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:1.0:1789776737.206250:0:20763:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8a5cf0ee2800), last request at 1789776664 00000100:00100000:2.0:1789776737.206253:0:17177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000020:00000080:1.0:1789776737.206253:0:20763:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885c88 00000100:00080000:1.0:1789776737.206256:0:20763:0:(import.c:65:import_set_state_nolock()) ffff8a5cf0ee1000 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1789776737.206261:0:17177:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cd881c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:086c90d1-9383-41b8-afea-b47b6abf291d+25:3644:x1876716449641472:12345-0@lo:103:ldlm_bl.0 00000020:00080000:1.0:1789776737.206262:0:20763:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8a5cf0ee2800): rc 0 00000020:00000080:1.0:1789776737.206264:0:20763:0:(genops.c:885:class_export_put()) final put ffff8a5cf0ee2800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:1.0:1789776737.206268:0:20763:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8a5bc37d7800), last request at 1789776663 00000020:00000080:1.0:1789776737.206270:0:20763:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885c2d 00010000:00010000:2.0:1789776737.206274:0:17177:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00080000:1.0:1789776737.206274:0:20763:0:(import.c:65:import_set_state_nolock()) ffff8a5bc23f9000 : changing import state from FULL to CLOSED 00010000:00010000:1.0:1789776737.206282:0:18724:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776737.206288:0:17177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a5cfc257e00/0xf13b8042cb885b70 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf13b8042cb885b69 expref: 25 pid: 17184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00000004:1.0:1789776737.206289:0:20763:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00010000:00010000:2.0:1789776737.206300:0:17177:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789776737.206349:0:17177:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cd881c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:086c90d1-9383-41b8-afea-b47b6abf291d+24:3644:x1876716449641472:12345-0@lo:103:ldlm_bl.0 Request processed in 88us (3796us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776737.206356:0:17177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000020:00080000:1.0:1789776737.206364:0:20763:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8a5bc37d7800): rc 0 00000004:00000080:1.0:1789776737.206371:0:20763:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffaed6c7dcbae0 00000100:00100000:2.0:1789776737.206372:0:17177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789776737.206377:0:17177:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf089d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:086c90d1-9383-41b8-afea-b47b6abf291d+23:3643:x1876716449641600:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789776737.206385:0:17177:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00080000:1.0:1789776737.206387:0:20763:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1789776737.206390:0:20763:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00010000:00010000:2.0:1789776737.206392:0:17177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a5cfc257200/0xf13b8042cb885ac1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf13b8042cb885aba expref: 23 pid: 17184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776737.206400:0:17177:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789776737.206428:0:17177:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf089d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:086c90d1-9383-41b8-afea-b47b6abf291d+22:3643:x1876716449641600:12345-0@lo:103:ldlm_bl.0 Request processed in 51us (1805us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776737.206434:0:17177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789776737.206547:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf089ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:086c90d1-9383-41b8-afea-b47b6abf291d:3643:1876716449641600:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789776737.206574:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf089fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:086c90d1-9383-41b8-afea-b47b6abf291d:3646:1876716449641856:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789776737.206615:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776737.206759:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776737.206822:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3041f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:086c90d1-9383-41b8-afea-b47b6abf291d:3644:1876716449641472:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789776737.206870:0:17176:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449641856 00000100:00100000:0.0:1789776737.206874:0:17176:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449641856 00000100:00100000:0.0:1789776737.206898:0:17176:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449641984 00000100:00100000:0.0:1789776737.206906:0:17176:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449641984 00000100:00100000:0.0:1789776737.206921:0:17176:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789776737.206926:0:17176:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf089ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:086c90d1-9383-41b8-afea-b47b6abf291d+23:3646:x1876716449641856:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789776737.206948:0:17176:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789776737.206958:0:17176:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a5cc4b0bc00/0xf13b8042cb88606a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf13b8042cb886063 expref: 23 pid: 17185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776737.206968:0:17176:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789776737.206995:0:17176:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf089ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:086c90d1-9383-41b8-afea-b47b6abf291d+22:3646:x1876716449641856:12345-0@lo:103:ldlm_bl.0 Request processed in 69us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776737.207001:0:17176:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789776737.207023:0:17176:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789776737.207028:0:17176:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3e95f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:086c90d1-9383-41b8-afea-b47b6abf291d+21:3644:x1876716449641984:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789776737.207036:0:17176:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789776737.207044:0:17176:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a5bc31a2800/0xf13b8042cb885ab3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf13b8042cb885aac expref: 21 pid: 17182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776737.207052:0:17176:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789776737.207080:0:17176:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3e95f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:086c90d1-9383-41b8-afea-b47b6abf291d+20:3644:x1876716449641984:12345-0@lo:103:ldlm_bl.0 Request processed in 51us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776737.207086:0:17176:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789776737.207109:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf089fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:086c90d1-9383-41b8-afea-b47b6abf291d:3646:1876716449641856:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789776737.207163:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0861880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:086c90d1-9383-41b8-afea-b47b6abf291d:3644:1876716449641984:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789776737.208615:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1789776737.208781:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5cc91fc800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:3.0:1789776737.208849:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5cf514a000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:3.0:1789776737.208876:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5cf0ee2800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:3.0:1789776737.208898:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8a5cc91fa000 for lustre-MDT0000 00000020:00000080:3.0:1789776737.208903:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8a5cf514c800 for lustre-MDT0000 00000020:00000080:3.0:1789776737.208906:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8a5cf0ee1000 for lustre-MDT0000 00000100:00100000:3.0:1789776737.208928:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776737.208997:0:17176:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449641728 00010000:00010000:3.0:1789776737.209004:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789776737.209006:0:17176:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449641728 00000100:00100000:0.0:1789776737.209093:0:17176:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789776737.209103:0:17176:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf5d0c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:086c90d1-9383-41b8-afea-b47b6abf291d+20:3645:x1876716449641728:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789776737.209117:0:17176:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789776737.209135:0:17176:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a5cc4b0be00/0xf13b8042cb885ecd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf13b8042cb885ec6 expref: 20 pid: 17185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776737.209150:0:17176:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789776737.209209:0:17176:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf5d0c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:086c90d1-9383-41b8-afea-b47b6abf291d+19:3645:x1876716449641728:12345-0@lo:103:ldlm_bl.0 Request processed in 108us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776737.209216:0:17176:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1789776737.209301:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf089c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:086c90d1-9383-41b8-afea-b47b6abf291d:3645:1876716449641728:0@lo:103:ldlm_bl.0 00000100:00080000:1.0:1789776737.209364:0:20763:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1789776737.209385:0:20763:0:(import.c:65:import_set_state_nolock()) ffff8a5cd0ed8800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1789776737.209429:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3040380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876716449642112:0@lo:39:umount.0 00000100:00100000:3.0:1789776737.209470:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776737.209656:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449642112 00000100:00100000:2.0:1789776737.209662:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449642112 00000100:00100000:2.0:1789776737.209724:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1789776737.209732:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0860700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1876716449642112:12345-0@lo:39:umount.0 00000020:00000080:2.0:1789776737.209762:0:17195:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885cb2 00000100:00080000:2.0:1789776737.209771:0:17195:0:(import.c:65:import_set_state_nolock()) ffff8a5cd93f6800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789776737.209794:0:17195:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1789776737.209924:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0860700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+3:3642:x1876716449642112:12345-0@lo:39:umount.0 Request processed in 192us (453us total) trans 8589934595 rc 0/0 00000100:00100000:2.0:1789776737.209930:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00080000:3.0:1789776737.209986:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8a5cd0ed8800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1789776737.210009:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3040380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876716449642112:0@lo:39:umount.0 00000100:00080000:3.0:1789776737.210068:0:20763:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1789776737.210071:0:20763:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:3.0:1789776737.210081:0:20763:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1789776737.210133:0:20763:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1789776737.210144:0:20763:0:(import.c:65:import_set_state_nolock()) ffff8a5cfaf0e000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1789776737.210154:0:20763:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1789776737.210156:0:20763:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000004:00080000:3.0:1789776737.210162:0:20763:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789776737.210224:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0860e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876716449642240:0@lo:9:umount.0 00000100:00100000:3.0:1789776737.210256:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776737.210317:0:19184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449642240 00000100:00100000:3.0:1789776737.210321:0:19184:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449642240 00000100:00100000:3.0:1789776737.210350:0:19184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1789776737.210358:0:19184:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0860000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3642:x1876716449642240:12345-0@lo:9:umount.0 00000020:00000080:3.0:1789776737.210372:0:19184:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885d7d 00000100:00080000:3.0:1789776737.210378:0:19184:0:(import.c:65:import_set_state_nolock()) ffff8a5bc2460000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789776737.210410:0:19184:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:3.0:1789776737.210518:0:19184:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0860000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+2:3642:x1876716449642240:12345-0@lo:9:umount.0 Request processed in 159us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776737.210524:0:19184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00010000:00010000:3.0:1789776737.210541:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789776737.210556:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8a5cfaf0e000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1789776737.210559:0:3642:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1789776737.210561:0:3642:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789776737.210563:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0860e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876716449642240:0@lo:9:umount.0 00000100:00080000:3.0:1789776737.210577:0:20763:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1789776737.210585:0:20763:0:(import.c:65:import_set_state_nolock()) ffff8a5cfaf0f800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1789776737.210607:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0860e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876716449642496:0@lo:9:umount.0 00000100:00100000:3.0:1789776737.210629:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:3.0:1789776737.210684:0:20763:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff8a5bc226b370) has no exports 00000100:00100000:0.0:1789776737.210828:0:18697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449642496 00000100:00100000:0.0:1789776737.210832:0:18697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449642496 00000100:00080000:3.0:1789776737.210854:0:17186:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789776737.210876:0:18697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1789776737.210884:0:18697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0862a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1876716449642496:12345-0@lo:9:umount.0 00010000:00010000:2.0:1789776737.210904:0:18724:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1789776737.210905:0:18697:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885ed4 00000100:00080000:0.0:1789776737.210911:0:18697:0:(import.c:65:import_set_state_nolock()) ffff8a5bc3d5a800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789776737.210962:0:18697:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00010000:00010000:3.0:1789776737.210979:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789776737.211055:0:18697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0862a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+2:3642:x1876716449642496:12345-0@lo:9:umount.0 Request processed in 172us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776737.211062:0:18697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789776737.211083:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0860a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:0:1876716449642368:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1789776737.211266:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8a5cfaf0f800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1789776737.211281:0:3642:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1789776737.211283:0:3642:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789776737.211286:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0860e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876716449642496:0@lo:9:umount.0 00000020:00080000:1.0:1789776737.219093:0:20763:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff8a5bc226b370) has no exports 00000020:00000080:1.0:1789776737.276227:0:20763:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885b07 00000020:00000080:1.0:1789776737.276242:0:20763:0:(genops.c:885:class_export_put()) final put ffff8a5cfaf08000/lustre-QMT0000_UUID 00000020:01000000:1.0:1789776737.276308:0:20763:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:2.0:1789776737.276660:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5cfaf08000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:2.0:1789776737.276686:0:20763:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789776737.276697:0:20763:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1789776737.276701:0:20763:0:(genops.c:1558:class_disconnect_exports()) OBD device 7 (ffff8a5cff3b4d28) has no exports 00000020:00000080:2.0:1789776737.278867:0:20763:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885b00 00000020:00000080:2.0:1789776737.278880:0:20763:0:(genops.c:885:class_export_put()) final put ffff8a5cedec2800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1789776737.278961:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5cedec2800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1789776737.279034:0:20763:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789776737.279044:0:20763:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1789776737.279048:0:20763:0:(genops.c:885:class_export_put()) final put ffff8a5cdb440000/lustre-QMT0000_UUID 00000020:00000080:2.0:1789776737.279050:0:20763:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5cdb440000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:2.0:1789776737.279055:0:20763:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000100:00100000:1.0:1789776737.314825:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3e97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876716449642624:0@lo:400:kworker.0 00010000:00010000:3.0:1789776737.314881:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789776737.314919:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776737.314978:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3e94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876716449643136:0@lo:400:kworker.0 00000100:00100000:1.0:1789776737.315005:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776737.315398:0:18202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449642624 00000100:00100000:3.0:1789776737.315406:0:18202:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449642624 00000100:00100000:3.0:1789776737.315459:0:18202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1789776737.315468:0:18202:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3041500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3645:x1876716449642624:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1789776737.315477:0:18202:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1789776737.315700:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3e94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876716449642880:0@lo:400:kworker.0 00000100:00100000:0.0:1789776737.315748:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776737.316046:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3e94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1876716449643392:0@lo:400:kworker.0 00000100:00100000:0.0:1789776737.316086:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776737.316110:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1789776737.316117:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3e94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876716449643008:0@lo:400:kworker.0 00000100:00100000:0.0:1789776737.316139:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776737.316156:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3e95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3643:1876716449643520:0@lo:400:kworker.0 00000100:00100000:0.0:1789776737.316176:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776737.316226:0:18698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449642880 00000100:00100000:0.0:1789776737.316231:0:18698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449642880 00000100:00100000:0.0:1789776737.316289:0:18698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449643008 00000100:00100000:0.0:1789776737.316292:0:18698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449643008 00000100:00100000:0.0:1789776737.316311:0:18698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1789776737.316317:0:18698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf089d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1876716449642880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789776737.316362:0:18698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf089d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1876716449642880:12345-0@lo:400:kworker.0 Request processed in 45us (624us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776737.316369:0:18698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1789776737.316386:0:18698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1789776737.316393:0:18698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf089c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1876716449643008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789776737.316440:0:18698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf089c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1876716449643008:12345-0@lo:400:kworker.0 Request processed in 48us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776737.316446:0:18698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1789776737.316466:0:20646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449643136 00000100:00100000:0.0:1789776737.316470:0:20646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449643136 00000100:00100000:0.0:1789776737.316490:0:20646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449643392 00000100:00100000:0.0:1789776737.316514:0:20646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449643392 00000100:00100000:0.0:1789776737.316535:0:20646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449643520 00000100:00100000:0.0:1789776737.316537:0:20646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449643520 00000100:00100000:0.0:1789776737.316547:0:20646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1789776737.316553:0:20646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf089fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1876716449643392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789776737.316583:0:20646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf089fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1876716449643392:12345-0@lo:400:kworker.0 Request processed in 31us (497us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776737.316950:0:20646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1789776737.316965:0:20646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1789776737.316969:0:20646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3041c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3645:x1876716449643136:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1789776737.316975:0:20646:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1789776737.317006:0:20646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3041c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3645:x1876716449643136:12345-0@lo:400:kworker.0 Request processed in 36us (2000us total) trans 0 rc -107/-107 00000100:00100000:0.0:1789776737.317012:0:20646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1789776737.317023:0:20646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1789776737.317027:0:20646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cd881c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3643:x1876716449643520:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1789776737.317031:0:20646:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1789776737.317052:0:20646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cd881c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3643:x1876716449643520:12345-0@lo:400:kworker.0 Request processed in 24us (875us total) trans 0 rc -107/-107 00000100:00100000:0.0:1789776737.317058:0:20646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1789776737.317108:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876716449643008:0@lo:400:kworker.0 00000100:00080000:0.0:1789776737.317131:0:3643:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1789776737.317135:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8a5bc3d5e800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1789776737.317139:0:3643:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:1.0:1789776737.319192:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff349880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1876716449643648:0@lo:400:kworker.0 00000100:00100000:3.0:1789776737.319302:0:18202:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3041500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3645:x1876716449642624:12345-0@lo:400:kworker.0 Request processed in 3831us (4379us total) trans 0 rc -107/-107 00000100:00100000:3.0:1789776737.319314:0:18202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00080000:3.0:1789776737.319346:0:17186:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1789776737.319352:0:17186:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1789776737.319355:0:17186:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789776737.319445:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1789776737.319682:0:3645:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1789776737.319687:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8a5bc343e800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1789776737.319691:0:3645:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1789776737.319698:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8a5bc343e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789776737.319701:0:3645:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 485 00000100:00080000:1.0:1789776737.319708:0:3645:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8a5bc343e800 using connection 192.168.204.127@tcp/0@lo 00000100:00100000:1.0:1789776737.319740:0:3645:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5bc3041f80 x1876716449643776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789776737.319762:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876716449642624:0@lo:400:kworker.0 00000100:00080000:1.0:1789776737.319776:0:3645:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1789776737.319780:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8a5cf0ee1800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1789776737.319782:0:3645:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1789776737.319786:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8a5cf0ee1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789776737.319790:0:3645:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 485 00000100:00080000:1.0:1789776737.319794:0:3645:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8a5cf0ee1800 using connection 192.168.204.127@tcp/0@lo 00000100:00100000:1.0:1789776737.319806:0:3645:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5bc3042680 x1876716449643904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789776737.319836:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876716449643136:0@lo:400:kworker.0 00000100:00100000:1.0:1789776737.319857:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1789776737.319950:0:20646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449643648 00000100:00100000:2.0:1789776737.319957:0:20646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449643648 00000100:00100000:2.0:1789776737.320008:0:20646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1789776737.320017:0:20646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3043800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1876716449643648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789776737.320065:0:20646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3043800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1876716449643648:12345-0@lo:400:kworker.0 Request processed in 50us (619us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776737.320071:0:20646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00080000:3.0:1789776737.320133:0:17186:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789776737.320144:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3041f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876716449643776:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:3.0:1789776737.320177:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776737.320202:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3042680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3642:1876716449643904:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:3.0:1789776737.320239:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776737.320267:0:17190:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449643904 00000100:00100000:3.0:1789776737.320277:0:17190:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449643904 00000100:00100000:3.0:1789776737.320301:0:17190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1789776737.320305:0:17190:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0861180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3642:x1876716449643904:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:3.0:1789776737.320319:0:17190:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1789776737.320368:0:17195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449643776 00000100:00100000:2.0:1789776737.320372:0:17195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449643776 00000100:00100000:2.0:1789776737.320392:0:17195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1789776737.320397:0:17195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0860e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3642:x1876716449643776:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:2.0:1789776737.320405:0:17195:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1789776737.320440:0:17195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0860e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3642:x1876716449643776:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 41us (261us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789776737.320445:0:17195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1789776737.320850:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf089df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876716449642752:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789776737.321050:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776737.321082:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3e95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1876716449643264:0@lo:400:kworker.0 00000100:00100000:1.0:1789776737.321105:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:1.0:1789776737.321137:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5cff349880 x1876716449643648/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776753 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789776737.321150:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff349880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1876716449643648:0@lo:400:kworker.0 00000100:00100000:1.0:1789776737.321176:0:18719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449643264 00000100:00100000:1.0:1789776737.321180:0:18719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449643264 00000100:00100000:1.0:1789776737.321216:0:18719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1789776737.321221:0:18719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3040000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3645:x1876716449643264:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1789776737.321227:0:18719:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1789776737.321265:0:18719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3040000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3645:x1876716449643264:12345-0@lo:400:kworker.0 Request processed in 41us (158us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789776737.321274:0:18719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00080000:1.0:1789776737.321306:0:3645:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1789776737.321310:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8a5bc1bb2800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1789776737.321312:0:3645:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1789776737.321316:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8a5bc1bb2800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789776737.321319:0:3645:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 501 00000100:00080000:1.0:1789776737.321324:0:3645:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8a5bc1bb2800 using connection 192.168.204.127@tcp/0@lo 00000100:00100000:1.0:1789776737.321351:0:3645:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5bc3041880 x1876716449644032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789776737.321363:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1876716449643264:0@lo:400:kworker.0 00000100:00100000:2.0:1789776737.321439:0:18699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449642752 00000100:00100000:2.0:1789776737.321443:0:18699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449642752 00000100:00100000:2.0:1789776737.321489:0:18699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789776737.321528:0:18699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3043480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876716449642752:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1789776737.321552:0:18699:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1789776737.321597:0:18699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3043480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876716449642752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (536us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776737.321603:0:18699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1789776737.321825:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf089df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876716449642752:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789776737.330767:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3041880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3642:1876716449644032:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:2.0:1789776737.330857:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1789776737.330980:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8a5bc343e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789776737.330985:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789776737.330989:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3041f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876716449643776:0@lo:38:ptlrpcd_00_02.0 00000100:00080000:0.0:1789776737.331090:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8a5bc3d5e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789776737.331096:0:3643:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 517 00000100:00080000:0.0:1789776737.331104:0:3643:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8a5bc3d5e800 using connection 192.168.204.127@tcp/0@lo 00000100:00100000:0.0:1789776737.331135:0:3643:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5cd881dc00 x1876716449644160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789776737.331157:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3643:1876716449643520:0@lo:400:kworker.0 00000100:00100000:0.0:1789776737.331169:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cd881dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1876716449644160:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:0.0:1789776737.331197:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776737.331594:0:18719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449644032 00000100:00100000:1.0:1789776737.331602:0:18719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449644032 00000100:00100000:1.0:1789776737.331634:0:18719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449644160 00000100:00100000:1.0:1789776737.331637:0:18719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449644160 00000100:00100000:1.0:1789776737.331653:0:18719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1789776737.331660:0:18719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff349880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3642:x1876716449644032:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:1.0:1789776737.331677:0:18719:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1789776737.331721:0:18719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff349880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3642:x1876716449644032:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 60us (864us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789776737.331728:0:18719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1789776737.331745:0:18719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1789776737.331748:0:18719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cd881c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3642:x1876716449644160:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:1.0:1789776737.331755:0:18719:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1789776737.331776:0:18719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cd881c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3642:x1876716449644160:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 26us (579us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789776737.331782:0:18719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1789776737.331838:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876716449642880:0@lo:400:kworker.0 00010000:00080000:1.0:1789776737.331854:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5bc3e94a80 x1876716449643392/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776753 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789776737.331864:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1876716449643392:0@lo:400:kworker.0 00000100:00080000:0.0:1789776737.331866:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8a5bc3d5e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789776737.331870:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789776737.331872:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cd881dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1876716449644160:0@lo:38:ptlrpcd_00_00.0 00000100:00080000:0.0:1789776737.331880:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8a5bc1bb2800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789776737.331883:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789776737.331886:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3041880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3642:1876716449644032:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:2.0:1789776737.358013:0:17190:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0861180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3642:x1876716449643904:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 37699us (37766us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789776737.358028:0:17190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00080000:0.0:1789776737.358950:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8a5cf0ee1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789776737.358959:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789776737.358964:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3042680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3642:1876716449643904:0@lo:38:ptlrpcd_00_02.0 00010000:00010000:2.0:1789776738.338662:0:18724:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776739.362780:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1789776739.879340:0:17923:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:1.0:1789776739.879377:0:17923:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:1.0:1789776739.879385:0:17923:0:(genops.c:885:class_export_put()) final put ffff8a5cd93f3800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:1.0:1789776739.879413:0:17923:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 61ebe720-9c2b-4296-9269-a6a3ff3a08d8 00000001:00080000:1.0:1789776739.879421:0:17923:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:1.0:1789776739.879423:0:17923:0:(genops.c:885:class_export_put()) final put ffff8a5cf5cec000/61ebe720-9c2b-4296-9269-a6a3ff3a08d8 00000001:00100000:1.0:1789776739.879429:0:17923:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 46b2d271-3290-4278-a9ba-b0b58b3db4ff 00000001:00080000:1.0:1789776739.879437:0:17923:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:1.0:1789776739.879439:0:17923:0:(genops.c:885:class_export_put()) final put ffff8a5cef9dc000/46b2d271-3290-4278-a9ba-b0b58b3db4ff 00000020:00000080:3.0:1789776739.882106:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5cd93f3800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:3.0:1789776739.882199:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5cf5cec000/61ebe720-9c2b-4296-9269-a6a3ff3a08d8 for lustre-MDT0001 00000020:00000080:3.0:1789776739.882222:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5cef9dc000/46b2d271-3290-4278-a9ba-b0b58b3db4ff for lustre-MDT0001 00000020:00000080:3.0:1789776739.882246:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8a5cd93f6800 for lustre-MDT0001 00000020:00000080:3.0:1789776739.882250:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8a5cf5ceb000 for lustre-MDT0001 00000020:00000080:3.0:1789776739.882253:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8a5cef9de000 for lustre-MDT0001 00000001:00100000:1.0:1789776739.884064:0:18692:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789776739.884077:0:18692:0:(genops.c:885:class_export_put()) final put ffff8a5bc2467800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:1.0:1789776739.884115:0:18692:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 46b2d271-3290-4278-a9ba-b0b58b3db4ff 00000020:00000080:1.0:1789776739.884118:0:18692:0:(genops.c:885:class_export_put()) final put ffff8a5cc91fc000/46b2d271-3290-4278-a9ba-b0b58b3db4ff 00000020:00000080:0.0:1789776739.884275:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc2467800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1789776739.884348:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5cc91fc000/46b2d271-3290-4278-a9ba-b0b58b3db4ff for lustre-OST0000 00000020:00000080:0.0:1789776739.884401:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8a5bc2460000 for lustre-OST0000 00000020:00000080:0.0:1789776739.884406:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8a5cc91f8800 for lustre-OST0000 00000001:00100000:3.0:1789776739.884561:0:17170:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1789776739.884567:0:17170:0:(genops.c:885:class_export_put()) final put ffff8a5bc37d7800/lustre-MDT0001-mdtlov_UUID 00000001:00100000:3.0:1789776739.884586:0:17170:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 61ebe720-9c2b-4296-9269-a6a3ff3a08d8 00000001:00080000:3.0:1789776739.884595:0:17170:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934628 is committed 00000020:00000080:3.0:1789776739.884599:0:17170:0:(genops.c:885:class_export_put()) final put ffff8a5cf084d000/61ebe720-9c2b-4296-9269-a6a3ff3a08d8 00000001:00100000:3.0:1789776739.884606:0:17170:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 46b2d271-3290-4278-a9ba-b0b58b3db4ff 00000001:00080000:3.0:1789776739.884622:0:17170:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:3.0:1789776739.884629:0:17170:0:(genops.c:885:class_export_put()) final put ffff8a5bc33a1800/46b2d271-3290-4278-a9ba-b0b58b3db4ff 00000020:00000080:1.0:1789776739.884687:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc37d7800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:1.0:1789776739.884733:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5cf084d000/61ebe720-9c2b-4296-9269-a6a3ff3a08d8 for lustre-MDT0000 00000020:00000080:1.0:1789776739.884764:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc33a1800/46b2d271-3290-4278-a9ba-b0b58b3db4ff for lustre-MDT0000 00000020:00000080:1.0:1789776739.884794:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8a5bc23f9000 for lustre-MDT0000 00000020:00000080:1.0:1789776739.884799:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8a5cf084a800 for lustre-MDT0000 00000020:00000080:1.0:1789776739.884803:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8a5cef9df000 for lustre-MDT0000 00000100:00100000:0.0:1789776740.387068:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789776740.387106:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0862300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876716449644288:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789776740.387214:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776740.387471:0:18699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449644288 00000100:00100000:2.0:1789776740.387483:0:18699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449644288 00000100:00080000:3.0:1789776740.387911:0:17186:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789776740.389399:0:18700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1789776740.389429:0:18700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cd881dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876716449644288:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1789776740.389481:0:18700:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1789776740.389689:0:18700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cd881dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876716449644288:12345-0@lo:13:osp-pre-0-1.0 Request processed in 274us (2474us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776740.389698:0:18700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00010000:00010000:3.0:1789776740.389939:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789776740.390106:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0862300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876716449644288:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1789776741.410708:0:18724:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789776742.434981:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876716449644416:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789776742.435083:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776742.435444:0:18699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449644416 00000100:00100000:3.0:1789776742.435456:0:18699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449644416 00000100:00100000:3.0:1789776742.435569:0:18699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00010000:00010000:2.0:1789776742.435580:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789776742.435581:0:18699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3042680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1876716449644416:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1789776742.435622:0:18699:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1789776742.435745:0:18699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3042680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1876716449644416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 165us (660us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776742.435766:0:18699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:1.0:1789776742.435848:0:17186:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789776742.437377:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876716449644416:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1789776742.440397:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789776742.440406:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789776742.440411:0:38:0:(import.c:65:import_set_state_nolock()) ffff8a5bc343e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789776742.440421:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 558 00000100:00080000:0.0:1789776742.440429:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789776742.440438:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8a5bc343e800 using connection 192.168.204.127@tcp/0@lo 00000100:00100000:0.0:1789776742.440469:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5cc48abb80 x1876716449644672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789776742.440526:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:086c90d1-9383-41b8-afea-b47b6abf291d:3644:1876716449644544:0@lo:400:kworker.0 00000100:00080000:0.0:1789776742.440531:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789776742.440534:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789776742.440535:0:38:0:(import.c:65:import_set_state_nolock()) ffff8a5cf0ee1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789776742.440539:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 558 00000100:00080000:0.0:1789776742.440541:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789776742.440544:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8a5cf0ee1800 using connection 192.168.204.127@tcp/0@lo 00000100:00100000:0.0:1789776742.440555:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5cc48a8700 x1876716449644928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789776742.440564:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789776742.440567:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789776742.440589:0:38:0:(import.c:65:import_set_state_nolock()) ffff8a5bc1bb2800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789776742.440593:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 558 00000100:00080000:0.0:1789776742.440595:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789776742.440599:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8a5bc1bb2800 using connection 192.168.204.127@tcp/0@lo 00000100:00100000:0.0:1789776742.440611:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5cc48a8e00 x1876716449645056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789776742.440627:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1789776742.440628:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1789776742.440630:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789776742.440632:0:38:0:(import.c:65:import_set_state_nolock()) ffff8a5bc3d5e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789776742.440636:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 558 00000100:00080000:0.0:1789776742.440639:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789776742.440641:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8a5bc3d5e800 using connection 192.168.204.127@tcp/0@lo 00000100:00100000:0.0:1789776742.440672:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5cc48a8a80 x1876716449645312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789776742.440694:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789776742.440700:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1876716449645440:0@lo:400:kworker.0 00000100:00100000:0.0:1789776742.440706:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876716449644800:0@lo:400:kworker.0 00000100:00100000:2.0:1789776742.440732:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776742.440738:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776742.440759:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789776742.440765:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1876716449645184:0@lo:400:kworker.0 00000100:00100000:0.0:1789776742.440786:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776742.440794:0:18695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449644800 00000100:00100000:2.0:1789776742.440809:0:18695:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449644800 00000100:00100000:2.0:1789776742.440895:0:18695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1789776742.440907:0:18695:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc48a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876716449644800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789776742.440966:0:18695:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc48a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876716449644800:12345-0@lo:400:kworker.0 Request processed in 61us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776742.440974:0:18695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1789776742.441033:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876716449644800:0@lo:400:kworker.0 00000100:00100000:1.0:1789776742.441119:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876716449644672:0@lo:38:kworker.0 00000100:00100000:1.0:1789776742.441158:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776742.441199:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3642:1876716449644928:0@lo:38:kworker.0 00000100:00100000:1.0:1789776742.441225:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776742.441245:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3642:1876716449645056:0@lo:38:kworker.0 00000100:00100000:1.0:1789776742.441267:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776742.441282:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1876716449645312:0@lo:38:kworker.0 00000100:00100000:1.0:1789776742.441305:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1789776742.441327:0:17186:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789776742.441336:0:17182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449644544 00000100:00100000:1.0:1789776742.441340:0:17182:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449644544 00000100:00100000:0.0:1789776742.441352:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449645440 00000100:00100000:0.0:1789776742.441355:0:17192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449645440 00000100:00100000:1.0:1789776742.441371:0:17182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:1.0:1789776742.441378:0:17182:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc2105c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:086c90d1-9383-41b8-afea-b47b6abf291d+19:3644:x1876716449644544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789776742.441382:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449645184 00000100:00100000:0.0:1789776742.441385:0:17192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449645184 00000100:00100000:0.0:1789776742.441397:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449644928 00000100:00100000:0.0:1789776742.441400:0:17192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449644928 00000100:00100000:0.0:1789776742.441409:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449645056 00000100:00100000:1.0:1789776742.441412:0:17182:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc2105c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:086c90d1-9383-41b8-afea-b47b6abf291d+19:3644:x1876716449644544:12345-0@lo:400:kworker.0 Request processed in 35us (784us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776742.441418:0:17182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:0.0:1789776742.441419:0:17192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449645056 00000100:00100000:0.0:1789776742.441430:0:17192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449645312 00000100:00100000:0.0:1789776742.441432:0:17192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449645312 00000100:00100000:0.0:1789776742.441442:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1789776742.441448:0:17192:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff465f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1876716449645440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789776742.441453:0:20646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1789776742.441459:0:20646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc48aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876716449645184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789776742.441482:0:17192:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff465f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1876716449645440:12345-0@lo:400:kworker.0 Request processed in 35us (751us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776742.441488:0:20646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc48aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876716449645184:12345-0@lo:400:kworker.0 Request processed in 30us (702us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776742.441489:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1789776742.441518:0:20646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1789776742.441526:0:17192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1789776742.441529:0:20646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1789776742.441530:0:17192:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3041f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3642:x1876716449644928:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1789776742.441533:0:20646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf089df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3642:x1876716449645056:12345-0@lo:38:kworker.0 00010000:02000000:0.0:1789776742.441550:0:17192:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:3.0:1789776742.441692:0:18719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1789776742.441698:0:18719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3e94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3642:x1876716449645312:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1789776742.441751:0:18202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449644672 00000100:00100000:2.0:1789776742.441756:0:18202:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449644672 00000100:00100000:2.0:1789776742.441780:0:18202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1789776742.441785:0:18202:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3041880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3642:x1876716449644672:12345-0@lo:38:kworker.0 00010000:02000000:1.0:1789776742.441809:0:20646:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1789776742.441860:0:20646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf089df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3642:x1876716449645056:12345-0@lo:38:kworker.0 Request processed in 325us (592us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789776742.441876:0:20646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00080000:1.0:1789776742.441908:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8a5bc1bb2800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789776742.441913:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789776742.441917:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3642:1876716449645056:0@lo:38:kworker.0 00000100:00080000:1.0:1789776742.441940:0:17186:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1789776742.441972:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5cc48aaa00 x1876716449645440/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776758 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789776742.441983:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1876716449645440:0@lo:400:kworker.0 00000100:00100000:1.0:1789776742.441994:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:086c90d1-9383-41b8-afea-b47b6abf291d:3644:1876716449644544:0@lo:400:kworker.0 00010000:02000000:3.0:1789776742.442147:0:18719:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:3.0:1789776742.442291:0:18719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3e94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3642:x1876716449645312:12345-0@lo:38:kworker.0 Request processed in 592us (985us total) trans 0 rc -19/-19 00000100:00100000:3.0:1789776742.442299:0:18719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00010000:00080000:3.0:1789776742.442340:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5cc48a8000 x1876716449645184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776758 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789776742.442350:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1876716449645184:0@lo:400:kworker.0 00010000:02000000:2.0:1789776742.442397:0:18202:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1789776742.442429:0:18202:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3041880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3642:x1876716449644672:12345-0@lo:38:kworker.0 Request processed in 643us (1270us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789776742.442435:0:18202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00080000:1.0:1789776742.442572:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8a5bc3d5e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789776742.442577:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789776742.442581:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1876716449645312:0@lo:38:kworker.0 00000100:00080000:1.0:1789776742.442596:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8a5bc343e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789776742.442600:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789776742.442603:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876716449644672:0@lo:38:kworker.0 00000100:00100000:0.0:1789776742.461795:0:17192:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3041f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3642:x1876716449644928:12345-0@lo:38:kworker.0 Request processed in 20253us (20559us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789776742.461812:0:17192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00080000:1.0:1789776742.462213:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8a5cf0ee1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789776742.462220:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789776742.462224:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3642:1876716449644928:0@lo:38:kworker.0 00000001:00100000:1.0:1789776742.951306:0:19512:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789776742.951316:0:19512:0:(genops.c:885:class_export_put()) final put ffff8a5bc3d59000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1789776742.951395:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc3d59000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:0.0:1789776742.951452:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8a5bc3d5a800 for lustre-OST0001 00000020:01000000:2.0:1789776743.331067:0:20763:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8a5cc39763c0 - data ffff8a5cf8ab5af8/ffff8a5bc21c2800 00000020:01000000:2.0:1789776743.331251:0:20763:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8a5cf0f5a9c0 - data ffff8a5cd9debca8/ffff8a5cf720b000 00000001:00000004:2.0:1789776743.344629:0:20763:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00080000:1.0:1789776743.389932:0:20763:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1789776743.389940:0:20763:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1789776743.389954:0:20763:0:(client.c:3163:ptlrpc_free_committed()) @@@ free request with old gen req@ffff8a5bc3040380 x1876716449642112/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789776747 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789776743.389992:0:20763:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:1.0:1789776743.396184:0:20763:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1789776743.396193:0:20763:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:1.0:1789776743.396218:0:20763:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789776743.396221:0:20763:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1789776743.397822:0:17214:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1789776743.397828:0:17214:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 2 count 1 00000040:00080000:3.0:1789776743.397839:0:17214:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:1.0:1789776743.398439:0:20763:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1789776743.398444:0:20763:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:1.0:1789776743.398462:0:20763:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789776743.398464:0:20763:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1789776743.398753:0:17216:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1789776743.398757:0:17216:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 1 count 1 00000040:00080000:3.0:1789776743.398764:0:17216:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:2.0:1789776743.401894:0:20763:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885acf 00000020:00000080:2.0:1789776743.401907:0:20763:0:(genops.c:885:class_export_put()) final put ffff8a5bc23ff000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1789776743.404204:0:20763:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885ae4 00000020:00000080:2.0:1789776743.404217:0:20763:0:(genops.c:885:class_export_put()) final put ffff8a5bc23fc800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789776743.404296:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc23ff000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:2.0:1789776743.404945:0:20763:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:2.0:1789776743.404952:0:20763:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789776743.404960:0:20763:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1789776743.404964:0:20763:0:(genops.c:1558:class_disconnect_exports()) OBD device 4 (ffff8a5bc22699b8) has no exports 00000004:01000000:2.0:1789776743.405158:0:20763:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:2.0:1789776743.405167:0:20763:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885b46 00000020:00000080:2.0:1789776743.405173:0:20763:0:(genops.c:885:class_export_put()) final put ffff8a5bc31aa000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789776743.405473:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc23fc800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:2.0:1789776743.405661:0:20763:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:1.0:1789776743.405738:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc31aa000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:3.0:1789776743.405776:0:20763:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789776743.405783:0:20763:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1789776743.405787:0:20763:0:(genops.c:1558:class_disconnect_exports()) OBD device 10 (ffff8a5cf5dd19b8) has no exports 00000020:00000080:3.0:1789776743.405795:0:20763:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885b3f 00000020:00000080:3.0:1789776743.405800:0:20763:0:(genops.c:885:class_export_put()) final put ffff8a5bc31a8800/lustre-MDT0000-osd_UUID 00010000:01000000:3.0:1789776743.406173:0:20763:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:3.0:1789776743.406178:0:20763:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1789776743.406182:0:20763:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:3.0:1789776743.406189:0:20763:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789776743.406191:0:20763:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789776743.406222:0:20763:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789776743.406228:0:20763:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1789776743.406242:0:20763:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885b31 00000020:00000080:3.0:1789776743.406247:0:20763:0:(genops.c:885:class_export_put()) final put ffff8a5bc31ae000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1789776743.406250:0:20763:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:3.0:1789776743.406253:0:20763:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789776743.406256:0:20763:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1789776743.406259:0:20763:0:(genops.c:1558:class_disconnect_exports()) OBD device 9 (ffff8a5cf5dd0000) has no exports 00000020:00000080:3.0:1789776743.406262:0:20763:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885b2a 00000020:00000080:3.0:1789776743.406265:0:20763:0:(genops.c:885:class_export_put()) final put ffff8a5cfaf0d000/lustre-MDT0000-osd_UUID 00010000:01000000:3.0:1789776743.406609:0:20763:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:3.0:1789776743.406613:0:20763:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1789776743.406616:0:20763:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:3.0:1789776743.406619:0:20763:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789776743.406621:0:20763:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789776743.406642:0:20763:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789776743.406646:0:20763:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:3.0:1789776743.406656:0:20763:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:3.0:1789776743.406660:0:20763:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885b1c 00000020:00000080:3.0:1789776743.406664:0:20763:0:(genops.c:885:class_export_put()) final put ffff8a5cf5167800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1789776743.406667:0:20763:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:3.0:1789776743.406670:0:20763:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789776743.406673:0:20763:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1789776743.406675:0:20763:0:(genops.c:1558:class_disconnect_exports()) OBD device 8 (ffff8a5cf5dd4d28) has no exports 00000020:00000080:3.0:1789776743.406679:0:20763:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885b15 00000020:00000080:3.0:1789776743.406681:0:20763:0:(genops.c:885:class_export_put()) final put ffff8a5bc3e0d800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1789776743.406906:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc31a8800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1789776743.406916:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8a5cfaf0f800 for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1789776743.406923:0:37:0:(genops.c:885:class_export_put()) final put ffff8a5bc31ae800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789776743.406925:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc31ae800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:1.0:1789776743.406930:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1789776743.407007:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc31ae000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1789776743.407011:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5cfaf0d000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1789776743.407015:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8a5cfaf0e000 for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1789776743.407018:0:37:0:(genops.c:885:class_export_put()) final put ffff8a5cd0edc800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789776743.407020:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5cd0edc800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:1.0:1789776743.407024:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1789776743.407044:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5cf5167800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:1.0:1789776743.407048:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc3e0d800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:2.0:1789776743.407727:0:20763:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:2.0:1789776743.407732:0:20763:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1789776743.407734:0:20763:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1789776743.407738:0:20763:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1789776743.407775:0:20763:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789776743.407783:0:20763:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789776743.407808:0:20763:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789776743.407811:0:20763:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789776743.407823:0:20763:0:(genops.c:885:class_export_put()) final put ffff8a5bc23fb000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1789776743.407826:0:20763:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc23fb000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:2.0:1789776743.407831:0:20763:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789776743.407904:0:20763:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885aeb 00000020:00000080:2.0:1789776743.407909:0:20763:0:(genops.c:885:class_export_put()) final put ffff8a5bc23f9800/lustre-MDD0000_UUID 00000020:01000000:2.0:1789776743.407913:0:20763:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:2.0:1789776743.407917:0:20763:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789776743.407920:0:20763:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1789776743.407923:0:20763:0:(genops.c:1558:class_disconnect_exports()) OBD device 6 (ffff8a5bc226cd28) has no exports 00000020:00000080:2.0:1789776743.407940:0:20763:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789776743.407943:0:20763:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:2.0:1789776743.407946:0:20763:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885af2 00000020:00000080:2.0:1789776743.407949:0:20763:0:(genops.c:885:class_export_put()) final put ffff8a5bc23ff800/lustre-MDT0000-osd_UUID 00000020:01000004:2.0:1789776743.407956:0:20763:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8a5bc3db5000 from lustre-MDT0000, refs=3 00000020:01000004:2.0:1789776743.407959:0:20763:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8a5bc3db5000 3 00000020:01000004:2.0:1789776743.407962:0:20763:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8a5bc3db5000 from lustre-MDT0000 00000020:00000080:2.0:1789776743.407977:0:20763:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789776743.407989:0:20763:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:2.0:1789776743.407992:0:20763:0:(genops.c:885:class_export_put()) final put ffff8a5bc23f8800/lustre-MDT0000_UUID 00000020:00000080:2.0:1789776743.407994:0:20763:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc23f8800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:2.0:1789776743.408001:0:20763:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:2.0:1789776743.408029:0:20763:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:2.0:1789776743.408042:0:20763:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:2.0:1789776743.408044:0:20763:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:2.0:1789776743.408047:0:20763:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789776743.408050:0:20763:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1789776743.408056:0:20763:0:(genops.c:1819:print_export_data()) MGS: ACTIVE ffff8a5bc3e0e000 086c90d1-9383-41b8-afea-b47b6abf291d 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789776743.408061:0:20763:0:(genops.c:1553:class_disconnect_exports()) OBD device 1 (ffff8a5cff3b0000) has exports, disconnecting them 00000020:00080000:2.0:1789776743.408065:0:20763:0:(genops.c:1528:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff8a5bc3e0e000), last request at 1789776650 00000020:00000080:2.0:1789776743.408077:0:20763:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885a90 00000020:00010000:2.0:1789776743.408081:0:20763:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8a5bc3e0e000: total 2 00000100:00080000:2.0:1789776743.408085:0:20763:0:(import.c:65:import_set_state_nolock()) ffff8a5bc3e0f800 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1789776743.408097:0:20763:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8a5bc3e0e000): rc 0 00000020:00080000:2.0:1789776743.408101:0:20763:0:(genops.c:1558:class_disconnect_exports()) OBD device 1 (ffff8a5cff3b0000) has no exports 00000100:00100000:2.0:1789776743.408150:0:17185:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff8a5cede78800:17185] 2 exiting: rc = 0 00000020:00010000:2.0:1789776743.408241:0:17178:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8a5bc3e0e000: total 2 00010000:00010000:2.0:1789776743.408245:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776743.408268:0:17178:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8a5bc3e0e000, canceled 0 locks, left on hash table 13. 00010000:00010000:2.0:1789776743.409596:0:17178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a5cc79c1600/0xf13b8042cb88604e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf13b8042cb886047 expref: 14 pid: 17182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776743.409616:0:17178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a5bc3cdf000/0xf13b8042cb885c73 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf13b8042cb885c6c expref: 13 pid: 17185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776743.409628:0:17178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a5cfc256600/0xf13b8042cb885bc4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf13b8042cb885bbd expref: 12 pid: 17182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776743.409649:0:17178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a5cfc256000/0xf13b8042cb885e80 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf13b8042cb885e79 expref: 11 pid: 17184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776743.409660:0:17178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a5bc31a3400/0xf13b8042cb885aa5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf13b8042cb885a9e expref: 10 pid: 17182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776743.409686:0:17178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a5cc4b0a400/0xf13b8042cb885ebf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf13b8042cb885eb8 expref: 9 pid: 17185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776743.409697:0:17178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a5cc4b0ae00/0xf13b8042cb886040 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf13b8042cb886039 expref: 8 pid: 17184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776743.409707:0:17178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a5bc31a2200/0xf13b8042cb885bb6 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf13b8042cb885baf expref: 7 pid: 17184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776743.409718:0:17178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a5bc31a3e00/0xf13b8042cb885d22 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf13b8042cb885d1b expref: 6 pid: 17182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776743.409728:0:17178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a5d0217e800/0xf13b8042cb88605c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf13b8042cb886055 expref: 5 pid: 17184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776743.409744:0:17178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a5cfc256400/0xf13b8042cb885bd2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf13b8042cb885bcb expref: 4 pid: 17182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776743.409754:0:17178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a5cc79c0600/0xf13b8042cb885e56 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf13b8042cb885e4f expref: 3 pid: 17182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776743.409764:0:17178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a5bc3cdfe00/0xf13b8042cb885cf8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf13b8042cb885cf1 expref: 2 pid: 17182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776743.409775:0:17178:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8a5bc3e0e000, canceled 13 locks, left on hash table 0. 00000020:00000080:2.0:1789776743.409797:0:17178:0:(genops.c:885:class_export_put()) final put ffff8a5bc3e0e000/086c90d1-9383-41b8-afea-b47b6abf291d 00010000:00010000:2.0:1789776743.409805:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776743.409807:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776743.409809:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789776743.409891:0:17184:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff8a5cede78e00:17184] 1 exiting: rc = 0 00000100:00100000:1.0:1789776743.410130:0:17182:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff8a5cedd29600:17182] 0 exiting: rc = 1 00000020:00000080:1.0:1789776743.410197:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8a5cd0ed8800 for lustre-MDT0001-osp-MDT0000 00000020:00000080:1.0:1789776743.410204:0:37:0:(genops.c:885:class_export_put()) final put ffff8a5cfaf0d800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789776743.410207:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5cfaf0d800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:1.0:1789776743.410217:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1789776743.410271:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc23f9800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:1.0:1789776743.410275:0:37:0:(genops.c:885:class_export_put()) final put ffff8a5bc23fd000/lustre-MDD0000_UUID 00000020:00000080:1.0:1789776743.410277:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc23fd000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:1.0:1789776743.410280:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:1.0:1789776743.410306:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc23ff800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1789776743.410313:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc3e0e000/086c90d1-9383-41b8-afea-b47b6abf291d for MGS 00000020:00000080:1.0:1789776743.410339:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8a5bc3e0f800 for MGS 00000100:00100000:2.0:1789776743.411916:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.411926:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.411933:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.411938:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.411944:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.411950:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.411956:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.411961:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.411968:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.411973:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.411980:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.411985:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.411990:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.411995:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412000:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412005:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412010:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412016:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412022:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412028:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412034:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412039:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412044:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412049:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412054:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412060:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412066:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412070:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412077:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412083:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412088:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412094:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412099:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412106:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412127:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412133:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412138:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412143:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412148:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412153:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412159:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412164:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412169:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412174:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412179:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412184:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412189:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412195:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412317:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412328:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412338:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412344:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412349:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412354:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412360:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412364:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412369:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412375:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412379:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412384:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412388:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412392:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412397:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776743.412401:0:20763:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:2.0:1789776743.414358:0:20763:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8a5cc3976840 - data ffff8a5bc1c99510/ffff8a5bc21c1800 00000020:01000000:2.0:1789776743.415693:0:20763:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8a5cd97d64e0 - data ffff8a5cf882c000/ffff8a5cd0fb0000 00000020:00000080:2.0:1789776743.418121:0:20763:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885a7b 00000020:00000080:2.0:1789776743.418135:0:20763:0:(genops.c:885:class_export_put()) final put ffff8a5bc3f21800/lustre-MDT0000-osd_UUID 00000020:01000004:2.0:1789776743.418172:0:20763:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8a5bc3db5000 from MGS, refs=2 00000020:01000004:2.0:1789776743.418176:0:20763:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8a5bc3db5000 2 00000020:01000004:2.0:1789776743.418181:0:20763:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8a5bc3db5000 from MGS 00000020:00000080:1.0:1789776743.418192:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc3f21800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1789776743.419154:0:20763:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789776743.419166:0:20763:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:2.0:1789776743.419170:0:20763:0:(genops.c:885:class_export_put()) final put ffff8a5bc3f25800/MGS 00000020:00000080:2.0:1789776743.419173:0:20763:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc3f25800/MGS for MGS 00000020:01000000:2.0:1789776743.419181:0:20763:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:2.0:1789776743.419264:0:20763:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:2.0:1789776743.419268:0:20763:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789776743.419273:0:20763:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1789776743.419280:0:20763:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff8a5bc378b000 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789776743.419287:0:20763:0:(genops.c:1553:class_disconnect_exports()) OBD device 11 (ffff8a5bc2268000) has exports, disconnecting them 00000020:00080000:2.0:1789776743.419291:0:20763:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff8a5bc378b000), last request at 1789776650 00000020:00000080:2.0:1789776743.419295:0:20763:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885b7e 00000020:00080000:2.0:1789776743.419310:0:20763:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8a5bc378b000): rc 0 00000020:00000080:2.0:1789776743.419314:0:20763:0:(genops.c:885:class_export_put()) final put ffff8a5bc378b000/lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1789776743.419373:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc378b000/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:1.0:1789776743.425584:0:20763:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:1.0:1789776743.425595:0:20763:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789776743.425600:0:20763:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1789776743.425611:0:20763:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789776743.425645:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8a5bc378e000 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1789776743.425802:0:20763:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789776743.425811:0:20763:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:1.0:1789776743.425827:0:20763:0:(genops.c:885:class_export_put()) final put ffff8a5cd8817800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:1.0:1789776743.425830:0:20763:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5cd8817800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:1.0:1789776743.425837:0:20763:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:1.0:1789776743.425923:0:20763:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8a5bc3db5000 1 00000020:00000080:1.0:1789776743.425929:0:20763:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885a6d 00000020:00000080:1.0:1789776743.425935:0:20763:0:(genops.c:885:class_export_put()) final put ffff8a5bc3f24800/lustre-MDT0000-osd_UUID 00000020:01000000:1.0:1789776743.425943:0:20763:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:1.0:1789776743.425950:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc3f24800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1789776743.425971:0:20763:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789776743.425975:0:20763:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1789776743.425980:0:20763:0:(genops.c:1558:class_disconnect_exports()) OBD device 0 (ffff8a5bc27399b8) has no exports 00010000:00010000:2.0:1789776743.471352:0:18724:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1789776743.537882:0:20763:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789776743.537898:0:20763:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:1.0:1789776743.537905:0:20763:0:(genops.c:885:class_export_put()) final put ffff8a5bc3db7000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1789776743.537910:0:20763:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc3db7000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:1.0:1789776743.537922:0:20763:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:1.0:1789776743.538035:0:20763:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8a5bc3db4000 00000020:02000400:1.0:1789776743.538115:0:20763:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:2.0:1789776744.483682:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789776745.506725:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0862d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876716449645568:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789776745.506815:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776745.506879:0:18700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449645568 00000100:00100000:3.0:1789776745.506888:0:18700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449645568 00000100:00100000:3.0:1789776745.506964:0:18700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1789776745.506976:0:18700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3e94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1876716449645568:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789776745.507009:0:18700:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00010000:00010000:2.0:1789776745.507066:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789776745.507069:0:18700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3e94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1876716449645568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776745.507094:0:18700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789776745.507136:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0862d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876716449645568:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1789776745.508078:0:17186:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:2.0:1789776746.019267:0:17945:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1789776746.530645:0:18724:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1789776747.067663:0:20965:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:3.0:1789776747.083670:0:20965:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:3.0:1789776747.083723:0:20965:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0800/0xf13b8042cb885c6c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb885c73 expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776747.083737:0:20965:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0800/0xf13b8042cb885c6c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13b8042cb885c73 expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776747.083757:0:20965:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0800/0xf13b8042cb885c6c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xf13b8042cb885c73 expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776747.083764:0:20965:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0800/0xf13b8042cb885c6c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xf13b8042cb885c73 expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776747.083828:0:20965:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1789776747.083835:0:20965:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1789776747.083862:0:20965:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789776747.083866:0:20965:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1789776747.083871:0:20965:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1789776747.083877:0:20965:0:(import.c:65:import_set_state_nolock()) ffff8a5cf0ee1800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:3.0:1789776747.083881:0:20965:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789776747.083883:0:20965:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1789776747.083886:0:20965:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1789776747.084800:0:20965:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1400/0xf13b8042cb885bcb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb885bd2 expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776747.084812:0:20965:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1400/0xf13b8042cb885bcb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13b8042cb885bd2 expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776747.084837:0:20965:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1400/0xf13b8042cb885bcb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xf13b8042cb885bd2 expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776747.084843:0:20965:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1400/0xf13b8042cb885bcb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xf13b8042cb885bd2 expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776747.086181:0:17179:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789776747.086192:0:17179:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0800/0xf13b8042cb885c6c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xf13b8042cb885c73 expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776747.086204:0:17179:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cc79c0800 already unused, calling callback (ffffffffc11fbc20) 10000000:00010000:2.0:1789776747.086209:0:17179:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0800/0xf13b8042cb885c6c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xf13b8042cb885c73 expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776747.086267:0:17179:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0800/0xf13b8042cb885c6c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0xf13b8042cb885c73 expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789776747.086290:0:17179:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0800/0xf13b8042cb885c6c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0xf13b8042cb885c73 expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789776747.086296:0:17179:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789776747.086298:0:17179:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1789776747.086301:0:17179:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1789776747.086341:0:17179:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0800/0xf13b8042cb885c6c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xf13b8042cb885c73 expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776747.086348:0:17179:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789776747.086567:0:17179:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0800/0xf13b8042cb885c6c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xf13b8042cb885c73 expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776747.086576:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0800/0xf13b8042cb885c6c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xf13b8042cb885c73 expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776747.086590:0:17179:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789776747.086594:0:17179:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1400/0xf13b8042cb885bcb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xf13b8042cb885bd2 expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776747.086599:0:17179:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cc79c1400 already unused, calling callback (ffffffffc11fbc20) 10000000:00010000:2.0:1789776747.086602:0:17179:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1400/0xf13b8042cb885bcb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xf13b8042cb885bd2 expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776747.086609:0:17179:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1400/0xf13b8042cb885bcb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0xf13b8042cb885bd2 expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789776747.086635:0:17179:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1400/0xf13b8042cb885bcb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0xf13b8042cb885bd2 expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789776747.086653:0:17179:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789776747.086655:0:17179:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 00010000:00010000:2.0:1789776747.086670:0:17179:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1400/0xf13b8042cb885bcb lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xf13b8042cb885bd2 expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776747.086677:0:17179:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789776747.086684:0:17179:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1400/0xf13b8042cb885bcb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xf13b8042cb885bd2 expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776747.086692:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776747.086693:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776747.086696:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789776747.086866:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff3f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:086c90d1-9383-41b8-afea-b47b6abf291d:3646:1876716449645824:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789776747.086944:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776747.086957:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff466d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:086c90d1-9383-41b8-afea-b47b6abf291d:3645:1876716449645696:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789776747.087000:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776747.087100:0:19528:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449645824 00000100:00100000:2.0:1789776747.087107:0:19528:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449645824 00000100:00100000:2.0:1789776747.087152:0:19528:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449645696 00000100:00100000:2.0:1789776747.087155:0:19528:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449645696 00000100:00100000:2.0:1789776747.087176:0:19528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789776747.087183:0:19528:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3e95f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3646:x1876716449645824:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1789776747.087189:0:19528:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789776747 with bad export cookie 17382628211137469072 00000100:00100000:0.0:1789776747.087296:0:17176:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789776747.087302:0:17176:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc48aad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3645:x1876716449645696:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1789776747.087307:0:17176:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789776747 with bad export cookie 17382628211137469072 00000100:00100000:0.0:1789776747.087355:0:17176:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc48aad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3645:x1876716449645696:12345-0@lo:103:ldlm_bl.0 Request processed in 50us (355us total) trans 0 rc -107/-107 00000100:00100000:0.0:1789776747.087362:0:17176:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:0.0:1789776747.087399:0:3645:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.204.127@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1789776747.087403:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8a5bc3db7800 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1789776747.087416:0:3645:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.204.127@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00010000:00010000:3.0:1789776747.088018:0:20965:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1789776747.088027:0:20965:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1400/0xf13b8042cb885bcb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xf13b8042cb885bd2 expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776747.088063:0:20965:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc4b0b200/0xf13b8042cb885eb8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb885ebf expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776747.088072:0:20965:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc4b0b200/0xf13b8042cb885eb8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13b8042cb885ebf expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776747.088079:0:20965:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc4b0b200/0xf13b8042cb885eb8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf13b8042cb885ebf expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776747.088086:0:20965:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.127@tcp lock: ffff8a5cc4b0b200/0xf13b8042cb885eb8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf13b8042cb885ebf expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776747.088097:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776747.088104:0:20965:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789776747.088112:0:20965:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc4b0b600/0xf13b8042cb886055 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88605c expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776747.088119:0:20965:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc4b0b600/0xf13b8042cb886055 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13b8042cb88605c expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776747.088138:0:20965:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc4b0b600/0xf13b8042cb886055 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xf13b8042cb88605c expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776747.088144:0:20965:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.127@tcp lock: ffff8a5cc4b0b600/0xf13b8042cb886055 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xf13b8042cb88605c expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776747.088155:0:20965:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1789776747.088160:0:20965:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0c00/0xf13b8042cb885bbd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb885bc4 expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776747.088166:0:20965:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0c00/0xf13b8042cb885bbd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13b8042cb885bc4 expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776747.088172:0:20965:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0c00/0xf13b8042cb885bbd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf13b8042cb885bc4 expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776747.088178:0:20965:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0c00/0xf13b8042cb885bbd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf13b8042cb885bc4 expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776747.088186:0:20965:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 10000000:01000000:3.0:1789776747.088190:0:20965:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 10000000:01000000:3.0:1789776747.088195:0:20965:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:3.0:1789776747.088241:0:20965:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0001 00000020:01000000:3.0:1789776747.088246:0:20965:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:3.0:1789776747.088251:0:20965:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789776747.088257:0:20965:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:3.0:1789776747.088263:0:20965:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff8a5bc33a3000 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789776747.088268:0:20965:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff8a5bc1a60000 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789776747.088282:0:20965:0:(genops.c:1553:class_disconnect_exports()) OBD device 14 (ffff8a5bc2738000) has exports, disconnecting them 00000020:00080000:3.0:1789776747.088286:0:20965:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8a5bc33a3000), last request at 1789776742 00000020:00000080:3.0:1789776747.088293:0:20965:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885eaa 00000100:00080000:3.0:1789776747.088307:0:20965:0:(import.c:65:import_set_state_nolock()) ffff8a5bc33a1000 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1789776747.088346:0:20965:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8a5bc33a3000): rc 0 00000020:00000080:3.0:1789776747.088348:0:20965:0:(genops.c:885:class_export_put()) final put ffff8a5bc33a3000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:3.0:1789776747.088358:0:20965:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8a5bc1a60000), last request at 1789776742 00000020:00000080:3.0:1789776747.088361:0:20965:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885d4c 00000100:00080000:3.0:1789776747.088366:0:20965:0:(import.c:65:import_set_state_nolock()) ffff8a5bc1a65800 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1789776747.088373:0:20965:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8a5bc1a60000): rc 0 00000020:00000080:3.0:1789776747.088375:0:20965:0:(genops.c:885:class_export_put()) final put ffff8a5bc1a60000/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:3.0:1789776747.088380:0:20965:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffaed6c1cbbae0 00000100:00080000:3.0:1789776747.088398:0:20965:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789776747.088402:0:20965:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00010000:00010000:1.0:1789776747.088849:0:17178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1789776747.088857:0:17178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.127@tcp lock: ffff8a5cc4b0b200/0xf13b8042cb885eb8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf13b8042cb885ebf expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776747.089052:0:17178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cc4b0b200 already unused, calling callback (ffffffffc11fbc20) 10000000:00010000:1.0:1789776747.089056:0:17178:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.127@tcp lock: ffff8a5cc4b0b200/0xf13b8042cb885eb8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf13b8042cb885ebf expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776747.089066:0:17178:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.127@tcp lock: ffff8a5cc4b0b200/0xf13b8042cb885eb8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xf13b8042cb885ebf expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789776747.089073:0:17178:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.127@tcp lock: ffff8a5cc4b0b200/0xf13b8042cb885eb8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xf13b8042cb885ebf expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789776747.089091:0:17178:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:1.0:1789776747.089093:0:17178:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:1.0:1789776747.089095:0:17178:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00000100:00080000:3.0:1789776747.089450:0:20965:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1789776747.089457:0:20965:0:(import.c:65:import_set_state_nolock()) ffff8a5bc343e800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:3.0:1789776747.089634:0:20965:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1789776747.089637:0:20965:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:3.0:1789776747.089648:0:20965:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1789776747.089716:0:20965:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1789776747.089737:0:20965:0:(import.c:65:import_set_state_nolock()) ffff8a5bc3c84000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1789776747.089765:0:20965:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1789776747.089767:0:20965:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:3.0:1789776747.089778:0:20965:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1789776747.089838:0:20965:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1789776747.089848:0:20965:0:(import.c:65:import_set_state_nolock()) ffff8a5cd8514000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:3.0:1789776747.089888:0:20965:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff8a5bc2738000) has no exports 00000100:00080000:0.0:1789776747.116677:0:3645:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.204.127@tcp not replayable, auto-deactivating 00000100:00080000:0.0:1789776747.116683:0:3645:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1789776747.116693:0:3645:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5cff3f4a80 x1876716449645824/t0(0) o103->MGC192.168.204.127@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789776763 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789776747.116729:0:3645:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5cff466d80 x1876716449645696/t0(0) o103->MGC192.168.204.127@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789776763 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1789776747.116754:0:3645:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1789776747.116757:0:3645:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1789776747.116759:0:3645:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:0.0:1789776747.116763:0:3645:0:(import.c:65:import_set_state_nolock()) ffff8a5bc3db7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789776747.116769:0:3645:0:(import.c:510:import_select_connection()) MGC192.168.204.127@tcp: connect to NID 0@lo last attempt 471 00000100:00080000:0.0:1789776747.116779:0:3645:0:(import.c:624:import_select_connection()) MGC192.168.204.127@tcp: import ffff8a5bc3db7800 using connection 192.168.204.127@tcp/0@lo 00000100:00100000:1.0:1789776747.116793:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0863100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876716449645952:0@lo:9:umount.0 00000100:00100000:3.0:1789776747.116853:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff3f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:086c90d1-9383-41b8-afea-b47b6abf291d:3646:1876716449645824:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789776747.116873:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776747.116907:0:3645:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5cc48ab100 x1876716449646208/t0(0) o250->MGC192.168.204.127@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789776747.116912:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0863480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876716449646080:0@lo:9:umount.0 00000100:00100000:0.0:1789776747.116931:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff466d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:086c90d1-9383-41b8-afea-b47b6abf291d:3645:1876716449645696:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789776747.116976:0:17178:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.127@tcp lock: ffff8a5cc4b0b200/0xf13b8042cb885eb8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf13b8042cb885ebf expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776747.116986:0:17178:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1789776747.116999:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1789776747.117005:0:17178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.127@tcp lock: ffff8a5cc4b0b200/0xf13b8042cb885eb8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf13b8042cb885ebf expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776747.117013:0:17178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.127@tcp lock: ffff8a5cc4b0b200/0xf13b8042cb885eb8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf13b8042cb885ebf expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789776747.117038:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:086c90d1-9383-41b8-afea-b47b6abf291d:0:1876716449646336:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789776747.117041:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:086c90d1-9383-41b8-afea-b47b6abf291d:3642:1876716449646208:0@lo:250:ptlrpcd_00_02.0 00010000:00010000:0.0:1789776747.117055:0:17178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789776747.117067:0:17178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.127@tcp lock: ffff8a5cc4b0b600/0xf13b8042cb886055 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xf13b8042cb88605c expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776747.117074:0:17178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cc4b0b600 already unused, calling callback (ffffffffc11fbc20) 00000400:00000100:1.0:1789776747.117077:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876716449646208 offset 0 length 520: 4 10000000:00010000:0.0:1789776747.117080:0:17178:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.127@tcp lock: ffff8a5cc4b0b600/0xf13b8042cb886055 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xf13b8042cb88605c expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776747.117090:0:17178:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.127@tcp lock: ffff8a5cc4b0b600/0xf13b8042cb886055 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xf13b8042cb88605c expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789776747.117097:0:17178:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.127@tcp lock: ffff8a5cc4b0b600/0xf13b8042cb886055 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xf13b8042cb88605c expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789776747.117103:0:17178:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1789776747.117106:0:17178:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1789776747.117108:0:17178:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1789776747.117121:0:17178:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8a5bc3db7800 00010000:00010000:0.0:1789776747.117124:0:17178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.127@tcp lock: ffff8a5cc4b0b600/0xf13b8042cb886055 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xf13b8042cb88605c expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776747.117130:0:17178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.127@tcp lock: ffff8a5cc4b0b600/0xf13b8042cb886055 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xf13b8042cb88605c expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776747.117139:0:17178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789776747.117142:0:17178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0c00/0xf13b8042cb885bbd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf13b8042cb885bc4 expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776747.117148:0:17178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cc79c0c00 already unused, calling callback (ffffffffc11fbc20) 10000000:00010000:0.0:1789776747.117151:0:17178:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0c00/0xf13b8042cb885bbd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf13b8042cb885bc4 expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776747.117168:0:17178:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0c00/0xf13b8042cb885bbd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xf13b8042cb885bc4 expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789776747.117175:0:17178:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0c00/0xf13b8042cb885bbd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xf13b8042cb885bc4 expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789776747.117180:0:17178:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:0.0:1789776747.117182:0:17178:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:0.0:1789776747.117184:0:17178:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:0.0:1789776747.117192:0:17178:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8a5bc3db7800 00010000:00010000:0.0:1789776747.117194:0:17178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0c00/0xf13b8042cb885bbd lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xf13b8042cb885bc4 expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776747.117200:0:17178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0c00/0xf13b8042cb885bbd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xf13b8042cb885bc4 expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776747.117210:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789776747.117212:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789776747.117214:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789776747.117243:0:20136:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449645952 00000100:00100000:0.0:1789776747.117250:0:20136:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449645952 00000100:00100000:0.0:1789776747.117307:0:20136:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449646080 00000100:00100000:0.0:1789776747.117310:0:20136:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449646080 00000100:00100000:0.0:1789776747.117330:0:20136:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1789776747.117338:0:20136:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3e95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3642:x1876716449645952:12345-0@lo:9:umount.0 00000020:00000080:0.0:1789776747.117360:0:20136:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885d76 00000100:00080000:0.0:1789776747.117367:0:20136:0:(import.c:65:import_set_state_nolock()) ffff8a5cf514f800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789776747.117398:0:20136:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:1.0:1789776747.117539:0:18697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789776747.117550:0:18697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3e94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1876716449646080:12345-0@lo:9:umount.0 00000020:00000080:1.0:1789776747.117565:0:18697:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885edb 00000100:00100000:0.0:1789776747.117568:0:20136:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3e95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+2:3642:x1876716449645952:12345-0@lo:9:umount.0 Request processed in 229us (698us total) trans 0 rc 0/0 00000100:00080000:1.0:1789776747.117572:0:18697:0:(import.c:65:import_set_state_nolock()) ffff8a5bc3d5b800 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1789776747.117583:0:20136:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00010000:00010000:0.0:1789776747.117599:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789776747.117677:0:17186:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1789776747.117682:0:17186:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00000004:1.0:1789776747.117684:0:18697:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1789776747.117782:0:18697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3e94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+2:3642:x1876716449646080:12345-0@lo:9:umount.0 Request processed in 234us (783us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776747.117788:0:18697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:1.0:1789776747.117818:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8a5bc3c84000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1789776747.117837:0:3642:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1789776747.117839:0:3642:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789776747.117843:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0863100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876716449645952:0@lo:9:umount.0 00000100:00080000:1.0:1789776747.117855:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8a5cd8514000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1789776747.117863:0:3642:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1789776747.117864:0:3642:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789776747.117866:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0863480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876716449646080:0@lo:9:umount.0 00010000:00010000:1.0:1789776747.117905:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1789776747.118598:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc33a3000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:3.0:1789776747.118646:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc1a60000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:3.0:1789776747.118672:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8a5bc33a1000 for lustre-MDT0001 00000020:00000080:3.0:1789776747.118679:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8a5bc1a65800 for lustre-MDT0001 00010000:00010000:3.0:1789776747.118692:0:18724:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776747.118735:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1789776747.131130:0:19528:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 18 match 1876716449645824 offset 224 length 224: 4 00000100:00100000:2.0:1789776747.131152:0:19528:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3e95f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3646:x1876716449645824:12345-0@lo:103:ldlm_bl.0 Request processed in 43967us (44207us total) trans 0 rc -107/-107 00000100:00100000:2.0:1789776747.131163:0:19528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000020:00080000:3.0:1789776747.135647:0:20965:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff8a5bc2738000) has no exports 00000020:01000000:2.0:1789776747.195624:0:20965:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8a5cc39764e0 - data ffff8a5cc8bc5870/ffff8a5bc45eec00 00000020:01000000:2.0:1789776747.195801:0:20965:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8a5cc4087b40 - data ffff8a5bc1d3f5e8/ffff8a5cc4b98400 00000001:00000004:2.0:1789776747.206785:0:20965:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:3.0:1789776747.249112:0:20965:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789776747.249138:0:20965:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1789776747.249145:0:20965:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:3.0:1789776747.250860:0:20965:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1789776747.250868:0:20965:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:3.0:1789776747.251241:0:20965:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789776747.251245:0:20965:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1789776747.252156:0:17931:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1789776747.252161:0:17931:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:0.0:1789776747.252171:0:17931:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:3.0:1789776747.255273:0:20965:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1789776747.255281:0:20965:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:3.0:1789776747.255301:0:20965:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789776747.255304:0:20965:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1789776747.255592:0:17933:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1789776747.255597:0:17933:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:0.0:1789776747.255606:0:17933:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:0.0:1789776747.257203:0:20965:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885be0 00000020:00000080:0.0:1789776747.257214:0:20965:0:(genops.c:885:class_export_put()) final put ffff8a5bc3438800/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1789776747.257880:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc3438800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1789776747.258155:0:20965:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885bf5 00000020:00000080:0.0:1789776747.258161:0:20965:0:(genops.c:885:class_export_put()) final put ffff8a5bc3762000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:0.0:1789776747.258210:0:20965:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:0.0:1789776747.258216:0:20965:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789776747.258226:0:20965:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1789776747.258231:0:20965:0:(genops.c:1558:class_disconnect_exports()) OBD device 13 (ffff8a5bc273cd28) has no exports 00000004:01000000:0.0:1789776747.258389:0:20965:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:0.0:1789776747.258396:0:20965:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885c49 00000020:00000080:0.0:1789776747.258401:0:20965:0:(genops.c:885:class_export_put()) final put ffff8a5cedd4e800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1789776747.263032:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc3762000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:0.0:1789776747.263139:0:20965:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:0.0:1789776747.263150:0:20965:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789776747.263162:0:20965:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1789776747.263167:0:20965:0:(genops.c:1558:class_disconnect_exports()) OBD device 18 (ffff8a5cefa9b370) has no exports 00000020:00000080:0.0:1789776747.263176:0:20965:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885c42 00000020:00000080:0.0:1789776747.263183:0:20965:0:(genops.c:885:class_export_put()) final put ffff8a5cd8510000/lustre-MDT0001-osd_UUID 00010000:01000000:0.0:1789776747.263586:0:20965:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:0.0:1789776747.263591:0:20965:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1789776747.263595:0:20965:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:0.0:1789776747.263601:0:20965:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1789776747.263603:0:20965:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789776747.263636:0:20965:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789776747.263653:0:20965:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1789776747.263660:0:20965:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885c34 00000020:00000080:0.0:1789776747.263665:0:20965:0:(genops.c:885:class_export_put()) final put ffff8a5ceee13800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:0.0:1789776747.263670:0:20965:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:0.0:1789776747.263673:0:20965:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789776747.263676:0:20965:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1789776747.263678:0:20965:0:(genops.c:1558:class_disconnect_exports()) OBD device 17 (ffff8a5cc8c63370) has no exports 00000020:00000080:0.0:1789776747.263682:0:20965:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885c26 00000020:00000080:0.0:1789776747.263685:0:20965:0:(genops.c:885:class_export_put()) final put ffff8a5bc3c80800/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1789776747.264019:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5cedd4e800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:1.0:1789776747.264027:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5cd8510000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1789776747.264033:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8a5cd8514000 for lustre-OST0001-osc-MDT0001 00000020:00000080:1.0:1789776747.264039:0:37:0:(genops.c:885:class_export_put()) final put ffff8a5ceee11800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1789776747.264041:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5ceee11800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:1.0:1789776747.264046:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1789776747.264127:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5ceee13800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:1.0:1789776747.264132:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc3c80800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:0.0:1789776747.264373:0:20965:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:0.0:1789776747.264376:0:20965:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1789776747.264379:0:20965:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:0.0:1789776747.264383:0:20965:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1789776747.264385:0:20965:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789776747.264425:0:20965:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789776747.264430:0:20965:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:0.0:1789776747.264443:0:20965:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:0.0:1789776747.264449:0:20965:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885c18 00000020:00000080:0.0:1789776747.264453:0:20965:0:(genops.c:885:class_export_put()) final put ffff8a5ceee11000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:0.0:1789776747.264457:0:20965:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:0.0:1789776747.264461:0:20965:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789776747.264464:0:20965:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1789776747.264467:0:20965:0:(genops.c:1558:class_disconnect_exports()) OBD device 16 (ffff8a5cf5dd3370) has no exports 00000020:00000080:0.0:1789776747.264471:0:20965:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885c11 00000020:00000080:0.0:1789776747.264473:0:20965:0:(genops.c:885:class_export_put()) final put ffff8a5bc343a800/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1789776747.266573:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8a5bc3c84000 for lustre-OST0000-osc-MDT0001 00000020:00000080:1.0:1789776747.266588:0:37:0:(genops.c:885:class_export_put()) final put ffff8a5cdb459800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1789776747.266591:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5cdb459800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:1.0:1789776747.266598:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1789776747.266681:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5ceee11000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:1.0:1789776747.266686:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc343a800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:1.0:1789776747.269638:0:20965:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:1.0:1789776747.269648:0:20965:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789776747.269653:0:20965:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1789776747.269662:0:20965:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789776747.269723:0:20965:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789776747.269738:0:20965:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1789776747.269791:0:20965:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789776747.269795:0:20965:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1789776747.269800:0:20965:0:(genops.c:885:class_export_put()) final put ffff8a5cd857d800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1789776747.269805:0:20965:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5cd857d800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:1.0:1789776747.269825:0:20965:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1789776747.270004:0:20965:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885bfc 00000020:00000080:1.0:1789776747.270011:0:20965:0:(genops.c:885:class_export_put()) final put ffff8a5bc3766800/lustre-MDD0001_UUID 00000020:01000000:1.0:1789776747.270017:0:20965:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:1.0:1789776747.270021:0:20965:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789776747.270026:0:20965:0:(obd_config.c:956:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1789776747.270030:0:20965:0:(genops.c:1558:class_disconnect_exports()) OBD device 15 (ffff8a5cefa999b8) has no exports 00000020:00000080:1.0:1789776747.270047:0:20965:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789776747.270051:0:20965:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:1.0:1789776747.270056:0:20965:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885c03 00000020:00000080:1.0:1789776747.270059:0:20965:0:(genops.c:885:class_export_put()) final put ffff8a5bc3765000/lustre-MDT0001-osd_UUID 00000020:01000004:1.0:1789776747.270070:0:20965:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8a5bc378a000 from lustre-MDT0001, refs=2 00000020:01000004:1.0:1789776747.270074:0:20965:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8a5bc378a000 2 00000020:01000004:1.0:1789776747.270077:0:20965:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8a5bc378a000 from lustre-MDT0001 00000020:00000080:1.0:1789776747.270092:0:20965:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789776747.270095:0:20965:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:1.0:1789776747.270098:0:20965:0:(genops.c:885:class_export_put()) final put ffff8a5bc343a000/lustre-MDT0001_UUID 00000020:00000080:1.0:1789776747.270100:0:20965:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc343a000/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:1.0:1789776747.270109:0:20965:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:1.0:1789776747.270150:0:20965:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:1.0:1789776747.270153:0:20965:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:1.0:1789776747.270156:0:20965:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789776747.270159:0:20965:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1789776747.270165:0:20965:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff8a5cf0ee5800 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789776747.270170:0:20965:0:(genops.c:1553:class_disconnect_exports()) OBD device 19 (ffff8a5cc8c619b8) has exports, disconnecting them 00000020:00080000:1.0:1789776747.270175:0:20965:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff8a5cf0ee5800), last request at 1789776664 00000020:00000080:1.0:1789776747.270179:0:20965:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885c81 00000020:00080000:1.0:1789776747.270192:0:20965:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8a5cf0ee5800): rc 0 00000020:00000080:1.0:1789776747.270196:0:20965:0:(genops.c:885:class_export_put()) final put ffff8a5cf0ee5800/lustre-MDT0000-lwp-MDT0001 00000020:00000080:3.0:1789776747.271149:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8a5bc343e800 for lustre-MDT0000-osp-MDT0001 00000020:00000080:3.0:1789776747.271160:0:37:0:(genops.c:885:class_export_put()) final put ffff8a5ceee10800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1789776747.271163:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5ceee10800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:3.0:1789776747.271172:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1789776747.271294:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc3766800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:3.0:1789776747.271298:0:37:0:(genops.c:885:class_export_put()) final put ffff8a5bc3439800/lustre-MDD0001_UUID 00000020:00000080:3.0:1789776747.271300:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc3439800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:3.0:1789776747.271304:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:3.0:1789776747.271403:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc3765000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1789776747.271417:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5cf0ee5800/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:3.0:1789776747.322552:0:20965:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:3.0:1789776747.322565:0:20965:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789776747.322569:0:20965:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1789776747.322576:0:20965:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789776747.322606:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8a5cf0ee1800 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:3.0:1789776747.322757:0:20965:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789776747.322764:0:20965:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:3.0:1789776747.322770:0:20965:0:(genops.c:885:class_export_put()) final put ffff8a5bc3c87000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:3.0:1789776747.322773:0:20965:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc3c87000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:3.0:1789776747.322783:0:20965:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:3.0:1789776747.322852:0:20965:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8a5bc378a000 1 00000020:00000080:3.0:1789776747.322858:0:20965:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885ba8 00000020:00000080:3.0:1789776747.322864:0:20965:0:(genops.c:885:class_export_put()) final put ffff8a5cedd4d000/lustre-MDT0001-osd_UUID 00000020:01000000:3.0:1789776747.322873:0:20965:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:3.0:1789776747.322881:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5cedd4d000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1789776747.322890:0:20965:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789776747.322896:0:20965:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1789776747.322900:0:20965:0:(genops.c:1558:class_disconnect_exports()) OBD device 12 (ffff8a5cfc0d0000) has no exports 00000020:00000080:3.0:1789776747.411708:0:20965:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789776747.411722:0:20965:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:3.0:1789776747.411728:0:20965:0:(genops.c:885:class_export_put()) final put ffff8a5bc252e000/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1789776747.411732:0:20965:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc252e000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:3.0:1789776747.411749:0:20965:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:3.0:1789776747.411860:0:20965:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8a5bc2528000 00000020:01000000:3.0:1789776747.411881:0:20965:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:3.0:1789776747.411885:0:20965:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789776747.411889:0:20965:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1789776747.411893:0:20965:0:(genops.c:1558:class_disconnect_exports()) OBD device 3 (ffff8a5cff3b19b8) has no exports 00000100:00100000:3.0:1789776747.411980:0:18719:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff8a5bc345fe00:18719] 3 exiting: rc = 0 00000100:00100000:1.0:1789776747.411982:0:20646:0:(service.c:3183:ptlrpc_main()) mdt00_004: service thread [ffff8a5cf091e400:20646] 4 exiting: rc = 0 00000100:00100000:1.0:1789776747.412213:0:17191:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff8a5cc574dc00:17191] 1 exiting: rc = 0 00000100:00100000:1.0:1789776747.412284:0:17190:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff8a5cc574ca00:17190] 0 exiting: rc = 1 00000100:00100000:0.0:1789776747.415591:0:17192:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff8a5cc4fa2200:17192] 2 exiting: rc = 0 00000100:00100000:3.0:1789776747.415796:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.415804:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.415811:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.415817:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.415822:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.415828:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.415836:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.415842:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.415847:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.415852:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.415857:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.415863:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.415868:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.415875:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.415880:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.415885:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.415890:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.415895:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.415900:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.415973:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.415980:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.415985:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.415991:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.415996:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.416001:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.416006:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.416010:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.416015:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.416020:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.416025:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.416030:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.416035:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.416040:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.416044:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.416049:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.416066:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.416071:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.416076:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.416081:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.416086:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.416092:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.416098:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.416103:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.416108:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.416114:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.416128:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.416134:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.416140:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.416145:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.416151:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.416156:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.416160:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.416165:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.416171:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.416176:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.416181:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.416186:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.416192:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.416197:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.416202:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.416207:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.416213:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.416218:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.416232:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776747.425836:0:17193:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff8a5cc8181e00:17193] 0 exiting: rc = 1 00000100:00100000:1.0:1789776747.426044:0:17194:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff8a5cc8181600:17194] 1 exiting: rc = 0 00000100:00100000:3.0:1789776747.426650:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.426659:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.426666:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.426671:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.426676:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.426680:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.426696:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.426700:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.426705:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.426710:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.426715:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.426719:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.426724:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.426728:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.426733:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.426750:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.426755:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.426760:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.426765:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.426771:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.426777:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.426782:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.426787:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.426793:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.426798:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.426803:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.426808:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.426814:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.426819:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.426825:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.426830:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.426835:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.426840:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.426845:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.426850:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.426855:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.426860:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.426865:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.426871:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.426877:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.426882:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.426894:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.426899:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.427763:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.427775:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.427780:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.427786:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.427790:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.427794:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.427799:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.427804:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.427810:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.427815:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.427820:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.427825:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.427830:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.427836:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.427841:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.427847:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.427852:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.427857:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.427862:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.427868:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.427873:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789776747.428823:0:17195:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff8a5cc6438200:17195] 0 exiting: rc = 1 00000100:00100000:1.0:1789776747.428918:0:17196:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff8a5cc6439600:17196] 1 exiting: rc = 0 00000100:00100000:0.0:1789776747.429118:0:18202:0:(service.c:3183:ptlrpc_main()) mdt_out00_002: service thread [ffff8a5cedeb9000:18202] 2 exiting: rc = 0 00000100:00100000:3.0:1789776747.429656:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.429663:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.429669:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.429675:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.429680:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.429685:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.429712:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.429726:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.429732:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.429749:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.429756:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.429762:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.429780:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.429786:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.429791:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.429797:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.429801:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.429808:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.429814:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.429836:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.429843:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.429849:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.429856:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.429861:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.429867:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.429873:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.429879:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.429885:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.429891:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.429897:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.430612:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.430636:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.430642:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.430647:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.430652:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.430658:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.430664:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.430669:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.430675:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.430681:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.430686:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.430691:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.430697:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.430713:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.430720:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.430725:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.430730:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.430755:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.430761:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.430766:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.430771:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.430778:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.430783:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.430789:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.430795:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.430815:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.430825:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.430830:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.430837:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.430844:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.430851:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.430857:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.430863:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.430879:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776747.442915:0:17197:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff8a5cf0fa9e00:17197] 0 exiting: rc = 1 00000100:00100000:1.0:1789776747.443053:0:17198:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff8a5cf0fa9800:17198] 1 exiting: rc = 0 00000100:00100000:3.0:1789776747.443228:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443235:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443239:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443245:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443251:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443256:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443262:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443267:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443273:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443279:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443288:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443296:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443301:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443306:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443311:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443316:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443321:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443326:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443342:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443346:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443351:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443356:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443360:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443364:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443369:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443373:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443378:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443381:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443386:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443390:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443394:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443398:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443402:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443406:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443412:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443416:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443421:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443425:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443430:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443434:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443438:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443443:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443447:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443452:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443456:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443460:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443465:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443469:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443474:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443479:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443484:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443490:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443515:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443526:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443532:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443538:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443543:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443548:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443553:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443558:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443563:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443568:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443573:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.443579:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776747.443920:0:17200:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff8a5cd8fad000:17200] 1 exiting: rc = 0 00000100:00100000:1.0:1789776747.444053:0:17199:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff8a5cd8face00:17199] 0 exiting: rc = 1 00000100:00100000:3.0:1789776747.444132:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444139:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444143:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444148:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444153:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444157:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444162:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444167:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444171:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444175:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444180:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444184:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444189:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444194:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444198:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444202:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444207:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444211:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444215:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444219:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444223:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444228:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444232:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444237:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444249:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444254:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444259:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444263:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444268:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444272:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444276:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444281:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444285:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444290:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444296:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444302:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444308:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444313:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444318:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444324:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444329:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444340:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444346:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444351:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444356:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444361:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444366:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444371:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444376:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444380:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444385:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444389:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444395:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444399:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444404:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444409:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444413:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444418:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444422:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444433:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444438:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444442:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444446:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.444451:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776747.445481:0:17201:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff8a5bc1a5d400:17201] 0 exiting: rc = 1 00000100:00100000:1.0:1789776747.445626:0:17202:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff8a5bc1a5da00:17202] 1 exiting: rc = 0 00000100:00100000:3.0:1789776747.449973:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.449982:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.449987:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.449992:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.449997:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450002:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450007:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450012:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450017:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450022:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450026:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450031:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450035:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450040:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450044:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450049:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450054:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450058:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450063:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450067:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450071:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450076:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450081:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450085:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450089:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450094:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450098:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450103:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450107:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450111:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450141:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450146:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450150:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450154:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450159:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450163:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450167:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450172:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450177:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450186:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450193:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450198:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450203:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450208:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450213:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450219:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450224:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450229:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450234:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450239:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450244:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450249:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450254:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450259:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450265:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450269:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450274:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450279:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450284:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450288:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450293:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450298:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450302:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450307:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.450836:0:17205:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff8a5cc8c8f800:17205] 2 exiting: rc = 0 00000100:00100000:1.0:1789776747.450987:0:17203:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff8a5cca40a600:17203] 0 exiting: rc = 1 00000100:00100000:0.0:1789776747.451196:0:17204:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff8a5ce1e94000:17204] 1 exiting: rc = 0 00000100:00100000:3.0:1789776747.454358:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454368:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454373:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454379:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454384:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454389:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454394:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454400:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454405:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454410:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454415:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454420:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454425:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454430:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454435:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454440:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454445:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454450:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454455:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454476:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454485:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454491:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454517:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454523:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454529:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454535:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454540:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454546:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454551:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454555:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454560:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454565:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454570:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454575:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454580:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454595:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454599:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454605:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454611:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454616:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454622:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454627:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454632:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454649:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454655:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454661:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454666:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454671:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454676:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454681:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454686:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454691:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454696:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454702:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454708:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454713:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454718:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454723:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454730:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454746:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454753:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454758:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454765:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776747.454771:0:20965:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1789776747.463452:0:20965:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789776747.463470:0:20965:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:3.0:1789776747.463476:0:20965:0:(genops.c:885:class_export_put()) final put ffff8a5cf5166000/MDS_uuid 00000020:00000080:3.0:1789776747.463481:0:20965:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5cf5166000/MDS_uuid for MDS 00000020:01000000:3.0:1789776747.463487:0:20965:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:3.0:1789776747.463648:0:20965:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:2.0:1789776747.554614:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789776747.554654:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789776747.554662:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789776747.554666:0:38:0:(import.c:65:import_set_state_nolock()) ffff8a5bc1bb2800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789776747.554674:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 563 00000100:00080000:3.0:1789776747.554680:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1789776747.554688:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8a5bc1bb2800 using connection 192.168.204.127@tcp/0@lo 00000100:00100000:3.0:1789776747.554727:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5cf0860700 x1876716449646464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789776747.554812:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789776747.554816:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789776747.554818:0:38:0:(import.c:65:import_set_state_nolock()) ffff8a5bc3d5e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789776747.554822:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 563 00000100:00080000:3.0:1789776747.554824:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1789776747.554828:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8a5bc3d5e800 using connection 192.168.204.127@tcp/0@lo 00000100:00100000:3.0:1789776747.554840:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5cf0861180 x1876716449646720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789776747.554873:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789776747.554889:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0860e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1876716449646592:0@lo:400:kworker.0 00000400:00000100:3.0:1789776747.554954:0:3643:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876716449646592 offset 0 length 224: 4 00000100:00100000:3.0:1789776747.554988:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789776747.554997:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0862680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3646:1876716449646848:0@lo:400:kworker.0 00000400:00000100:3.0:1789776747.555015:0:3646:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876716449646848 offset 0 length 224: 4 00000100:00100000:0.0:1789776747.555249:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0860700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3642:1876716449646464:0@lo:38:kworker.0 00000400:00000100:0.0:1789776747.555274:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876716449646464 offset 0 length 520: 4 00000100:00100000:0.0:1789776747.555287:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0861180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1876716449646720:0@lo:38:kworker.0 00000400:00000100:0.0:1789776747.555298:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876716449646720 offset 0 length 520: 4 00010000:00010000:0.0:1789776748.581646:0:18724:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776749.605826:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776750.630714:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1789776751.158291:0:21166:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:2.0:1789776751.174716:0:21166:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0000 00010000:00010000:2.0:1789776751.174776:0:21166:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cde400/0xf13b8042cb885d1b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb885d22 expref: -99 pid: 18691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776751.174793:0:21166:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cde400/0xf13b8042cb885d1b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13b8042cb885d22 expref: -99 pid: 18691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776751.174802:0:21166:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cde400/0xf13b8042cb885d1b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xf13b8042cb885d22 expref: -99 pid: 18691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776751.174810:0:21166:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cde400/0xf13b8042cb885d1b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xf13b8042cb885d22 expref: -99 pid: 18691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776751.174875:0:21166:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1789776751.174881:0:21166:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1789776751.174914:0:21166:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789776751.174927:0:21166:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5cf0860700 x1876716449646464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789776767 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789776751.174994:0:21166:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1789776751.175001:0:21166:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1789776751.175009:0:21166:0:(import.c:65:import_set_state_nolock()) ffff8a5bc1bb2800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:2.0:1789776751.175014:0:21166:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789776751.175018:0:21166:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5cf0860700 x1876716449646464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789776767 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1789776751.178297:0:18724:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789776751.178325:0:18724:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cde400/0xf13b8042cb885d1b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xf13b8042cb885d22 expref: -99 pid: 18691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776751.178353:0:18724:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc3cde400 already unused, calling callback (ffffffffc11fbc20) 10000000:00010000:3.0:1789776751.178358:0:18724:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cde400/0xf13b8042cb885d1b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xf13b8042cb885d22 expref: -99 pid: 18691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776751.178369:0:18724:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cde400/0xf13b8042cb885d1b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0xf13b8042cb885d22 expref: -99 pid: 18691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789776751.178376:0:18724:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cde400/0xf13b8042cb885d1b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0xf13b8042cb885d22 expref: -99 pid: 18691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789776751.178381:0:18724:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789776751.178384:0:18724:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1789776751.178387:0:18724:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1789776751.178403:0:18724:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8a5bc3db7800 00010000:00010000:3.0:1789776751.178407:0:18724:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cde400/0xf13b8042cb885d1b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xf13b8042cb885d22 expref: -99 pid: 18691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776751.178415:0:18724:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cde400/0xf13b8042cb885d1b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xf13b8042cb885d22 expref: -99 pid: 18691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776751.178429:0:18724:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776751.178437:0:18724:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776751.178439:0:18724:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789776751.178741:0:21166:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1789776751.178774:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0860700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3642:1876716449646464:0@lo:38:kworker.0 00000100:00100000:2.0:1789776751.178834:0:21166:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1789776751.179898:0:21166:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1789776751.179913:0:21166:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5cf0860e00 x1876716449646592/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776763 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789776751.179987:0:21166:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1789776751.179993:0:21166:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1789776751.180018:0:21166:0:(import.c:65:import_set_state_nolock()) ffff8a5bc1a65000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1789776751.180072:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff3f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3642:1876716449646976:0@lo:39:umount.0 00000400:00000100:1.0:1789776751.180131:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876716449646976 offset 0 length 224: 4 00000100:00100000:0.0:1789776751.180228:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0860e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1876716449646592:0@lo:400:kworker.0 00010000:00010000:3.0:1789776751.657259:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789776752.675392:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 086c90d1-9383-41b8-afea-b47b6abf291d->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789776752.675403:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 086c90d1-9383-41b8-afea-b47b6abf291d->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789776752.675406:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789776752.675410:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789776752.675484:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1789776752.675708:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789776752.675770:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1876716449647104:0@lo:400:kworker.0 00000400:00000100:0.0:1789776752.675826:0:3645:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876716449647104 offset 0 length 224: 4 00000001:00100000:1.0:1789776752.676220:0:18692:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1789776752.676226:0:18692:0:(genops.c:885:class_export_put()) final put ffff8a5cf5149000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1789776752.676280:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5cf5149000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:3.0:1789776752.676324:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8a5cf514f800 for lustre-OST0000 00000001:00100000:2.0:1789776752.676765:0:19512:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1789776752.676770:0:19512:0:(genops.c:885:class_export_put()) final put ffff8a5bc3d5f800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789776752.676814:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc3d5f800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:0.0:1789776752.676848:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8a5bc3d5b800 for lustre-OST0001 00010000:00010000:3.0:1789776753.702634:0:18724:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776754.722742:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776755.746843:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776756.771191:0:18724:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789776757.346785:0:3642:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789776747/real 1789776747] req@ffff8a5cc48ab100 x1876716449646208/t0(0) o250->MGC192.168.204.127@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789776757 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789776757.347170:0:3642:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a5cc48ab100 x1876716449646208/t0(0) o250->MGC192.168.204.127@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789776757 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789776757.347193:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8a5bc3db7800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789776757.347312:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1789776757.347318:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:086c90d1-9383-41b8-afea-b47b6abf291d:3642:1876716449646208:0@lo:250:ptlrpcd_00_02.0 00000100:00080000:2.0:1789776757.354277:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 086c90d1-9383-41b8-afea-b47b6abf291d->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789776757.354288:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789776757.354292:0:38:0:(import.c:65:import_set_state_nolock()) ffff8a5bc3db7800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789776757.354302:0:38:0:(import.c:510:import_select_connection()) MGC192.168.204.127@tcp: connect to NID 0@lo last attempt 568 00000100:00080000:2.0:1789776757.354308:0:38:0:(import.c:589:import_select_connection()) MGC192.168.204.127@tcp: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789776757.354316:0:38:0:(import.c:624:import_select_connection()) MGC192.168.204.127@tcp: import ffff8a5bc3db7800 using connection 192.168.204.127@tcp/0@lo 00000100:00100000:2.0:1789776757.354357:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5cff3f4380 x1876716449647232/t0(0) o250->MGC192.168.204.127@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789776757.354394:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789776757.354397:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789776757.354541:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff3f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3643:1876716449647360:0@lo:400:kworker.0 00000400:00000100:0.0:1789776757.354615:0:3643:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876716449647360 offset 0 length 224: 4 00000100:00100000:1.0:1789776757.355019:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff3f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:086c90d1-9383-41b8-afea-b47b6abf291d:3642:1876716449647232:0@lo:250:kworker.0 00000400:00000100:1.0:1789776757.355047:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876716449647232 offset 0 length 520: 4 00010000:00010000:3.0:1789776757.794734:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776758.819104:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776759.845291:0:18724:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776760.866850:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789776761.442846:0:3642:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789776751/real 1789776751] req@ffff8a5cff3f5880 x1876716449646976/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789776761 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789776761.442923:0:3642:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a5cff3f5880 x1876716449646976/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789776761 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789776761.442952:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8a5bc1a65000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1789776761.442980:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff3f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3642:1876716449646976:0@lo:39:umount.0 00000100:00080000:2.0:1789776761.443286:0:21166:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1789776761.443292:0:21166:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1789776761.443298:0:21166:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1789776761.446090:0:21166:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0a00/0xf13b8042cb885cf1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb885cf8 expref: -99 pid: 18691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776761.446116:0:21166:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0a00/0xf13b8042cb885cf1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13b8042cb885cf8 expref: -99 pid: 18691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776761.446150:0:21166:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0a00/0xf13b8042cb885cf1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xf13b8042cb885cf8 expref: -99 pid: 18691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776761.446158:0:21166:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0a00/0xf13b8042cb885cf1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xf13b8042cb885cf8 expref: -99 pid: 18691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776761.446204:0:21166:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789776761.446215:0:21166:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc4b0ba00/0xf13b8042cb886047 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88604e expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776761.446222:0:21166:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc4b0ba00/0xf13b8042cb886047 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13b8042cb88604e expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776761.446230:0:21166:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc4b0ba00/0xf13b8042cb886047 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf13b8042cb88604e expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776761.446236:0:21166:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.127@tcp lock: ffff8a5cc4b0ba00/0xf13b8042cb886047 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf13b8042cb88604e expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776761.446262:0:21166:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:2.0:1789776761.446268:0:21166:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:2.0:1789776761.446316:0:21166:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0000 00000020:01000000:2.0:1789776761.446323:0:21166:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:2.0:1789776761.446329:0:21166:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789776761.446337:0:21166:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1789776761.446343:0:21166:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff8a5cc8c64d28) has no exports 00000020:00080000:2.0:1789776761.446378:0:21166:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff8a5cc8c64d28) has no exports 00010000:00010000:3.0:1789776761.446821:0:18724:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789776761.446833:0:18724:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0a00/0xf13b8042cb885cf1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xf13b8042cb885cf8 expref: -99 pid: 18691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776761.446842:0:18724:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cc79c0a00 already unused, calling callback (ffffffffc11fbc20) 10000000:00010000:3.0:1789776761.446847:0:18724:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0a00/0xf13b8042cb885cf1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xf13b8042cb885cf8 expref: -99 pid: 18691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776761.446858:0:18724:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0a00/0xf13b8042cb885cf1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xf13b8042cb885cf8 expref: -99 pid: 18691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789776761.446866:0:18724:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0a00/0xf13b8042cb885cf1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xf13b8042cb885cf8 expref: -99 pid: 18691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789776761.446872:0:18724:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789776761.446875:0:18724:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:3.0:1789776761.446878:0:18724:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:3.0:1789776761.446900:0:18724:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8a5bc3db7800 00010000:00010000:3.0:1789776761.446904:0:18724:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0a00/0xf13b8042cb885cf1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xf13b8042cb885cf8 expref: -99 pid: 18691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776761.446912:0:18724:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0a00/0xf13b8042cb885cf1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xf13b8042cb885cf8 expref: -99 pid: 18691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776761.446931:0:18724:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789776761.446935:0:18724:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.127@tcp lock: ffff8a5cc4b0ba00/0xf13b8042cb886047 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf13b8042cb88604e expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776761.446956:0:18724:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cc4b0ba00 already unused, calling callback (ffffffffc11fbc20) 10000000:00010000:3.0:1789776761.446960:0:18724:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.127@tcp lock: ffff8a5cc4b0ba00/0xf13b8042cb886047 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf13b8042cb88604e expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776761.446967:0:18724:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.127@tcp lock: ffff8a5cc4b0ba00/0xf13b8042cb886047 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xf13b8042cb88604e expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789776761.446972:0:18724:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.127@tcp lock: ffff8a5cc4b0ba00/0xf13b8042cb886047 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xf13b8042cb88604e expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789776761.446977:0:18724:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1789776761.446979:0:18724:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1789776761.446981:0:18724:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1789776761.446988:0:18724:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8a5bc3db7800 00010000:00010000:3.0:1789776761.446991:0:18724:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.127@tcp lock: ffff8a5cc4b0ba00/0xf13b8042cb886047 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xf13b8042cb88604e expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776761.446997:0:18724:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.127@tcp lock: ffff8a5cc4b0ba00/0xf13b8042cb886047 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xf13b8042cb88604e expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776761.447007:0:18724:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776761.447010:0:18724:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776761.447012:0:18724:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776761.448377:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1789776761.460644:0:21166:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8a5bc263f180 - data ffff8a5cf8885e58/ffff8a5cf083fc00 00000020:01000000:2.0:1789776761.460886:0:21166:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8a5cf0f5af00 - data ffff8a5cf8ab5ca8/ffff8a5bc27cd400 00100000:10000000:2.0:1789776761.473023:0:21166:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:0.0:1789776761.496854:0:21166:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885d06 00000020:00000080:0.0:1789776761.496876:0:21166:0:(genops.c:885:class_export_put()) final put ffff8a5bc1a62800/lustre-OST0000-osd_UUID 00000020:01000004:0.0:1789776761.496909:0:21166:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8a5bc3457800 from lustre-OST0000, refs=2 00000020:01000004:0.0:1789776761.496914:0:21166:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8a5bc3457800 2 00000020:01000004:0.0:1789776761.496918:0:21166:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8a5bc3457800 from lustre-OST0000 00000020:00000080:0.0:1789776761.496959:0:21166:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789776761.496973:0:21166:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:0.0:1789776761.497000:0:21166:0:(genops.c:885:class_export_put()) final put ffff8a5cf5ced800/lustre-OST0000_UUID 00000020:00000080:0.0:1789776761.497003:0:21166:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5cf5ced800/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:0.0:1789776761.497015:0:21166:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:0.0:1789776761.497097:0:21166:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:0.0:1789776761.497104:0:21166:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:0.0:1789776761.497107:0:21166:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789776761.497113:0:21166:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1789776761.497121:0:21166:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff8a5bc1bb4800 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789776761.497128:0:21166:0:(genops.c:1553:class_disconnect_exports()) OBD device 23 (ffff8a5bc3d919b8) has exports, disconnecting them 00000020:00080000:0.0:1789776761.497134:0:21166:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff8a5bc1bb4800), last request at 1789776679 00000020:00000080:0.0:1789776761.497138:0:21166:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885d30 00000020:00080000:0.0:1789776761.497152:0:21166:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8a5bc1bb4800): rc 0 00000020:00000080:0.0:1789776761.497158:0:21166:0:(genops.c:885:class_export_put()) final put ffff8a5bc1bb4800/lustre-MDT0000-lwp-OST0000 00000020:00000080:3.0:1789776761.497820:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc1a62800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:3.0:1789776761.497836:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc1bb4800/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:1.0:1789776761.499641:0:21166:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:1.0:1789776761.499652:0:21166:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789776761.499667:0:21166:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1789776761.499677:0:21166:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789776761.499902:0:21166:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789776761.499913:0:21166:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:1.0:1789776761.499921:0:21166:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:1.0:1789776761.499927:0:21166:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789776761.499932:0:21166:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1789776761.499945:0:21166:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff8a5bc1a66800 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789776761.499952:0:21166:0:(genops.c:1553:class_disconnect_exports()) OBD device 24 (ffff8a5cefa98000) has exports, disconnecting them 00000020:00080000:1.0:1789776761.499958:0:21166:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff8a5bc1a66800), last request at 1789776679 00000020:00000080:1.0:1789776761.499963:0:21166:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885d45 00000020:00080000:1.0:1789776761.499985:0:21166:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8a5bc1a66800): rc 0 00000020:00000080:1.0:1789776761.499992:0:21166:0:(genops.c:885:class_export_put()) final put ffff8a5bc1a66800/lustre-MDT0001-lwp-OST0000 00000020:00000080:3.0:1789776761.500901:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8a5bc1bb2800 for lustre-MDT0000-lwp-OST0000 00000020:00000080:3.0:1789776761.500914:0:37:0:(genops.c:885:class_export_put()) final put ffff8a5cf5cef800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:3.0:1789776761.500917:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5cf5cef800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:3.0:1789776761.500942:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:3.0:1789776761.501042:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc1a66800/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:0.0:1789776761.534454:0:21166:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:0.0:1789776761.534478:0:21166:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1789776761.534484:0:21166:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789776761.534750:0:21166:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789776761.535031:0:21166:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789776761.535044:0:21166:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:0.0:1789776761.535054:0:21166:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8a5bc3457800 1 00000020:00000080:0.0:1789776761.535064:0:21166:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885ce3 00000020:00000080:0.0:1789776761.535075:0:21166:0:(genops.c:885:class_export_put()) final put ffff8a5cd93f4800/lustre-OST0000-osd_UUID 00000020:00000080:3.0:1789776761.535102:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8a5bc1a65000 for lustre-MDT0001-lwp-OST0000 00000020:00000080:3.0:1789776761.535111:0:37:0:(genops.c:885:class_export_put()) final put ffff8a5bc1a61800/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:3.0:1789776761.535115:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc1a61800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:3.0:1789776761.535127:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000000:0.0:1789776761.536005:0:21166:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:0.0:1789776761.536014:0:21166:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789776761.536023:0:21166:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1789776761.536029:0:21166:0:(genops.c:1558:class_disconnect_exports()) OBD device 20 (ffff8a5cefa9cd28) has no exports 00000020:00000080:3.0:1789776761.536617:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5cd93f4800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:2.0:1789776761.607926:0:21166:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789776761.607948:0:21166:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:2.0:1789776761.607956:0:21166:0:(genops.c:885:class_export_put()) final put ffff8a5bc3453800/lustre-OST0000-osd_UUID 00000020:00000080:2.0:1789776761.607963:0:21166:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc3453800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:2.0:1789776761.607982:0:21166:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:2.0:1789776761.608230:0:21166:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8a5bc3451800 00000020:02000400:2.0:1789776761.608303:0:21166:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:0.0:1789776761.891169:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789776762.406750:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 086c90d1-9383-41b8-afea-b47b6abf291d->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789776762.406760:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 086c90d1-9383-41b8-afea-b47b6abf291d->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789776762.406763:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789776762.406766:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789776762.406876:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789776762.406894:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff3f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3643:1876716449647488:0@lo:400:kworker.0 00000400:00000100:0.0:1789776762.406944:0:3643:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876716449647488 offset 0 length 224: 4 00010000:00010000:3.0:1789776762.915055:0:18724:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:0.0:1789776763.939184:0:3646:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789776747/real 1789776747] req@ffff8a5cf0862680 x1876716449646848/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789776763 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1789776763.943076:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789776763.973869:0:3646:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8a5cf0862680 x1876716449646848/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789776763 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789776763.973887:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8a5cf514c000 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1789776763.973891:0:3646:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-lwp-OST0001: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1789776763.985036:0:3646:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0001_UUID: waking up pinger s:DISCONN 00000100:00100000:0.0:1789776763.985173:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0862680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3646:1876716449646848:0@lo:400:kworker.0 00000100:00080000:3.0:1789776763.985676:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 086c90d1-9383-41b8-afea-b47b6abf291d->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789776763.985682:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 086c90d1-9383-41b8-afea-b47b6abf291d->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789776763.985685:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789776763.985688:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789776763.985690:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789776763.985693:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1789776763.985696:0:38:0:(import.c:65:import_set_state_nolock()) ffff8a5cf514c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789776763.985702:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 517 00000100:00080000:3.0:1789776763.985710:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8a5cf514c000 using connection 192.168.204.127@tcp/0@lo 00000100:00100000:3.0:1789776763.985757:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5cf0861f80 x1876716449647616/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789776763.985892:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0861f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3642:1876716449647616:0@lo:38:kworker.0 00000400:00000100:0.0:1789776763.985946:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876716449647616 offset 0 length 520: 4 00010000:00010000:0.0:1789776764.963545:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1789776765.088967:0:21368:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:3.0:1789776765.120805:0:21368:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0001 00010000:00010000:3.0:1789776765.120897:0:21368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0400/0xf13b8042cb885e79 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb885e80 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776765.120912:0:21368:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0400/0xf13b8042cb885e79 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13b8042cb885e80 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776765.120933:0:21368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0400/0xf13b8042cb885e79 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xf13b8042cb885e80 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776765.120940:0:21368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0400/0xf13b8042cb885e79 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xf13b8042cb885e80 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776765.120966:0:21368:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1789776765.120972:0:21368:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1789776765.121003:0:21368:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789776765.121015:0:21368:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5cf0861180 x1876716449646720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789776767 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789776765.121036:0:21368:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1789776765.121042:0:21368:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1789776765.121048:0:21368:0:(import.c:65:import_set_state_nolock()) ffff8a5bc3d5e800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:3.0:1789776765.121053:0:21368:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789776765.121056:0:21368:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5cf0861180 x1876716449646720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789776767 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789776765.121063:0:21368:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1789776765.121066:0:21368:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 2s for inflight to error out 00000100:00100000:1.0:1789776765.122876:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0861180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1876716449646720:0@lo:38:kworker.0 00010000:00010000:0.0:1789776765.123216:0:18724:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789776765.123226:0:18724:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0400/0xf13b8042cb885e79 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xf13b8042cb885e80 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776765.123238:0:18724:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cc79c0400 already unused, calling callback (ffffffffc11fbc20) 10000000:00010000:0.0:1789776765.123243:0:18724:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0400/0xf13b8042cb885e79 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xf13b8042cb885e80 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776765.123254:0:18724:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0400/0xf13b8042cb885e79 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xf13b8042cb885e80 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789776765.123261:0:18724:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0400/0xf13b8042cb885e79 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xf13b8042cb885e80 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789776765.123268:0:18724:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1789776765.123270:0:18724:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1789776765.123294:0:18724:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1789776765.123313:0:18724:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8a5bc3db7800 00010000:00010000:0.0:1789776765.123317:0:18724:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0400/0xf13b8042cb885e79 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xf13b8042cb885e80 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776765.123325:0:18724:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0400/0xf13b8042cb885e79 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xf13b8042cb885e80 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776765.123341:0:18724:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789776765.123343:0:18724:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789776765.123345:0:18724:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789776765.124340:0:21368:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1789776765.124354:0:21368:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5cc48ab480 x1876716449647104/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776768 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789776765.124380:0:21368:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5cff3f4000 x1876716449647360/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776773 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789776765.124415:0:21368:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5cff3f5180 x1876716449647488/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776778 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789776765.124450:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1876716449647104:0@lo:400:kworker.0 00000100:00100000:3.0:1789776765.124490:0:21368:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5cf0861f80 x1876716449647616/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789776773 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789776765.124518:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff3f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3643:1876716449647488:0@lo:400:kworker.0 00000100:00100000:3.0:1789776765.124548:0:21368:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1789776765.124554:0:21368:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1789776765.132825:0:21368:0:(import.c:65:import_set_state_nolock()) ffff8a5cf514c000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1789776765.132843:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff3f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3643:1876716449647360:0@lo:400:kworker.0 00000100:00080000:3.0:1789776765.132985:0:21368:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1789776765.132995:0:21368:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5cf0861f80 x1876716449647616/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789776773 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789776765.133007:0:21368:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1789776765.133012:0:21368:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:2.0:1789776765.133063:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0861f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3642:1876716449647616:0@lo:38:kworker.0 00010000:00010000:3.0:1789776765.136424:0:21368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257000/0xf13b8042cb885e4f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb885e56 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776765.136513:0:21368:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257000/0xf13b8042cb885e4f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13b8042cb885e56 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776765.136521:0:21368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257000/0xf13b8042cb885e4f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf13b8042cb885e56 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776765.136529:0:21368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257000/0xf13b8042cb885e4f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf13b8042cb885e56 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776765.136557:0:21368:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789776765.136684:0:21368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0e00/0xf13b8042cb886039 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb886040 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776765.136693:0:21368:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0e00/0xf13b8042cb886039 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13b8042cb886040 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776765.136700:0:21368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0e00/0xf13b8042cb886039 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf13b8042cb886040 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776765.136720:0:21368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0e00/0xf13b8042cb886039 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf13b8042cb886040 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776765.136735:0:21368:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:3.0:1789776765.136740:0:21368:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:3.0:1789776765.136767:0:21368:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0001 00000020:01000000:3.0:1789776765.136771:0:21368:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:3.0:1789776765.136776:0:21368:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789776765.136781:0:21368:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1789776765.136786:0:21368:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff8a5cff3b3370) has no exports 00000020:00080000:3.0:1789776765.136810:0:21368:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff8a5cff3b3370) has no exports 00010000:00010000:0.0:1789776765.137373:0:17179:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789776765.137382:0:17179:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257000/0xf13b8042cb885e4f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf13b8042cb885e56 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776765.137390:0:17179:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cfc257000 already unused, calling callback (ffffffffc11fbc20) 10000000:00010000:0.0:1789776765.137404:0:17179:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257000/0xf13b8042cb885e4f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf13b8042cb885e56 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776765.137414:0:17179:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257000/0xf13b8042cb885e4f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xf13b8042cb885e56 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789776765.137421:0:17179:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257000/0xf13b8042cb885e4f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xf13b8042cb885e56 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789776765.137427:0:17179:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1789776765.137429:0:17179:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 10000000:01000000:0.0:1789776765.137431:0:17179:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 00010000:00010000:0.0:1789776765.137445:0:17179:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8a5bc3db7800 00010000:00010000:0.0:1789776765.137457:0:17179:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257000/0xf13b8042cb885e4f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xf13b8042cb885e56 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776765.137463:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257000/0xf13b8042cb885e4f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xf13b8042cb885e56 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776765.137475:0:17179:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789776765.137478:0:17179:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0e00/0xf13b8042cb886039 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf13b8042cb886040 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776765.137483:0:17179:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cc79c0e00 already unused, calling callback (ffffffffc11fbc20) 10000000:00010000:0.0:1789776765.137485:0:17179:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0e00/0xf13b8042cb886039 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf13b8042cb886040 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776765.137514:0:17179:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0e00/0xf13b8042cb886039 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xf13b8042cb886040 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789776765.137519:0:17179:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0e00/0xf13b8042cb886039 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xf13b8042cb886040 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789776765.137524:0:17179:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1789776765.137526:0:17179:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1789776765.137528:0:17179:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1789776765.137533:0:17179:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8a5bc3db7800 00010000:00010000:0.0:1789776765.137536:0:17179:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0e00/0xf13b8042cb886039 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xf13b8042cb886040 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776765.137542:0:17179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0e00/0xf13b8042cb886039 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xf13b8042cb886040 expref: -99 pid: 17188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776765.137553:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789776765.137560:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789776765.137562:0:17179:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776765.137637:0:17178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:3.0:1789776765.143132:0:21368:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8a5bc263f8a0 - data ffff8a5cf8885438/ffff8a5cf083e800 00000020:01000000:3.0:1789776765.143295:0:21368:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8a5bc254e480 - data ffff8a5cf882d360/ffff8a5bc45ec000 00100000:10000000:3.0:1789776765.154261:0:21368:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:1.0:1789776765.180761:0:21368:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885e64 00000020:00000080:1.0:1789776765.180775:0:21368:0:(genops.c:885:class_export_put()) final put ffff8a5cf0f4f000/lustre-OST0001-osd_UUID 00000020:01000004:1.0:1789776765.180793:0:21368:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8a5bc2465800 from lustre-OST0001, refs=2 00000020:01000004:1.0:1789776765.180798:0:21368:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8a5bc2465800 2 00000020:01000004:1.0:1789776765.180801:0:21368:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8a5bc2465800 from lustre-OST0001 00000020:00000080:1.0:1789776765.180829:0:21368:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789776765.180840:0:21368:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:1.0:1789776765.180844:0:21368:0:(genops.c:885:class_export_put()) final put ffff8a5bc3c83000/lustre-OST0001_UUID 00000020:00000080:1.0:1789776765.180847:0:21368:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc3c83000/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:1.0:1789776765.180853:0:21368:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000020:00000080:2.0:1789776765.180930:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5cf0f4f000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000100:00080000:1.0:1789776765.180992:0:21368:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import 086c90d1-9383-41b8-afea-b47b6abf291d->MGS 00010000:00010000:1.0:1789776765.181009:0:21368:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1c00/0xf13b8042cb885baf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xf13b8042cb885bb6 expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789776765.181023:0:21368:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1c00/0xf13b8042cb885baf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xf13b8042cb885bb6 expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789776765.181030:0:21368:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:1.0:1789776765.181032:0:21368:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:1.0:1789776765.181035:0:21368:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:1.0:1789776765.181050:0:21368:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8a5bc3db7800 00010000:00010000:1.0:1789776765.181053:0:21368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1c00/0xf13b8042cb885baf lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xf13b8042cb885bb6 expref: -99 pid: 17922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776765.181068:0:21368:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdf400/0xf13b8042cb885a9e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xf13b8042cb885aa5 expref: -99 pid: 17169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789776765.181074:0:21368:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdf400/0xf13b8042cb885a9e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xf13b8042cb885aa5 expref: -99 pid: 17169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789776765.181094:0:21368:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1789776765.181097:0:21368:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:1.0:1789776765.181098:0:21368:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:1.0:1789776765.181109:0:21368:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8a5bc3db7800 00010000:00010000:1.0:1789776765.181112:0:21368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdf400/0xf13b8042cb885a9e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xf13b8042cb885aa5 expref: -99 pid: 17169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1789776765.181129:0:21368:0:(import.c:65:import_set_state_nolock()) ffff8a5bc3db7800 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:1.0:1789776765.181134:0:21368:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1789776765.181136:0:21368:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:1.0:1789776765.181137:0:21368:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:1.0:1789776765.181141:0:21368:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:1.0:1789776765.181153:0:21368:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5cff3f4380 x1876716449647232/t0(0) o250->MGC192.168.204.127@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789776772 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1789776765.181178:0:21368:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:1.0:1789776765.181181:0:21368:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 9s for inflight to error out 00000100:00100000:0.0:1789776765.181455:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff3f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:086c90d1-9383-41b8-afea-b47b6abf291d:3642:1876716449647232:0@lo:250:kworker.0 10000000:01000000:1.0:1789776765.181683:0:21368:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:1.0:1789776765.181692:0:21368:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885a89 00000020:00000080:1.0:1789776765.181697:0:21368:0:(genops.c:885:class_export_put()) final put ffff8a5bc3f26800/086c90d1-9383-41b8-afea-b47b6abf291d 00000020:01000000:1.0:1789776765.181705:0:21368:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.204.127@tcp (flags='') 00000020:00000080:1.0:1789776765.181711:0:21368:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789776765.181714:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc3f26800/086c90d1-9383-41b8-afea-b47b6abf291d for MGC192.168.204.127@tcp 00000020:00000080:1.0:1789776765.181716:0:21368:0:(obd_config.c:956:class_cleanup()) MGC192.168.204.127@tcp: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1789776765.181723:0:21368:0:(genops.c:1558:class_disconnect_exports()) OBD device 2 (ffff8a5bc273b370) has no exports 10000000:01000000:2.0:1789776765.181762:0:17188:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:1.0:1789776765.182417:0:21368:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.204.127@tcp: client import never connected 00000100:00080000:1.0:1789776765.182422:0:21368:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:1.0:1789776765.182424:0:21368:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:1.0:1789776765.182427:0:21368:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:1.0:1789776765.182429:0:21368:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:1.0:1789776765.182478:0:21368:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789776765.182483:0:21368:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.204.127@tcp (uuid 086c90d1-9383-41b8-afea-b47b6abf291d) 00000020:01000000:1.0:1789776765.182489:0:21368:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:1.0:1789776765.182525:0:21368:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789776765.182529:0:21368:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1789776765.182534:0:21368:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff8a5bc33a5800 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789776765.182541:0:21368:0:(genops.c:1553:class_disconnect_exports()) OBD device 27 (ffff8a5cfaf2b370) has exports, disconnecting them 00000020:00000080:2.0:1789776765.182542:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8a5bc3db7800 for MGC192.168.204.127@tcp 00000020:00080000:1.0:1789776765.182548:0:21368:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff8a5bc33a5800), last request at 1789776696 00000020:00000080:2.0:1789776765.182551:0:37:0:(genops.c:885:class_export_put()) final put ffff8a5bc3db0000/086c90d1-9383-41b8-afea-b47b6abf291d 00000020:00000080:1.0:1789776765.182553:0:21368:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885e8e 00000020:00000080:2.0:1789776765.182557:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc3db0000/086c90d1-9383-41b8-afea-b47b6abf291d for MGC192.168.204.127@tcp 00000020:01000000:2.0:1789776765.182565:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.204.127@tcp (086c90d1-9383-41b8-afea-b47b6abf291d) 00000020:00080000:1.0:1789776765.182580:0:21368:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8a5bc33a5800): rc 0 00000020:00000080:1.0:1789776765.182585:0:21368:0:(genops.c:885:class_export_put()) final put ffff8a5bc33a5800/lustre-MDT0000-lwp-OST0001 00000020:00000080:2.0:1789776765.182889:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc33a5800/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:0.0:1789776765.191619:0:21368:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:0.0:1789776765.191628:0:21368:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789776765.191633:0:21368:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789776765.191640:0:21368:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789776765.191845:0:21368:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789776765.191853:0:21368:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:0.0:1789776765.191932:0:21368:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:0.0:1789776765.191939:0:21368:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789776765.191944:0:21368:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1789776765.191951:0:21368:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff8a5bc3d5d000 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789776765.191959:0:21368:0:(genops.c:1553:class_disconnect_exports()) OBD device 28 (ffff8a5cfaf28000) has exports, disconnecting them 00000020:00080000:0.0:1789776765.191964:0:21368:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff8a5bc3d5d000), last request at 1789776696 00000020:00000080:0.0:1789776765.191968:0:21368:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885ea3 00000020:00080000:0.0:1789776765.191983:0:21368:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8a5bc3d5d000): rc 0 00000020:00000080:0.0:1789776765.191988:0:21368:0:(genops.c:885:class_export_put()) final put ffff8a5bc3d5d000/lustre-MDT0001-lwp-OST0001 00000020:00000080:2.0:1789776765.192992:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8a5bc3d5e800 for lustre-MDT0000-lwp-OST0001 00000020:00000080:2.0:1789776765.193002:0:38:0:(genops.c:885:class_export_put()) final put ffff8a5bc3d58000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:2.0:1789776765.193005:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc3d58000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:2.0:1789776765.193021:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:2.0:1789776765.198685:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc3d5d000/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:2.0:1789776765.215604:0:21368:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:2.0:1789776765.215613:0:21368:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1789776765.215617:0:21368:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1789776765.215628:0:21368:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1789776765.215665:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8a5cf514c000 for lustre-MDT0001-lwp-OST0001 00010000:00010000:0.0:1789776765.223005:0:18724:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:2.0:1789776765.225756:0:17179:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:1.0:1789776765.263718:0:17178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00000100:00100000:2.0:1789776765.267184:0:17173:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff8a5cef212e00:17173] 0 exiting: rc = 1 00000100:00100000:2.0:1789776765.267295:0:17174:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff8a5ceeffc600:17174] 1 exiting: rc = 0 00000100:00100000:2.0:1789776765.267375:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.268971:0:19528:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffff8a5bc237ec00:19528] 3 exiting: rc = 0 00000100:00100000:3.0:1789776765.269437:0:17175:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff8a5cedeb7000:17175] 0 exiting: rc = 1 00000100:00100000:3.0:1789776765.269523:0:17177:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff8a5cedeb6000:17177] 2 exiting: rc = 0 00000100:00100000:0.0:1789776765.270162:0:17176:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff8a5cedeb6800:17176] 1 exiting: rc = 0 00000100:00100000:2.0:1789776765.270766:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.270774:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.270780:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.270788:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.270795:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.270801:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.270807:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.270812:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.270818:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.270823:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.270828:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.270833:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.270838:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.270844:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.270849:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.270867:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.270878:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.270883:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.270888:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.270899:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.270904:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.270910:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.270916:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.270940:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.270946:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.270951:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.270957:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.270962:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.270967:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.270973:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.270977:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.270982:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.270987:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.270993:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.270998:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.271003:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.271008:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.271013:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.271018:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.271023:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.271027:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.271032:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.271037:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.271043:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.271048:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.271052:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.271057:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.271062:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.271066:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.271072:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.271077:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.271081:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.271086:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.271092:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.271097:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.271102:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.271107:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.271112:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.271125:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.271130:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.271138:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.271143:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.271149:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.271155:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:2.0:1789776765.289196:0:21368:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789776765.289210:0:21368:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:2.0:1789776765.289216:0:21368:0:(genops.c:885:class_export_put()) final put ffff8a5bc3d5a000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:2.0:1789776765.289221:0:21368:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc3d5a000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:2.0:1789776765.289230:0:21368:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:2.0:1789776765.289296:0:21368:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8a5bc2465800 1 00000020:00000080:2.0:1789776765.289303:0:21368:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf13b8042cb885e48 00000020:00000080:2.0:1789776765.289310:0:21368:0:(genops.c:885:class_export_put()) final put ffff8a5bc33a4000/lustre-OST0001-osd_UUID 00000020:01000000:2.0:1789776765.289322:0:21368:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:2.0:1789776765.289333:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc33a4000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:2.0:1789776765.289343:0:21368:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789776765.289348:0:21368:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1789776765.289352:0:21368:0:(genops.c:1558:class_disconnect_exports()) OBD device 25 (ffff8a5cfc0d3370) has no exports 00000020:00000080:2.0:1789776765.329033:0:21368:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789776765.329048:0:21368:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:2.0:1789776765.329054:0:21368:0:(genops.c:885:class_export_put()) final put ffff8a5bc2466800/lustre-OST0001-osd_UUID 00000020:00000080:2.0:1789776765.329059:0:21368:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5bc2466800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:2.0:1789776765.329066:0:21368:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:2.0:1789776765.329411:0:21368:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8a5bc2462000 00000020:01000000:2.0:1789776765.329433:0:21368:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:2.0:1789776765.329438:0:21368:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789776765.329442:0:21368:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1789776765.329446:0:21368:0:(genops.c:1558:class_disconnect_exports()) OBD device 21 (ffff8a5cc8c60000) has no exports 00000020:00000080:2.0:1789776765.329472:0:21368:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789776765.329478:0:21368:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:2.0:1789776765.329481:0:21368:0:(genops.c:885:class_export_put()) final put ffff8a5cd93f0000/OSS_uuid 00000020:00000080:2.0:1789776765.329512:0:21368:0:(genops.c:844:class_export_destroy()) destroying export ffff8a5cd93f0000/OSS_uuid for OSS 00000020:01000000:2.0:1789776765.329516:0:21368:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00100000:2.0:1789776765.329590:0:18698:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff8a5cc4a5f600:18698] 2 exiting: rc = 0 00000100:00100000:1.0:1789776765.329837:0:18697:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff8a5cfc2b3e00:18697] 1 exiting: rc = 0 00000100:00080000:3.0:1789776765.330055:0:17186:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:0.0:1789776765.330881:0:20136:0:(service.c:3183:ptlrpc_main()) ll_ost00_004: service thread [ffff8a5cf0926600:20136] 4 exiting: rc = 0 00000100:00100000:0.0:1789776765.330971:0:18695:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff8a5bc3d2ec00:18695] 0 exiting: rc = 1 00000100:00100000:3.0:1789776765.331014:0:19184:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff8a5bc259bc00:19184] 3 exiting: rc = 0 00000100:00100000:2.0:1789776765.331222:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331231:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331236:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331242:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331248:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331253:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331258:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331263:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331267:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331273:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331278:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331282:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331287:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331292:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331298:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331303:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331308:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331313:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331318:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331323:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331328:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331333:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331338:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331343:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331348:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331354:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331359:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331364:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331369:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331374:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331380:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331385:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331413:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331418:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331423:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331428:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331444:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331450:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331456:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331461:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331466:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331472:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331477:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331483:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331488:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331699:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331762:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331771:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331776:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331782:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331787:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331792:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331797:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331802:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331807:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331812:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331817:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331822:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331827:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331832:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331838:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331843:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331849:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.331855:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.340000:0:18700:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff8a5bc33fea00:18700] 1 exiting: rc = 0 00000100:00100000:1.0:1789776765.342889:0:18699:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff8a5cc4b77800:18699] 0 exiting: rc = 1 00000100:00100000:0.0:1789776765.345766:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.345776:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.345781:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.345787:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.345793:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.345798:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.345820:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.345825:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.345831:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.345837:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.345843:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.345848:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.345853:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.345858:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.345863:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.345869:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.345892:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.345899:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.345903:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.345909:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.345914:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.345920:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.345925:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.345931:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.345936:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.345941:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.345947:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.345952:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.345958:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.345964:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.345969:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.345975:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.345981:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.345986:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.345991:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.345997:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.346002:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.346007:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.346012:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.346018:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.346023:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.346035:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.346040:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.346045:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.346051:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.346057:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.346062:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.346067:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.346073:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.346078:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.346083:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.346089:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.346095:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.346100:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.346106:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.346111:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.346116:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.346121:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.346127:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.346132:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.346138:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.346143:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.346148:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.346153:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.347196:0:18702:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff8a5cc6125800:18702] 1 exiting: rc = 0 00000100:00100000:0.0:1789776765.347381:0:18703:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff8a5cfc2b2800:18703] 2 exiting: rc = 0 00000100:00100000:1.0:1789776765.349614:0:20332:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_003: service thread [ffff8a5cf08c1400:20332] 3 exiting: rc = 0 00000100:00100000:3.0:1789776765.349708:0:18701:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff8a5bc2717800:18701] 0 exiting: rc = 1 00000100:00100000:0.0:1789776765.350531:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.350539:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.350554:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.350569:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.350575:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.350580:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.350585:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.350646:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.350652:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.350660:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.350680:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.350685:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.350692:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.350697:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.350703:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.350708:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.350715:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.350719:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.350725:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.350730:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.350736:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.350968:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.350974:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.350979:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.350984:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.350990:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.350995:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.351015:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.351021:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.351026:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.351031:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.351035:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.351040:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.351046:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.351051:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.351068:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.351075:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.351080:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.351084:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.351090:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.351095:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.351100:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.351110:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.351117:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.351122:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.351134:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.351140:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.351145:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.351151:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.351155:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.351161:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.351165:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.351171:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.351175:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.351189:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.351205:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.351212:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.351217:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.351223:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.351227:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.351233:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.351238:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.351244:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789776765.351249:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776765.362488:0:18705:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff8a5bc2683200:18705] 1 exiting: rc = 0 00000100:00100000:2.0:1789776765.362488:0:18704:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff8a5bc2683c00:18704] 0 exiting: rc = 1 00000100:00100000:2.0:1789776765.364617:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364629:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364646:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364652:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364657:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364663:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364668:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364673:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364679:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364690:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364697:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364703:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364708:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364713:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364718:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364723:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364727:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364733:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364738:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364743:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364748:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364752:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364757:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364762:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364767:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364772:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364777:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364781:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364786:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364792:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364797:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364802:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364807:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364812:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364817:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364822:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364827:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364839:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364844:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364849:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364855:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364859:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364864:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364870:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364875:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364881:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364886:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364891:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364896:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364901:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364907:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364912:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364917:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364927:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364933:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364937:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364941:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364946:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364950:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364957:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364962:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364967:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364971:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.364976:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789776765.365856:0:18706:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff8a5cd8528a00:18706] 0 exiting: rc = 1 00000100:00100000:3.0:1789776765.365938:0:18707:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff8a5cd8528400:18707] 1 exiting: rc = 0 00000100:00100000:2.0:1789776765.366743:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.366752:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.366759:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.366767:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.366772:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.366778:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.366785:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.366807:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.366825:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.366830:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.366836:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.366842:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.366848:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.366853:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.366859:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.366864:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.366869:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.366874:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.366880:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.366901:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.366908:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.366914:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.366920:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.366927:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.366933:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.366941:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.366948:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.366954:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.366961:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.366967:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.366973:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.366994:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.367001:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.367008:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.367014:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.367020:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.367026:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.367031:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.367037:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.367043:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.367050:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.367056:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.367062:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.367097:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.367105:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.367111:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.367118:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.367124:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.367130:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.367136:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.367142:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.367147:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.367153:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.367159:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.367165:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.367185:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.367192:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.367198:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.367204:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.367210:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.367216:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.367222:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.367227:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789776765.367243:0:21368:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:3.0:1789776765.391666:0:21368:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:3.0:1789776785.602222:0:22132:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg427-server.virtnet: executing load_modules_local 00000020:01000004:1.0:1789776796.038187:0:22731:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1789776796.038194:0:22731:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:1.0:1789776796.038195:0:22731:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:1.0:1789776796.038332:0:22731:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8a5bc4d97000 00000020:01000004:1.0:1789776796.038349:0:22731:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:1.0:1789776796.038357:0:22731:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1789776796.038374:0:22731:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff8a5cefa9b370) 00000020:00000080:1.0:1789776796.038388:0:22731:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1789776796.098543:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1789776796.099441:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:2.0:1789776796.100778:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:2.0:1789776796.101178:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:2.0:1789776796.101475:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:2.0:1789776796.101812:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:2.0:1789776796.102047:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1789776796.102272:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:2.0:1789776796.102575:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:2.0:1789776796.102809:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:2.0:1789776796.103045:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:2.0:1789776796.103273:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:2.0:1789776796.103582:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1789776796.103812:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1789776796.105714:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:2.0:1789776796.108819:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:2.0:1789776796.109091:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:2.0:1789776796.109340:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:2.0:1789776796.109642:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:2.0:1789776796.109901:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:2.0:1789776796.110121:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:2.0:1789776796.110320:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:2.0:1789776796.110687:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:2.0:1789776796.111029:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:2.0:1789776796.111833:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:2.0:1789776796.112151:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:2.0:1789776796.112400:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:2.0:1789776796.112743:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:2.0:1789776796.113003:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:2.0:1789776796.113239:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:2.0:1789776796.113510:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:2.0:1789776796.113710:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:2.0:1789776796.114138:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:2.0:1789776796.114413:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:2.0:1789776796.114883:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:2.0:1789776796.115648:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:2.0:1789776796.116241:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:3.0:1789776796.118388:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:3.0:1789776796.120805:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:3.0:1789776796.121291:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:3.0:1789776796.122025:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:3.0:1789776796.122299:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:3.0:1789776796.122897:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:3.0:1789776796.123188:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:3.0:1789776796.123423:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:3.0:1789776796.124787:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:3.0:1789776796.125212:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:3.0:1789776796.126209:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:3.0:1789776796.127819:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:3.0:1789776796.128117:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:3.0:1789776796.128868:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:3.0:1789776796.129114:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:3.0:1789776796.129416:0:22731:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00080000:01000000:3.0:1789776796.130452:0:22731:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1789776796.130914:0:22731:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:3.0:1789776796.130928:0:22731:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:3.0:1789776796.130942:0:22731:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf13b8042cb8862f5 00000020:01000004:3.0:1789776796.130948:0:22731:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:3.0:1789776796.130955:0:22731:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:3.0:1789776796.130960:0:22731:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8a5bc4d97000 from MGS 00000020:01000004:3.0:1789776796.130964:0:22731:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:3.0:1789776796.130974:0:22731:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff8a5cfaf299b8) 00000020:00000080:3.0:1789776796.130983:0:22731:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:3.0:1789776796.131042:0:22731:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8a5bc4d97000 from MGS, refs=2 00080000:01000000:3.0:1789776796.131047:0:22731:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:3.0:1789776796.131052:0:22731:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf13b8042cb886303 00000100:00100000:3.0:1789776796.131149:0:22731:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:3.0:1789776796.131354:0:22731:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:3.0:1789776796.131360:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:3.0:1789776796.132089:0:22731:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:3.0:1789776796.132104:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:3.0:1789776796.133268:0:22731:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789776796.133588:0:22731:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:3.0:1789776796.133596:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:3.0:1789776796.134897:0:22731:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:0.0:1789776796.134984:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:3.0:1789776796.135435:0:22731:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:3.0:1789776796.135443:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:2.0:1789776796.139730:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776796.139735:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776796.139737:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776796.141873:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776796.141879:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776796.141882:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789776796.142857:0:22731:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:2.0:1789776796.145688:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:0.0:1789776796.153318:0:22731:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:3.0:1789776796.156701:0:22743:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:0.0:1789776796.160953:0:22731:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:0.0:1789776796.161087:0:22731:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1789776796.162153:0:22731:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:0.0:1789776796.162994:0:22731:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789776796.163190:0:22731:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:0.0:1789776796.163197:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:1.0:1789776796.164305:0:22731:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:1.0:1789776796.164314:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:0.0:1789776796.166278:0:22731:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:0.0:1789776796.166288:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:0.0:1789776796.168342:0:22731:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:0.0:1789776796.168367:0:22731:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.204.127@tcp' 00000020:01000004:0.0:1789776796.168368:0:22731:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:0.0:1789776796.168401:0:22731:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.204.127@tcp (typ=mgc) 00000020:00000080:0.0:1789776796.168416:0:22731:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.204.127@tcp (ffff8a5bc3d93370) 00000020:00000080:0.0:1789776796.168433:0:22731:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:0.0:1789776796.168557:0:22731:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8a5bc3c73800@MGC192.168.204.127@tcp: add connection 192.168.204.127@tcp at head 00010000:00010000:0.0:1789776796.168731:0:22731:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.204.127@tcp-0 is initialized 00000040:01000000:0.0:1789776796.168737:0:22731:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.127@tcp ctxt 1 is initialized 10000000:01000000:2.0:1789776796.169133:0:22749:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:0.0:1789776796.169204:0:22731:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.204.127@tcp (uuid 5a006032-c001-4c71-94dd-7855e60f7383) 00000020:00000080:0.0:1789776796.169219:0:22731:0:(genops.c:1385:class_connect()) connect: client 5a006032-c001-4c71-94dd-7855e60f7383, cookie 0xf13b8042cb886311 00000100:00080000:0.0:1789776796.169227:0:22731:0:(import.c:510:import_select_connection()) MGC192.168.204.127@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789776796.169232:0:22731:0:(import.c:624:import_select_connection()) MGC192.168.204.127@tcp: import ffff8a5bc3c73800 using connection 192.168.204.127@tcp/0@lo 00000100:00100000:0.0:1789776796.169261:0:22731:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5cc48ab480 x1876716449647744/t0(0) o250->MGC192.168.204.127@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789776796.169282:0:22731:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 5a006032-c001-4c71-94dd-7855e60f7383->MGS 00000020:01000004:0.0:1789776796.169306:0:22731:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:0.0:1789776796.169311:0:22731:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:0.0:1789776796.169321:0:22731:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff8a5bc3d94d28) 00000020:00000080:0.0:1789776796.169440:0:22731:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:2.0:1789776796.170137:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5a006032-c001-4c71-94dd-7855e60f7383:3642:1876716449647744:0@lo:250:mount.lustre.0 00000100:00100000:2.0:1789776796.170215:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1789776796.173875:0:22748:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 00000100:00100000:3.0:1789776796.176183:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449647744 00000100:00100000:3.0:1789776796.176199:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449647744 00000100:00100000:3.0:1789776796.176249:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789776796.176269:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc2107850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3642:x1876716449647744:12345-0@lo:250:mount.lustre.0 00010000:00080000:3.0:1789776796.176303:0:22745:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from 5a006032-c001-4c71-94dd-7855e60f7383@0@lo t0 exp 0000000000000000 cur 617 last 0 00000020:00000080:3.0:1789776796.176457:0:22745:0:(genops.c:1385:class_connect()) connect: client 5a006032-c001-4c71-94dd-7855e60f7383, cookie 0xf13b8042cb88631f 00000100:00080000:3.0:1789776796.176640:0:22745:0:(import.c:65:import_set_state_nolock()) ffff8a5cf0842000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789776796.176831:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc2107850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+5:3642:x1876716449647744:12345-0@lo:250:mount.lustre.0 Request processed in 573us (6614us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776796.176840:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789776796.176921:0:3642:0:(client.c:3125:ptlrpc_free_committed()) MGC192.168.204.127@tcp: committing for last_committed 0 gen 1 00000100:00080000:2.0:1789776796.176930:0:3642:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.204.127@tcp: connect to target with instance 0 00000100:00080000:2.0:1789776796.176939:0:3642:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.204.127@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:2.0:1789776796.176943:0:3642:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:2.0:1789776796.176946:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8a5bc3c73800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:2.0:1789776796.176949:0:3642:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:2.0:1789776796.176966:0:3642:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:2.0:1789776796.176972:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5a006032-c001-4c71-94dd-7855e60f7383:3642:1876716449647744:0@lo:250:mount.lustre.0 00000100:00100000:0.0:1789776796.196430:0:22731:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789776796.196860:0:22731:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:0.0:1789776796.196866:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:1.0:1789776796.200307:0:22731:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:1.0:1789776796.200321:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:1.0:1789776796.201431:0:22731:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:1.0:1789776796.201442:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:1.0:1789776796.206052:0:22731:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789776796.206324:0:22731:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:1.0:1789776796.206418:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:0.0:1789776796.207272:0:22731:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:0.0:1789776796.207280:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:0.0:1789776796.268028:0:22731:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789776796.268258:0:22731:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:0.0:1789776796.268265:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:0.0:1789776796.269957:0:22731:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:0.0:1789776796.269966:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:1.0:1789776796.270685:0:22731:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789776796.271098:0:22731:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:1.0:1789776796.271104:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:0.0:1789776796.273176:0:22731:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:0.0:1789776796.273189:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:1.0:1789776796.274315:0:22731:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789776796.274881:0:22731:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:1.0:1789776796.274887:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:1.0:1789776796.275863:0:22731:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:1.0:1789776796.275872:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:0.0:1789776796.277961:0:22731:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789776796.278169:0:22731:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:0.0:1789776796.278176:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:0.0:1789776796.279108:0:22731:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:0.0:1789776796.279117:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:1.0:1789776796.315700:0:22731:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789776796.315961:0:22731:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:1.0:1789776796.315968:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:1.0:1789776796.317581:0:22731:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1789776796.317593:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:3.0:1789776796.319865:0:22731:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:3.0:1789776796.319878:0:22731:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:3.0:1789776796.324002:0:22731:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:3.0:1789776796.324046:0:22731:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:3.0:1789776796.324053:0:22731:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.127@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:3.0:1789776796.324160:0:22731:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.127@tcp ctxt 0 is initialized 00000020:01000004:3.0:1789776796.324202:0:22731:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.204.127@tcp, index=0000, flags=0x20005 00000020:01000004:3.0:1789776796.324208:0:22731:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1789776796.324210:0:22731:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1789776796.324211:0:22731:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789776796.324212:0:22731:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789776796.324213:0:22731:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789776796.324220:0:22731:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789776796.324221:0:22731:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1789776796.324223:0:22731:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1789776796.324225:0:22731:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789776796.324226:0:22731:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1789776796.324229:0:22731:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:3.0:1789776796.324231:0:22731:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1789776796.324232:0:22731:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1789776796.324233:0:22731:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789776796.324234:0:22731:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789776796.324235:0:22731:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789776796.324236:0:22731:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789776796.324237:0:22731:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1789776796.324238:0:22731:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1789776796.324239:0:22731:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789776796.324239:0:22731:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1789776796.324267:0:22731:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1789776796.324287:0:22731:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0861f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:22731:1876716449647872:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1789776796.325122:0:22731:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776796.325202:0:22731:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cd9a24480 going to sleep for 11 seconds 00000100:00100000:0.0:1789776796.330186:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449647872 00000100:00100000:0.0:1789776796.330201:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449647872 00000100:00100000:0.0:1789776796.330292:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789776796.330303:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc2104c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+5:22731:x1876716449647872:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1789776796.330370:0:22747:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1789776796.330374:0:22747:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1789776796.330376:0:22747:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:0.0:1789776796.330830:0:22768:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:0.0:1789776796.332472:0:22747:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:0.0:1789776796.339319:0:22769:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:0.0:1789776796.339341:0:22769:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:0.0:1789776796.339344:0:22769:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:0.0:1789776796.339347:0:22769:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:0.0:1789776796.340031:0:22769:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:2.0:1789776796.341291:0:22747:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1789776796.341303:0:22747:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:3.0:1789776796.348914:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc2104c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+5:22731:x1876716449647872:12345-0@lo:253:mount.lustre.0 Request processed in 18604us (23785us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776796.348928:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789776796.349082:0:22731:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0861f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:22731:1876716449647872:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1789776796.349099:0:22731:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:1.0:1789776796.349103:0:22731:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1789776796.349104:0:22731:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1789776796.349106:0:22731:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789776796.349107:0:22731:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789776796.349108:0:22731:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789776796.349109:0:22731:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789776796.349110:0:22731:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1789776796.349111:0:22731:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1789776796.349113:0:22731:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789776796.349114:0:22731:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1789776796.349136:0:22731:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8a5bc4d97000 from lustre-MDT0000 10000000:01000000:1.0:1789776796.349170:0:22731:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:1.0:1789776796.349173:0:22731:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1789776796.349177:0:22731:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff8a5bc3d93370 10000000:01000000:1.0:1789776796.349180:0:22731:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1789776796.349188:0:22731:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5bc3d93370 from 1 10000000:01000000:1.0:1789776796.349191:0:22731:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1789776796.349230:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0000/0xf13b8042cb886326 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776796.349251:0:22731:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0000/0xf13b8042cb886326 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776796.349261:0:22731:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0000/0xf13b8042cb886326 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789776796.349280:0:22731:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3e97b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:22731:1876716449648000:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789776796.349318:0:22731:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776796.349540:0:22731:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5bc34fb840 going to sleep for 11 seconds 00000100:00100000:3.0:1789776796.356276:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449648000 00000100:00100000:3.0:1789776796.356291:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449648000 00000100:00100000:3.0:1789776796.356576:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789776796.356588:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc2106050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+5:22731:x1876716449648000:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789776796.356605:0:22745:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789776796.356630:0:22745:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a5bc342c600/0xf13b8042cb88632d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf13b8042cb886326 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776796.356658:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a5bc342c600/0xf13b8042cb88632d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf13b8042cb886326 expref: 6 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776796.356687:0:22745:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a5bc342c600/0xf13b8042cb88632d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf13b8042cb886326 expref: 6 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776796.356697:0:22745:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5bc342c600, rc 0) 00000100:00100000:3.0:1789776796.356798:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc2106050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+6:22731:x1876716449648000:12345-0@lo:101:mount.lustre.0 Request processed in 203us (7469us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776796.356805:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789776796.356903:0:22731:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e97b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:22731:1876716449648000:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789776796.356923:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0000/0xf13b8042cb886326 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88632d expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776796.356932:0:22731:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0000/0xf13b8042cb886326 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13b8042cb88632d expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789776796.357019:0:22731:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48aa680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:22731:1876716449648128:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789776796.357055:0:22731:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776796.359939:0:22731:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cd05e6600 going to sleep for 11 seconds 00000100:00100000:1.0:1789776796.360089:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449648128 00000100:00100000:1.0:1789776796.360098:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449648128 00000100:00100000:1.0:1789776796.360146:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789776796.360156:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc2107450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+6:22731:x1876716449648128:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789776796.360284:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc2107450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+6:22731:x1876716449648128:12345-0@lo:501:mount.lustre.0 Request processed in 129us (3228us total) trans 0 rc -2/-2 00000100:00100000:1.0:1789776796.360291:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789776796.360551:0:22731:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48aa680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:22731:1876716449648128:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1789776796.360603:0:22731:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.127@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1789776796.360618:0:22731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0000/0xf13b8042cb886326 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88632d expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776796.360645:0:22731:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0000/0xf13b8042cb886326 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88632d expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789776796.360654:0:22731:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8a5bc4d97000 10000000:01000000:0.0:1789776796.360659:0:22731:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1789776796.360664:0:22731:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8a5bc4d97000 10000000:01000000:0.0:1789776796.360666:0:22731:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:0.0:1789776796.360670:0:22731:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff8a5bc4d97000 from 1 10000000:01000000:0.0:1789776796.360672:0:22731:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1789776796.360704:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cde200/0xf13b8042cb886334 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776796.360726:0:22731:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cde200/0xf13b8042cb886334 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776796.360735:0:22731:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cde200/0xf13b8042cb886334 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789776796.360754:0:22731:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48aa680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:22731:1876716449648256:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789776796.360802:0:22731:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776796.360828:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449648256 00000100:00100000:0.0:1789776796.360833:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449648256 00000100:00100000:0.0:1789776796.360855:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789776796.360861:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc2107c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+6:22731:x1876716449648256:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789776796.360869:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789776796.360883:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a5bc3cde400/0xf13b8042cb88633b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf13b8042cb886334 expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776796.360915:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a5bc3cde400/0xf13b8042cb88633b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf13b8042cb886334 expref: 7 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776796.360924:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a5bc3cde400/0xf13b8042cb88633b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf13b8042cb886334 expref: 7 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776796.360933:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5bc3cde400, rc 0) 00000100:00100000:0.0:1789776796.360974:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc2107c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+7:22731:x1876716449648256:12345-0@lo:101:mount.lustre.0 Request processed in 112us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776796.360981:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789776796.361012:0:22731:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cd05e6600 going to sleep for 11 seconds 00000100:00100000:0.0:1789776796.361025:0:22731:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48aa680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:22731:1876716449648256:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789776796.361037:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cde200/0xf13b8042cb886334 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88633b expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776796.361045:0:22731:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cde200/0xf13b8042cb886334 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13b8042cb88633b expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789776796.361058:0:22731:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.127@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:0.0:1789776796.361062:0:22731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cde200/0xf13b8042cb886334 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88633b expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776796.361068:0:22731:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cde200/0xf13b8042cb886334 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88633b expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789776796.361074:0:22731:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1789776796.361078:0:22731:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789776796.361089:0:22731:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8a5bc4d97000 10000000:01000000:0.0:1789776796.361092:0:22731:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1789776796.361094:0:22731:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:0.0:1789776796.361097:0:22731:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:0.0:1789776796.361111:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdee00/0xf13b8042cb886342 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776796.361119:0:22731:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdee00/0xf13b8042cb886342 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776796.361126:0:22731:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdee00/0xf13b8042cb886342 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789776796.361139:0:22731:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48aa680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:22731:1876716449648384:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789776796.361163:0:22731:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776796.361184:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449648384 00000100:00100000:0.0:1789776796.361188:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449648384 00000100:00100000:0.0:1789776796.361206:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789776796.361213:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc2105450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+7:22731:x1876716449648384:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789776796.361219:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789776796.361227:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a5bc3cdf000/0xf13b8042cb886349 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf13b8042cb886342 expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776796.361241:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a5bc3cdf000/0xf13b8042cb886349 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf13b8042cb886342 expref: 8 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776796.361250:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a5bc3cdf000/0xf13b8042cb886349 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf13b8042cb886342 expref: 8 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776796.361256:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5bc3cdf000, rc 0) 00000100:00100000:0.0:1789776796.361286:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc2105450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+8:22731:x1876716449648384:12345-0@lo:101:mount.lustre.0 Request processed in 74us (122us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776796.361292:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789776796.361314:0:22731:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cd05e6600 going to sleep for 11 seconds 00000100:00100000:0.0:1789776796.361341:0:22731:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48aa680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:22731:1876716449648384:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789776796.361351:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdee00/0xf13b8042cb886342 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb886349 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776796.361358:0:22731:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdee00/0xf13b8042cb886342 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13b8042cb886349 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789776796.361400:0:22731:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48aa680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:22731:1876716449648512:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789776796.361423:0:22731:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776796.361441:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449648512 00000100:00100000:0.0:1789776796.361444:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449648512 00000100:00100000:0.0:1789776796.361460:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789776796.361465:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc2105050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+8:22731:x1876716449648512:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789776796.361594:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc2105050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+9:22731:x1876716449648512:12345-0@lo:501:mount.lustre.0 Request processed in 128us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776796.361601:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789776796.361626:0:22731:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cd05e6600 going to sleep for 11 seconds 00000100:00100000:0.0:1789776796.361638:0:22731:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48aa680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:22731:1876716449648512:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789776796.361662:0:22731:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48aa680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:22731:1876716449648640:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789776796.361704:0:22731:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776796.361723:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449648640 00000100:00100000:0.0:1789776796.361726:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449648640 00000100:00100000:0.0:1789776796.361750:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789776796.361755:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc2104450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+9:22731:x1876716449648640:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789776796.361915:0:22731:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cd05e6600 going to sleep for 11 seconds 00000100:00100000:0.0:1789776796.363118:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc2104450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+9:22731:x1876716449648640:12345-0@lo:503:mount.lustre.0 Request processed in 1357us (1409us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776796.363129:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789776796.363299:0:22731:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48aa680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:22731:1876716449648640:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789776796.364256:0:22770:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3e97b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a006032-c001-4c71-94dd-7855e60f7383:22770:1876716449648768:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789776796.364311:0:22770:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776796.364530:0:22770:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5bc34fbb40 going to sleep for 11 seconds 00000100:00100000:0.0:1789776796.364802:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449648768 00000100:00100000:0.0:1789776796.364810:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449648768 00000100:00100000:0.0:1789776796.364887:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789776796.364898:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc2105850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+9:22770:x1876716449648768:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789776796.365722:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc2105850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+9:22770:x1876716449648768:12345-0@lo:502:llog_process_th.0 Request processed in 813us (1399us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776796.365731:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789776796.365832:0:22770:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e97b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a006032-c001-4c71-94dd-7855e60f7383:22770:1876716449648768:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1789776796.365862:0:22770:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789776796.365873:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789776796.365875:0:22770:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1789776796.365880:0:22770:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:1.0:1789776796.365888:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789776796.365906:0:22770:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff8a5cefa9cd28) 00000020:00000080:1.0:1789776796.365922:0:22770:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:1.0:1789776796.365927:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:1.0:1789776796.366026:0:22770:0:(osd_handler.c:8925:osd_obd_connect()) connect #2 00000020:00000080:1.0:1789776796.366035:0:22770:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf13b8042cb886357 00000020:00000080:1.0:1789776796.366247:0:22770:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:1.0:1789776796.366252:0:22770:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789776796.366255:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789776796.366257:0:22770:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1789776796.366260:0:22770:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789776796.366263:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789776796.366265:0:22770:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:1.0:1789776796.366268:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789776796.366276:0:22770:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff8a5cefa98000) 00000020:00000080:1.0:1789776796.366285:0:22770:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:1.0:1789776796.366289:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1789776796.366291:0:22770:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:1.0:1789776796.366294:0:22770:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:1.0:1789776796.366301:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1789776796.366356:0:22770:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8a5bc4d97000 from lustre-MDT0000, refs=3 00000020:00000080:1.0:1789776796.366369:0:22770:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff8a5cefa999b8) 00000020:00000080:1.0:1789776796.366378:0:22770:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:1.0:1789776796.366434:0:22770:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:1.0:1789776796.366440:0:22770:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xf13b8042cb88636c 00000020:00000080:1.0:1789776796.366597:0:22770:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:1.0:1789776796.366604:0:22770:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1789776796.366609:0:22770:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0xf13b8042cb886373 00080000:01000000:1.0:1789776796.366614:0:22770:0:(osd_handler.c:8925:osd_obd_connect()) connect #3 00000020:00000080:1.0:1789776796.366617:0:22770:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf13b8042cb88637a 00010000:00010000:0.0:1789776796.460848:0:22770:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:0.0:1789776796.461870:0:22770:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934628 00000001:00080000:0.0:1789776796.462641:0:22770:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:0.0:1789776796.463252:0:22770:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff8a5bc3d90000) 00000020:00000080:0.0:1789776796.463270:0:22770:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:0.0:1789776796.463347:0:22770:0:(osd_handler.c:8925:osd_obd_connect()) connect #4 00000020:00000080:0.0:1789776796.463354:0:22770:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf13b8042cb886388 00000020:00000080:0.0:1789776796.466032:0:22770:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:0.0:1789776796.469942:0:22770:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0xf13b8042cb88638f 00000020:00000080:2.0:1789776796.470286:0:22770:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:2.0:1789776796.470297:0:22770:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789776796.470304:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789776796.470306:0:22770:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:2.0:1789776796.470309:0:22770:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1789776796.470327:0:22770:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:2.0:1789776796.470329:0:22770:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789776796.470330:0:22770:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789776796.470332:0:22770:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1789776796.470335:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789776796.470336:0:22770:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:2.0:1789776796.470339:0:22770:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789776796.470343:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789776796.470344:0:22770:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:2.0:1789776796.470348:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:2.0:1789776796.470409:0:22770:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:2.0:1789776796.470430:0:22770:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789776796.470433:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789776796.470434:0:22770:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:2.0:1789776796.470437:0:22770:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789776796.470440:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789776796.470442:0:22770:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:2.0:1789776796.470445:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789776796.470450:0:22770:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.127@tcp to nid 0x20000c0a8cc7f (192.168.204.127@tcp) 00000020:00000080:2.0:1789776796.470475:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789776796.470516:0:22770:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff8a5cfc0d3370) 00000020:00000080:2.0:1789776796.470529:0:22770:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:2.0:1789776796.470534:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1789776796.470595:0:22770:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:2.0:1789776796.470600:0:22770:0:(osd_handler.c:8925:osd_obd_connect()) connect #5 00000020:00000080:2.0:1789776796.470607:0:22770:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf13b8042cb88639d 00010000:00080000:2.0:1789776796.470653:0:22770:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8a5bc3f23000@lustre-MDT0001-osp-MDT0000: add connection 192.168.204.127@tcp at head 00010000:00010000:2.0:1789776796.472341:0:22770:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:2.0:1789776796.473285:0:22770:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789776796.473298:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:2.0:1789776796.473330:0:22770:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:2.0:1789776796.473351:0:22770:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xf13b8042cb8863a4 00000100:00080000:2.0:1789776796.473361:0:22770:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789776796.473368:0:22770:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8a5bc3f23000 using connection 192.168.204.127@tcp/0@lo 00000100:00100000:2.0:1789776796.473403:0:22770:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5cff3f6300 x1876716449648896/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789776796.473479:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff3f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876716449648896:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789776796.473576:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776796.473699:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449648896 00000100:00100000:0.0:1789776796.473707:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449648896 00000100:00100000:0.0:1789776796.473739:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789776796.473747:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0860380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3642:x1876716449648896:12345-0@lo:38:llog_process_th.0 00010000:00020000:0.0:1789776796.473762:0:22757:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1789776796.475130:0:22770:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:2.0:1789776796.475560:0:22770:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789776796.475568:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789776796.475570:0:22770:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:2.0:1789776796.475582:0:22770:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1789776796.475585:0:22770:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #20 00000020:01000000:2.0:1789776796.475587:0:22770:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789776796.475588:0:22770:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789776796.475590:0:22770:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1789776796.475593:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789776796.475594:0:22770:0:(obd_config.c:1563:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:2.0:1789776796.475597:0:22770:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1789776796.477315:0:22770:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:2.0:1789776796.477332:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789776796.477334:0:22770:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1789776796.477341:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789776796.477347:0:22770:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.127@tcp to nid 0x20000c0a8cc7f (192.168.204.127@tcp) 00000020:01000000:2.0:1789776796.477386:0:22770:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1789776796.477391:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789776796.477407:0:22770:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff8a5cfc0d19b8) 00000020:00000080:2.0:1789776796.477434:0:22770:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:2.0:1789776796.477440:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1789776796.477546:0:22770:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:2.0:1789776796.477552:0:22770:0:(osd_handler.c:8925:osd_obd_connect()) connect #6 00000020:00000080:2.0:1789776796.477561:0:22770:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf13b8042cb8863b2 00010000:00080000:2.0:1789776796.477593:0:22770:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8a5bc3764800@lustre-OST0000-osc-MDT0000: add connection 192.168.204.127@tcp at head 00010000:00010000:2.0:1789776796.477852:0:22770:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000040:01000000:2.0:1789776796.479121:0:22770:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1789776796.480394:0:22770:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:2.0:1789776796.486625:0:22770:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789776796.487106:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:2.0:1789776796.491699:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:2.0:1789776796.493805:0:22776:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1789776796.493811:0:22776:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:2.0:1789776796.495190:0:22770:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789776796.495204:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1789776796.495255:0:22770:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:2.0:1789776796.495276:0:22770:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xf13b8042cb8863b9 00000100:00080000:2.0:1789776796.495287:0:22770:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789776796.495294:0:22770:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8a5bc3764800 using connection 192.168.204.127@tcp/0@lo 00000100:00100000:2.0:1789776796.495331:0:22770:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5cff3f5f80 x1876716449649024/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789776796.495408:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff3f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876716449649024:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1789776796.495465:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876716449649024 offset 0 length 520: 4 00000100:00080000:2.0:1789776796.495652:0:22770:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:2.0:1789776796.495712:0:22770:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789776796.495717:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789776796.495719:0:22770:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1789776796.495722:0:22770:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1789776796.495725:0:22770:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #28 00000020:01000000:2.0:1789776796.495727:0:22770:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789776796.495728:0:22770:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789776796.495729:0:22770:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1789776796.495732:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789776796.495733:0:22770:0:(obd_config.c:1563:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:2.0:1789776796.495736:0:22770:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1789776796.495740:0:22770:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:2.0:1789776796.495743:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789776796.495744:0:22770:0:(obd_config.c:1563:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1789776796.495747:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789776796.495751:0:22770:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.127@tcp to nid 0x20000c0a8cc7f (192.168.204.127@tcp) 00000020:01000000:2.0:1789776796.495771:0:22770:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1789776796.495774:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789776796.495796:0:22770:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff8a5cfc0d4d28) 00000020:00000080:2.0:1789776796.495808:0:22770:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:2.0:1789776796.495814:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1789776796.495889:0:22770:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:2.0:1789776796.495895:0:22770:0:(osd_handler.c:8925:osd_obd_connect()) connect #7 00000020:00000080:2.0:1789776796.495901:0:22770:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf13b8042cb8863c7 00010000:00080000:2.0:1789776796.495950:0:22770:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8a5cd8811800@lustre-OST0001-osc-MDT0000: add connection 192.168.204.127@tcp at head 00010000:00010000:2.0:1789776796.496164:0:22770:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:2.0:1789776796.496230:0:22770:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1789776796.496245:0:22770:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000100:00100000:0.0:1789776796.498645:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0860380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3642:x1876716449648896:12345-0@lo:38:llog_process_th.0 Request processed in 24888us (25059us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789776796.498660:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:3.0:1789776796.498673:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8a5bc3f23000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789776796.498681:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1789776796.498686:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff3f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876716449648896:0@lo:38:llog_process_th.0 00000040:00080000:2.0:1789776796.500887:0:22770:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789776796.501126:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:2.0:1789776796.501392:0:22770:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:1.0:1789776796.505830:0:22778:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1789776796.505840:0:22778:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:2.0:1789776796.509236:0:22770:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789776796.509252:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1789776796.509295:0:22770:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:2.0:1789776796.509317:0:22770:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xf13b8042cb8863ce 00000100:00080000:2.0:1789776796.509327:0:22770:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789776796.509333:0:22770:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8a5cd8811800 using connection 192.168.204.127@tcp/0@lo 00000100:00100000:2.0:1789776796.509390:0:22770:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5cff3f5500 x1876716449649152/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789776796.509470:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff3f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876716449649152:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1789776796.509569:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876716449649152 offset 0 length 520: 4 00000100:00080000:2.0:1789776796.509719:0:22770:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:2.0:1789776796.509777:0:22770:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789776796.509781:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789776796.509783:0:22770:0:(obd_config.c:1563:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1789776796.509799:0:22770:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789776796.509803:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789776796.509805:0:22770:0:(obd_config.c:1563:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:2.0:1789776796.509808:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1789776796.509810:0:22770:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1789776796.509812:0:22770:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789776796.509814:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789776796.509816:0:22770:0:(obd_config.c:1563:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:2.0:1789776796.509818:0:22770:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789776796.509820:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789776796.509821:0:22770:0:(obd_config.c:1563:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1789776796.509824:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:2.0:1789776796.509852:0:22770:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff3f4700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a006032-c001-4c71-94dd-7855e60f7383:22770:1876716449649280:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789776796.509908:0:22770:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776796.509944:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449649280 00000100:00100000:2.0:1789776796.509950:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449649280 00000100:00100000:2.0:1789776796.509990:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789776796.509999:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc2106850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+9:22770:x1876716449649280:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789776796.510112:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc2106850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+9:22770:x1876716449649280:12345-0@lo:502:llog_process_th.0 Request processed in 114us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776796.510120:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789776796.510164:0:22770:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cedea8a80 going to sleep for 11 seconds 00000100:00100000:2.0:1789776796.510183:0:22770:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff3f4700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a006032-c001-4c71-94dd-7855e60f7383:22770:1876716449649280:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1789776796.510206:0:22770:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789776796.510210:0:22770:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789776796.510212:0:22770:0:(obd_config.c:1563:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1789776796.510215:0:22770:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:0.0:1789776796.510374:0:22731:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:0.0:1789776796.510395:0:22731:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.127@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:0.0:1789776796.510414:0:22731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdee00/0xf13b8042cb886342 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb886349 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776796.510424:0:22731:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdee00/0xf13b8042cb886342 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb886349 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789776796.510431:0:22731:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8a5bc4d97000 from 1 10000000:01000000:0.0:1789776796.510434:0:22731:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1789776796.510460:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdea00/0xf13b8042cb8863d5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776796.510469:0:22731:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdea00/0xf13b8042cb8863d5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776796.510478:0:22731:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdea00/0xf13b8042cb8863d5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789776796.510518:0:22731:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48a9f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:22731:1876716449649408:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789776796.510549:0:22731:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776796.510568:0:22731:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cfc3980c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789776796.510588:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449649408 00000100:00100000:0.0:1789776796.510592:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449649408 00000100:00100000:0.0:1789776796.510617:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789776796.510623:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc2106c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+9:22731:x1876716449649408:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789776796.510639:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789776796.510653:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a5bc3cdec00/0xf13b8042cb8863dc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf13b8042cb8863d5 expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776796.510672:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a5bc3cdec00/0xf13b8042cb8863dc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf13b8042cb8863d5 expref: 10 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776796.510681:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a5bc3cdec00/0xf13b8042cb8863dc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf13b8042cb8863d5 expref: 10 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776796.510688:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5bc3cdec00, rc 0) 00000100:00100000:0.0:1789776796.510716:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc2106c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+10:22731:x1876716449649408:12345-0@lo:101:mount.lustre.0 Request processed in 93us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776796.510722:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789776796.510753:0:22731:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48a9f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:22731:1876716449649408:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789776796.510765:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdea00/0xf13b8042cb8863d5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb8863dc expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776796.510774:0:22731:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdea00/0xf13b8042cb8863d5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13b8042cb8863dc expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789776796.511768:0:22731:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48a9f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:22731:1876716449649536:0@lo:256:mount.lustre.0 00000100:00100000:0.0:1789776796.511834:0:22731:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776796.511872:0:22731:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cfc3980c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789776796.511884:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449649536 00000100:00100000:1.0:1789776796.511896:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449649536 00000100:00100000:1.0:1789776796.511936:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789776796.511944:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc2104850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+10:22731:x1876716449649536:12345-0@lo:256:mount.lustre.0 20000000:01000000:1.0:1789776796.511962:0:22746:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:1.0:1789776796.511967:0:22746:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:1.0:1789776796.512067:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc2104850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+10:22731:x1876716449649536:12345-0@lo:256:mount.lustre.0 Request processed in 123us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776796.512074:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789776796.512100:0:22731:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48a9f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:22731:1876716449649536:0@lo:256:mount.lustre.0 10000000:01000000:0.0:1789776796.512686:0:22731:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.127@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1789776796.512708:0:22731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdea00/0xf13b8042cb8863d5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb8863dc expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776796.512762:0:22731:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdea00/0xf13b8042cb8863d5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb8863dc expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789776796.512770:0:22731:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8a5bc4d97000 from 1 10000000:01000000:0.0:1789776796.512773:0:22731:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1789776796.512810:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdf400/0xf13b8042cb8863e3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776796.512818:0:22731:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdf400/0xf13b8042cb8863e3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776796.512828:0:22731:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdf400/0xf13b8042cb8863e3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789776796.512841:0:22731:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48a9f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:22731:1876716449649664:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789776796.512874:0:22731:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776796.512903:0:22731:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cfc3980c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789776796.512918:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449649664 00000100:00100000:1.0:1789776796.512923:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449649664 00000100:00100000:1.0:1789776796.512946:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789776796.512952:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc2104050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+10:22731:x1876716449649664:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789776796.512961:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789776796.512976:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a5cc79c0200/0xf13b8042cb8863ea lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf13b8042cb8863e3 expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776796.513007:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a5cc79c0200/0xf13b8042cb8863ea lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf13b8042cb8863e3 expref: 11 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776796.513017:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a5cc79c0200/0xf13b8042cb8863ea lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf13b8042cb8863e3 expref: 11 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776796.513025:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5cc79c0200, rc 0) 00000100:00100000:1.0:1789776796.513071:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc2104050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+11:22731:x1876716449649664:12345-0@lo:101:mount.lustre.0 Request processed in 119us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776796.513078:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789776796.513089:0:22731:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48a9f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:22731:1876716449649664:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789776796.513101:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdf400/0xf13b8042cb8863e3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb8863ea expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776796.513109:0:22731:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdf400/0xf13b8042cb8863e3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13b8042cb8863ea expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789776796.513162:0:22731:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48a9f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:22731:1876716449649792:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789776796.513188:0:22731:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776796.513247:0:22731:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cfc3980c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789776796.513593:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449649792 00000100:00100000:2.0:1789776796.513599:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449649792 00000100:00100000:2.0:1789776796.513662:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789776796.513670:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf083b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+11:22731:x1876716449649792:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789776796.513836:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf083b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+11:22731:x1876716449649792:12345-0@lo:501:mount.lustre.0 Request processed in 166us (646us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776796.513843:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789776796.513846:0:22731:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48a9f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:22731:1876716449649792:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789776796.513889:0:22731:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3e97b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:22731:1876716449649920:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789776796.513932:0:22731:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776796.513953:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449649920 00000100:00100000:3.0:1789776796.513957:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449649920 00000100:00100000:1.0:1789776796.513959:0:22731:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc86259c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789776796.513976:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789776796.513983:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf083a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+11:22731:x1876716449649920:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789776796.514264:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf083a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+11:22731:x1876716449649920:12345-0@lo:503:mount.lustre.0 Request processed in 280us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776796.514271:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1789776796.514367:0:22731:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e97b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:22731:1876716449649920:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789776796.514999:0:22780:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff3f4700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a006032-c001-4c71-94dd-7855e60f7383:22780:1876716449650048:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789776796.515042:0:22780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776796.515109:0:22780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc2cb70c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789776796.515167:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449650048 00000100:00100000:0.0:1789776796.515173:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449650048 00000100:00100000:0.0:1789776796.515248:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789776796.515257:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0839450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+11:22780:x1876716449650048:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789776796.515898:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0839450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+11:22780:x1876716449650048:12345-0@lo:502:llog_process_th.0 Request processed in 640us (853us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776796.515906:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789776796.515992:0:22780:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff3f4700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a006032-c001-4c71-94dd-7855e60f7383:22780:1876716449650048:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1789776796.516022:0:22780:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789776796.516041:0:22780:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789776796.516044:0:22780:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1789776796.516051:0:22780:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8a5bc4d97000 00000020:00000080:2.0:1789776796.516053:0:22780:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789776796.516061:0:22780:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789776796.516063:0:22780:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789776796.516065:0:22780:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1789776796.516067:0:22780:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789776796.516070:0:22780:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789776796.516071:0:22780:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1789776796.516074:0:22780:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8a5bc4d97000 00000020:00000080:2.0:1789776796.516076:0:22780:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789776796.516141:0:22780:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789776796.516145:0:22780:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789776796.516147:0:22780:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1789776796.516149:0:22780:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789776796.516152:0:22780:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789776796.516153:0:22780:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1789776796.516156:0:22780:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8a5bc4d97000 00000020:00000080:2.0:1789776796.516158:0:22780:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789776796.516175:0:22780:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789776796.516178:0:22780:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789776796.516179:0:22780:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1789776796.516181:0:22780:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789776796.516183:0:22780:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789776796.516185:0:22780:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1789776796.516188:0:22780:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8a5bc4d97000 00000020:00000080:2.0:1789776796.516189:0:22780:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1789776796.516228:0:22780:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff3f4700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a006032-c001-4c71-94dd-7855e60f7383:22780:1876716449650176:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789776796.516269:0:22780:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776796.521009:0:22780:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc2cb70c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789776796.521127:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449650176 00000100:00100000:3.0:1789776796.521138:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449650176 00000100:00100000:3.0:1789776796.521192:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789776796.521203:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf083b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+11:22780:x1876716449650176:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789776796.521375:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf083b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+11:22780:x1876716449650176:12345-0@lo:502:llog_process_th.0 Request processed in 173us (5105us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776796.521383:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1789776796.521839:0:22780:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff3f4700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a006032-c001-4c71-94dd-7855e60f7383:22780:1876716449650176:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1789776796.521882:0:22780:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789776796.521890:0:22780:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789776796.521892:0:22780:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1789776796.521896:0:22780:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:1.0:1789776796.522978:0:22731:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:1.0:1789776796.523008:0:22731:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.127@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1789776796.523031:0:22731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdf400/0xf13b8042cb8863e3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb8863ea expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776796.523043:0:22731:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdf400/0xf13b8042cb8863e3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb8863ea expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789776796.523097:0:22731:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1789776796.523100:0:22731:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8a5bc4d97000 10000000:01000000:1.0:1789776796.523103:0:22731:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8a5bc4d97000 10000000:01000000:1.0:1789776796.523107:0:22731:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1789776796.523113:0:22731:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8a5bc4d97000 from 1 10000000:01000000:1.0:1789776796.523116:0:22731:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1789776796.523150:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0a00/0xf13b8042cb8863f1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776796.523158:0:22731:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0a00/0xf13b8042cb8863f1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776796.523168:0:22731:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0a00/0xf13b8042cb8863f1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789776796.523191:0:22731:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3e97b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:22731:1876716449650304:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789776796.523242:0:22731:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776796.523283:0:22731:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc557b900 going to sleep for 11 seconds 00000100:00100000:3.0:1789776796.523520:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449650304 00000100:00100000:3.0:1789776796.523527:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449650304 00000100:00100000:3.0:1789776796.523568:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789776796.523577:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf083a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+11:22731:x1876716449650304:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789776796.523588:0:22745:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789776796.523601:0:22745:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a5bc342c400/0xf13b8042cb8863f8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xf13b8042cb8863f1 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776796.523622:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a5bc342c400/0xf13b8042cb8863f8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf13b8042cb8863f1 expref: 12 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776796.523632:0:22745:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a5bc342c400/0xf13b8042cb8863f8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf13b8042cb8863f1 expref: 12 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776796.523641:0:22745:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5bc342c400, rc 0) 00000100:00100000:3.0:1789776796.523678:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf083a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+12:22731:x1876716449650304:12345-0@lo:101:mount.lustre.0 Request processed in 102us (435us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776796.523684:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789776796.524613:0:22731:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e97b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:22731:1876716449650304:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789776796.524633:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0a00/0xf13b8042cb8863f1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb8863f8 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776796.524644:0:22731:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0a00/0xf13b8042cb8863f1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13b8042cb8863f8 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789776796.524780:0:22731:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3e97b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:22731:1876716449650432:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789776796.524831:0:22731:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776796.524865:0:22731:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc557b900 going to sleep for 11 seconds 00000100:00100000:2.0:1789776796.524959:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449650432 00000100:00100000:2.0:1789776796.524966:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449650432 00000100:00100000:2.0:1789776796.524999:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1789776796.525006:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf083ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+12:22731:x1876716449650432:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789776796.525116:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf083ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+12:22731:x1876716449650432:12345-0@lo:501:mount.lustre.0 Request processed in 109us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776796.525123:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1789776796.525248:0:22731:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e97b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:22731:1876716449650432:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789776796.525274:0:22731:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3e97b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:22731:1876716449650560:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789776796.525310:0:22731:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776796.525329:0:22731:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc557b900 going to sleep for 11 seconds 00000100:00100000:2.0:1789776796.525364:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449650560 00000100:00100000:2.0:1789776796.525368:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449650560 00000100:00100000:2.0:1789776796.525418:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1789776796.525425:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0838050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+12:22731:x1876716449650560:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789776796.525517:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0838050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+12:22731:x1876716449650560:12345-0@lo:503:mount.lustre.0 Request processed in 92us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776796.525523:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1789776796.526906:0:22731:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e97b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:22731:1876716449650560:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789776796.527356:0:22784:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3e97b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a006032-c001-4c71-94dd-7855e60f7383:22784:1876716449650688:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789776796.527429:0:22784:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776796.527464:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449650688 00000100:00100000:1.0:1789776796.527469:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449650688 00000100:00100000:1.0:1789776796.527531:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1789776796.527541:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0839850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+12:22784:x1876716449650688:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789776796.527727:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0839850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+12:22784:x1876716449650688:12345-0@lo:502:llog_process_th.0 Request processed in 187us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776796.527736:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1789776796.527783:0:22784:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cedcfab40 going to sleep for 11 seconds 00000100:00100000:1.0:1789776796.527817:0:22784:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e97b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a006032-c001-4c71-94dd-7855e60f7383:22784:1876716449650688:0@lo:502:llog_process_th.0 00000020:01000004:1.0:1789776796.527873:0:22784:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:1.0:1789776796.527892:0:22784:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff8a5cc8c60000) 00000020:00000080:1.0:1789776796.527913:0:22784:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:1.0:1789776796.527997:0:22784:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8a5bc4d97000 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1789776796.528003:0:22784:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8a5bc4d97000 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1789776796.528006:0:22784:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8a5bc4d97000 4 00010000:00080000:1.0:1789776796.528039:0:22784:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8a5cf514c000@lustre-MDT0000-lwp-MDT0000: add connection 192.168.204.127@tcp at head 00010000:00010000:1.0:1789776796.530292:0:22784:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:1.0:1789776796.530530:0:22784:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:1.0:1789776796.530571:0:22784:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1789776796.530584:0:22784:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0xf13b8042cb886406 00000100:00080000:1.0:1789776796.530596:0:22784:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789776796.530602:0:22784:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8a5cf514c000 using connection 192.168.204.127@tcp/0@lo 00000100:00100000:1.0:1789776796.530638:0:22784:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5bc3e97b80 x1876716449650816/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789776796.530666:0:22784:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1789776796.532124:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3e97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3642:1876716449650816:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789776796.532200:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776796.541592:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449650816 00000100:00100000:1.0:1789776796.541612:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449650816 00000100:00100000:1.0:1789776796.541660:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789776796.541670:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0861500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3642:x1876716449650816:12345-0@lo:38:llog_process_th.0 00000100:00100000:1.0:1789776796.541865:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0861500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3642:x1876716449650816:12345-0@lo:38:llog_process_th.0 Request processed in 194us (9663us total) trans 0 rc -11/-11 00000100:00100000:1.0:1789776796.541872:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789776796.542067:0:22784:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3e97100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a006032-c001-4c71-94dd-7855e60f7383:22784:1876716449650944:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789776796.542121:0:22784:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776796.542147:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449650944 00000100:00100000:1.0:1789776796.542157:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449650944 00000100:00100000:1.0:1789776796.542188:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1789776796.542195:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf083b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+12:22784:x1876716449650944:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789776796.542304:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf083b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+12:22784:x1876716449650944:12345-0@lo:502:llog_process_th.0 Request processed in 109us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776796.542311:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1789776796.542362:0:22784:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cedcfaf00 going to sleep for 11 seconds 00000100:00100000:1.0:1789776796.542389:0:22784:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e97100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a006032-c001-4c71-94dd-7855e60f7383:22784:1876716449650944:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789776796.542432:0:22784:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3e97100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a006032-c001-4c71-94dd-7855e60f7383:22784:1876716449651072:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789776796.542461:0:22784:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776796.542484:0:22784:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cedcfaf00 going to sleep for 11 seconds 00000100:00100000:1.0:1789776796.542539:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449651072 00000100:00100000:1.0:1789776796.542543:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449651072 00000100:00100000:1.0:1789776796.542565:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1789776796.542572:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf083bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+12:22784:x1876716449651072:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789776796.542634:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf083bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+12:22784:x1876716449651072:12345-0@lo:502:llog_process_th.0 Request processed in 61us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776796.542640:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1789776796.542677:0:22784:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e97100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5a006032-c001-4c71-94dd-7855e60f7383:22784:1876716449651072:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1789776796.542696:0:22784:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:1.0:1789776796.544185:0:22731:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1789776796.544215:0:22731:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.127@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1789776796.544233:0:22731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0a00/0xf13b8042cb8863f1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb8863f8 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776796.544246:0:22731:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0a00/0xf13b8042cb8863f1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb8863f8 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1789776796.544308:0:22731:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1789776796.544310:0:22731:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1789776796.544312:0:22731:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789776796.544313:0:22731:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789776796.544314:0:22731:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789776796.544316:0:22731:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789776796.544317:0:22731:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1789776796.544319:0:22731:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1789776796.544320:0:22731:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789776796.544322:0:22731:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1789776796.544327:0:22731:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:1.0:1789776796.544330:0:22731:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1789776796.544331:0:22731:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1789776796.544332:0:22731:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789776796.544333:0:22731:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789776796.544334:0:22731:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789776796.544335:0:22731:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789776796.544336:0:22731:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1789776796.544337:0:22731:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1789776796.544338:0:22731:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789776796.544340:0:22731:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1789776796.544363:0:22731:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1789776796.544382:0:22731:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3e97100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:22731:1876716449651200:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1789776796.544437:0:22731:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776796.544468:0:22731:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cedcfaf00 going to sleep for 11 seconds 00000100:00100000:1.0:1789776796.544517:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449651200 00000100:00100000:1.0:1789776796.544525:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449651200 00000100:00100000:1.0:1789776796.544563:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1789776796.544572:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0839050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+12:22731:x1876716449651200:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1789776796.544599:0:22745:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1789776796.544614:0:22745:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:3.0:1789776796.544872:0:3642:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789776796.544888:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8a5cf514c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789776796.544892:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1789776796.544896:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3642:1876716449650816:0@lo:38:llog_process_th.0 20000000:01000000:1.0:1789776796.550367:0:22745:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1789776796.550388:0:22745:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1789776796.550811:0:22768:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1789776796.550817:0:22768:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1789776796.550843:0:22768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8a5bc3cdfa00/0xf13b8042cb88640d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776796.550863:0:22768:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a5bc3cdec00/0xf13b8042cb8863dc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf13b8042cb8863d5 expref: 12 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776796.550872:0:22768:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8a5bc3cdfa00/0xf13b8042cb88640d lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776796.550915:0:22768:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a5bc3cdec00/0xf13b8042cb8863dc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf13b8042cb8863d5 expref: 12 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776796.550929:0:22768:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8a5bc3cdec00/0xf13b8042cb8863dc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf13b8042cb8863d5 expref: 12 pid: 22746 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789776796.550946:0:22768:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48a8380 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22768:1876716449651328:0@lo:104: 00000100:00100000:1.0:1789776796.551148:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0839050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+12:22731:x1876716449651200:12345-0@lo:253:mount.lustre.0 Request processed in 6574us (6708us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776796.551158:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1789776796.551221:0:22731:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e97100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:22731:1876716449651200:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1789776796.551235:0:22731:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:1.0:1789776796.551238:0:22731:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1789776796.551240:0:22731:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1789776796.551241:0:22731:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789776796.551242:0:22731:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789776796.551244:0:22731:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789776796.551245:0:22731:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789776796.551246:0:22731:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1789776796.551248:0:22731:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1789776796.551249:0:22731:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789776796.551251:0:22731:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1789776796.551266:0:22731:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:0.0:1789776796.551627:0:22768:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776796.551660:0:22768:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cd808a000 going to sleep for 11 seconds 00000100:00100000:0.0:1789776796.552611:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449651328 00000100:00100000:0.0:1789776796.552621:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449651328 00000100:00100000:0.0:1789776796.552664:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789776796.552680:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc48a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5a006032-c001-4c71-94dd-7855e60f7383+3:22768:x1876716449651328:12345-0@lo:104: 00010000:00010000:0.0:1789776796.552696:0:22735:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdea00/0xf13b8042cb8863d5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf13b8042cb8863dc expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776796.552847:0:22735:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1789776796.552854:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc48a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5a006032-c001-4c71-94dd-7855e60f7383+3:22768:x1876716449651328:12345-0@lo:104: Request processed in 176us (1226us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776796.552861:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789776796.552895:0:22768:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48a8380 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22768:1876716449651328:0@lo:104: 00010000:00010000:0.0:1789776796.552914:0:22768:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8a5bc3cdfa00/0xf13b8042cb88640d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776796.557397:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789776796.557408:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdea00/0xf13b8042cb8863d5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf13b8042cb8863dc expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776796.557419:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc3cdea00 already unused, calling callback (ffffffffc11fbc20) 10000000:00010000:1.0:1789776796.557424:0:22741:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdea00/0xf13b8042cb8863d5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf13b8042cb8863dc expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776796.557435:0:22741:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdea00/0xf13b8042cb8863d5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf13b8042cb8863dc expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789776796.557443:0:22741:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdea00/0xf13b8042cb8863d5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf13b8042cb8863dc expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789776796.557449:0:22741:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1789776796.559578:0:22741:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdea00/0xf13b8042cb8863d5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13b8042cb8863dc expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776796.559597:0:22741:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789776796.559620:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdea00/0xf13b8042cb8863d5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13b8042cb8863dc expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776796.559628:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdea00/0xf13b8042cb8863d5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13b8042cb8863dc expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776796.559651:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776796.559653:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776796.559655:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789776796.561008:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3e97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a006032-c001-4c71-94dd-7855e60f7383:3645:1876716449651456:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789776796.561079:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776796.561269:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449651456 00000100:00100000:1.0:1789776796.561279:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449651456 00010000:00010000:1.0:1789776796.561313:0:22737:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a5bc3cdec00/0xf13b8042cb8863dc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf13b8042cb8863d5 expref: 12 pid: 22746 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789776796.561346:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789776796.561355:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc48a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5a006032-c001-4c71-94dd-7855e60f7383+12:3645:x1876716449651456:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789776796.561369:0:22737:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789776796.561374:0:22737:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a5bc3cdec00/0xf13b8042cb8863dc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf13b8042cb8863d5 expref: 12 pid: 22746 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776796.561387:0:22737:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a5bc3cdec00/0xf13b8042cb8863dc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf13b8042cb8863d5 expref: 12 pid: 22746 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776796.561406:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a5bc3cdec00/0xf13b8042cb8863dc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf13b8042cb8863d5 expref: 12 pid: 22746 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776796.561422:0:22737:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8a5bc3cdfa00/0xf13b8042cb88640d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776796.561442:0:22737:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a5bc3cdfa00/0xf13b8042cb88640d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1789776796.561456:0:22737:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.010639824s 00010000:00010000:1.0:1789776796.561461:0:22737:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8a5bc3cdfa00/0xf13b8042cb88640d lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776796.561468:0:22737:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8a5bc3cdfa00/0xf13b8042cb88640d lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776796.561475:0:22737:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8a5bc3cdfa00/0xf13b8042cb88640d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776796.561482:0:22737:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8a5bc3cdfa00/0xf13b8042cb88640d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776796.561489:0:22737:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc3cdfa00 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:1.0:1789776796.561511:0:22737:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8a5bc3cdfa00/0xf13b8042cb88640d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776796.561520:0:22737:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8a5bc3cdfa00/0xf13b8042cb88640d lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776796.561536:0:22737:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8a5bc3cdfa00/0xf13b8042cb88640d lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776796.561547:0:22737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789776796.561584:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc48a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5a006032-c001-4c71-94dd-7855e60f7383+11:3645:x1876716449651456:12345-0@lo:103:ldlm_bl.0 Request processed in 230us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776796.561592:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:1.0:1789776796.561628:0:22768:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8a5bc3cdfa00/0xf13b8042cb88640d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776796.561636:0:22768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8a5bc3cdfa00/0xf13b8042cb88640d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776796.561643:0:22768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a5bc3cdfa00/0xf13b8042cb88640d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789776796.565869:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a006032-c001-4c71-94dd-7855e60f7383:3645:1876716449651456:0@lo:103:ldlm_bl.0 00000020:00080000:0.0:1789776796.574059:0:22731:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967529 00000040:01000000:2.0:1789776796.575101:0:22731:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:0.0:1789776796.575416:0:22792:0:(update_trans.c:1539:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967529 00000020:00080000:0.0:1789776796.575420:0:22792:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000040:01000000:0.0:1789776796.575527:0:22793:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1789776796.575681:0:22731:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000100:00080000:3.0:1789776796.576239:0:22794:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff8a5cf0861c00 x1876716449651584/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789776796.576251:0:22794:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc8fbe3c0 going to sleep for 0 seconds 00000040:01000000:0.0:1789776796.576656:0:22731:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:0.0:1789776796.576694:0:22731:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:0.0:1789776796.577363:0:22731:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:0.0:1789776796.577371:0:22731:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:0.0:1789776796.577416:0:22731:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789776796.578813:0:22731:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:0.0:1789776796.579480:0:22731:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:0.0:1789776796.579535:0:22731:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:3.0:1789776796.582712:0:22793:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789776796.584173:0:22731:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:0.0:1789776796.584779:0:22731:0:(osd_handler.c:5581:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000040:00080000:3.0:1789776796.588170:0:22793:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1789776796.588243:0:22793:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000001:00000004:0.0:1789776796.591722:0:22731:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:0.0:1789776796.593388:0:22731:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:0.0:1789776796.593425:0:22731:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffaed6c1bef988 00100000:10000000:0.0:1789776796.593434:0:22731:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:0.0:1789776796.596262:0:22731:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1789776796.596280:0:22731:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.127@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1789776796.596300:0:22731:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=46 00000080:00000004:0.0:1789776796.596320:0:22731:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:0.0:1789776796.597368:0:22731:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789776796.597687:0:22731:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1789776797.155106:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1789776797.414913:0:22749:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1789776797.414921:0:22749:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8a5bc4d97000 from 11 10000000:01000000:1.0:1789776797.414926:0:22749:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1789776797.415152:0:22749:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1a00/0xf13b8042cb886414 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776797.415164:0:22749:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1a00/0xf13b8042cb886414 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776797.415175:0:22749:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1a00/0xf13b8042cb886414 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789776797.415203:0:22749:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3e96a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449651712:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789776797.415275:0:22749:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776797.415792:0:22749:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cf0911540 going to sleep for 11 seconds 00000100:00100000:0.0:1789776797.423153:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449651712 00000100:00100000:0.0:1789776797.423165:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449651712 00000100:00100000:0.0:1789776797.423226:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1789776797.423238:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0838c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+11:22749:x1876716449651712:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789776797.423255:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789776797.423276:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a5bc3cdec00/0xf13b8042cb88641b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf13b8042cb886414 expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776797.423314:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a5bc3cdec00/0xf13b8042cb88641b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf13b8042cb886414 expref: 12 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776797.423325:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a5bc3cdec00/0xf13b8042cb88641b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf13b8042cb886414 expref: 12 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776797.423335:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5bc3cdec00, rc 0) 00000100:00100000:0.0:1789776797.423426:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0838c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+12:22749:x1876716449651712:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 190us (8150us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776797.423434:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1789776797.424966:0:22749:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e96a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449651712:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789776797.424990:0:22749:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1a00/0xf13b8042cb886414 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88641b expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776797.425003:0:22749:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1a00/0xf13b8042cb886414 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13b8042cb88641b expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776797.425072:0:22749:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff3f4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449651840:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1789776797.425134:0:22749:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776797.425172:0:22749:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc52f9240 going to sleep for 11 seconds 00000100:00100000:2.0:1789776797.425191:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449651840 00000100:00100000:2.0:1789776797.425196:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449651840 00000100:00100000:2.0:1789776797.425236:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1789776797.425245:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf083a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+12:22749:x1876716449651840:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1789776797.425264:0:22745:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1789776797.425280:0:22745:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1789776797.425282:0:22745:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:2.0:1789776797.425361:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf083a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+12:22749:x1876716449651840:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 117us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776797.425369:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1789776797.425407:0:22749:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff3f4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449651840:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1789776797.425449:0:22749:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.127@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1789776797.425457:0:22749:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1a00/0xf13b8042cb886414 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88641b expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776797.425466:0:22749:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1a00/0xf13b8042cb886414 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88641b expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789776797.609322:0:22788:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1789776797.609330:0:22788:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000100:00100000:1.0:1789776797.609746:0:22794:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc8fbe3c0 going to sleep for 0 seconds 00000040:00080000:2.0:1789776797.620780:0:22788:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:2.0:1789776797.620796:0:22788:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:1.0:1789776798.183043:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789776798.626605:0:22794:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc8fbe3c0 going to sleep for 0 seconds 00000040:00080000:2.0:1789776798.626679:0:22788:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1789776798.626685:0:22788:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1789776798.626828:0:22788:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:2.0:1789776798.626866:0:22788:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1789776798.627038:0:22788:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00010000:00010000:1.0:1789776799.202956:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789776799.652845:0:22794:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc8fbe3c0 going to sleep for 0 seconds 00010000:00010000:2.0:1789776800.231667:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789776800.679194:0:22794:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc8fbe3c0 going to sleep for 0 seconds 00000001:02000400:2.0:1789776801.204580:0:23037:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg427-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1789776801.252278:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789776801.699971:0:22794:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc8fbe3c0 going to sleep for 0 seconds 00000100:00080000:3.0:1789776801.826763:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1789776801.826770:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1789776801.826775:0:38:0:(import.c:65:import_set_state_nolock()) ffff8a5bc3f23000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789776801.826784:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 617 00000100:00080000:3.0:1789776801.826789:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1789776801.826796:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8a5bc3f23000 using connection 192.168.204.127@tcp/0@lo 00000100:00100000:3.0:1789776801.826818:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5cf0863b80 x1876716449652096/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789776801.826839:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789776801.826843:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789776801.826845:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789776801.826848:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789776801.826850:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1789776801.826860:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789776801.826861:0:38:0:(import.c:65:import_set_state_nolock()) ffff8a5cf514c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789776801.826866:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8a5cf514c000 using connection 192.168.204.127@tcp/0@lo 00000100:00100000:3.0:1789776801.826880:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5cf0861f80 x1876716449652224/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789776801.826899:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789776801.826909:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0863800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a006032-c001-4c71-94dd-7855e60f7383:3645:1876716449651968:0@lo:400:kworker.0 00000100:00100000:0.0:1789776801.826947:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0863b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876716449652096:0@lo:38:kworker.0 00000100:00100000:3.0:1789776801.826979:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776801.826996:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776801.827033:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0861f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3642:1876716449652224:0@lo:38:kworker.0 00000100:00100000:0.0:1789776801.827064:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776801.827106:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449652096 00000100:00100000:0.0:1789776801.827113:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449651968 00000100:00100000:1.0:1789776801.827115:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449652096 00000100:00100000:0.0:1789776801.827119:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449651968 00000100:00100000:1.0:1789776801.827151:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789776801.827158:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc48a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1876716449652096:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1789776801.827173:0:22758:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1789776801.827212:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc48a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1876716449652096:12345-0@lo:38:kworker.0 Request processed in 53us (217us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789776801.827219:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789776801.827237:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1789776801.827247:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0838450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+12:3645:x1876716449651968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789776801.827298:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0838450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+12:3645:x1876716449651968:12345-0@lo:400:kworker.0 Request processed in 54us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776801.827305:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00080000:0.0:1789776801.827354:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8a5bc3f23000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789776801.827359:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789776801.827362:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0863b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876716449652096:0@lo:38:kworker.0 00000100:00100000:3.0:1789776801.827454:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449652224 00000100:00100000:3.0:1789776801.827459:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449652224 00000100:00100000:3.0:1789776801.827511:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789776801.827517:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc48aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3642:x1876716449652224:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1789776801.827534:0:22754:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 623 last 0 00000020:00000080:3.0:1789776801.827568:0:22754:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0xf13b8042cb886422 00000004:00100000:3.0:1789776801.827583:0:22754:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00100000:1.0:1789776801.827671:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0863800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a006032-c001-4c71-94dd-7855e60f7383:3645:1876716449651968:0@lo:400:kworker.0 00000100:00080000:3.0:1789776801.827739:0:22754:0:(import.c:65:import_set_state_nolock()) ffff8a5cfaf1a800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789776801.827789:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc48aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1876716449652224:12345-0@lo:38:kworker.0 Request processed in 270us (723us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776801.827795:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1789776801.828690:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8a5cf0861f80 x1876716449652224/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789776811 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789776801.828706:0:3642:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1789776801.828714:0:3642:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1789776801.828720:0:3642:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1789776801.828722:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8a5cf514c000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1789776801.828727:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0861f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3642:1876716449652224:0@lo:38:kworker.0 00000020:00000004:0.0:1789776802.089460:0:23089:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789776802.089962:0:23089:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1789776802.275472:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789776802.724354:0:22794:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc8fbe3c0 going to sleep for 0 seconds 00000020:00000004:3.0:1789776803.131137:0:23139:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789776803.131675:0:23139:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1789776803.299810:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789776803.746970:0:22794:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc8fbe3c0 going to sleep for 0 seconds 00010000:00010000:2.0:1789776804.322993:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789776804.776930:0:22794:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc8fbe3c0 going to sleep for 0 seconds 00010000:00010000:1.0:1789776805.348322:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789776805.794604:0:22794:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc8fbe3c0 going to sleep for 0 seconds 00010000:00010000:1.0:1789776806.374023:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789776806.818539:0:22794:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc8fbe3c0 going to sleep for 0 seconds 00000100:00100000:0.0:1789776806.951997:0:3642:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789776796/real 1789776796] req@ffff8a5cff3f5500 x1876716449649152/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789776806 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789776806.952032:0:3642:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a5cff3f5500 x1876716449649152/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789776806 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789776806.952043:0:3642:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789776796/real 1789776796] req@ffff8a5cff3f5f80 x1876716449649024/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789776806 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789776806.952239:0:3642:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a5cff3f5f80 x1876716449649024/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789776806 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789776806.952261:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8a5cd8811800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789776806.957009:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1789776806.957019:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1789776806.957022:0:38:0:(import.c:65:import_set_state_nolock()) ffff8a5bc3f23000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789776806.957030:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 623 00000100:00080000:2.0:1789776806.957036:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1789776806.957043:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8a5bc3f23000 using connection 192.168.204.127@tcp/0@lo 00000100:00100000:2.0:1789776806.957081:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5cff3f6a00 x1876716449652480/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789776806.957096:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789776806.957100:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789776806.957103:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789776806.957106:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789776806.957108:0:38:0:(import.c:65:import_set_state_nolock()) ffff8a5cd8811800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789776806.957110:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 617 00000100:00080000:2.0:1789776806.957113:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789776806.957116:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8a5cd8811800 using connection 192.168.204.127@tcp/0@lo 00000100:00100000:2.0:1789776806.957128:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5cff3f7480 x1876716449652608/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789776806.957703:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789776806.957710:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff3f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876716449649152:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1789776806.957720:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8a5bc3764800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789776806.957726:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789776806.957729:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff3f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876716449649024:0@lo:8:llog_process_th.0 00000100:00100000:0.0:1789776806.957762:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff3f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876716449652480:0@lo:38:kworker.0 00000100:00100000:0.0:1789776806.958068:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776806.958151:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449652480 00000100:00100000:0.0:1789776806.958159:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449652480 00000100:00100000:0.0:1789776806.958192:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789776806.958199:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc48ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1876716449652480:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1789776806.958218:0:22758:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1789776806.958259:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc48ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1876716449652480:12345-0@lo:38:kworker.0 Request processed in 58us (191us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789776806.958266:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:0.0:1789776806.958305:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8a5bc3f23000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789776806.958309:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789776806.958313:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff3f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876716449652480:0@lo:38:kworker.0 00000100:00080000:2.0:1789776806.959575:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789776806.959579:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789776806.959609:0:38:0:(import.c:65:import_set_state_nolock()) ffff8a5bc3764800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789776806.959614:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 617 00000100:00080000:2.0:1789776806.959620:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789776806.959626:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8a5bc3764800 using connection 192.168.204.127@tcp/0@lo 00000100:00100000:2.0:1789776806.959649:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5cff3f6680 x1876716449652864/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789776806.959762:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff3f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876716449652608:0@lo:8:kworker.0 00000400:00000100:0.0:1789776806.959812:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876716449652608 offset 0 length 520: 4 00000100:00100000:0.0:1789776806.959915:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff3f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876716449652864:0@lo:8:kworker.0 00000400:00000100:0.0:1789776806.960073:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876716449652864 offset 0 length 520: 4 00000100:00100000:2.0:1789776806.962105:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff3f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a006032-c001-4c71-94dd-7855e60f7383:3643:1876716449652352:0@lo:400:kworker.0 00000100:00100000:2.0:1789776806.962170:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776806.962221:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789776806.962229:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff3f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1876716449652736:0@lo:400:kworker.0 00000100:00100000:2.0:1789776806.962263:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776806.962727:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449652736 00000100:00100000:0.0:1789776806.962736:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449652736 00000100:00100000:0.0:1789776806.962786:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789776806.962794:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff3f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1876716449652736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789776806.962873:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff3f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1876716449652736:12345-0@lo:400:kworker.0 Request processed in 79us (608us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776806.962880:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789776806.963253:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449652352 00000100:00100000:1.0:1789776806.963259:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449652352 00000100:00100000:1.0:1789776806.963300:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1789776806.963308:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7597c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+12:3643:x1876716449652352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789776806.963346:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7597c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+12:3643:x1876716449652352:12345-0@lo:400:kworker.0 Request processed in 39us (1176us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776806.963359:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00010000:00080000:2.0:1789776806.963987:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8a5cff3f7100 x1876716449652736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776822 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789776806.964004:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff3f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1876716449652736:0@lo:400:kworker.0 00000100:00100000:2.0:1789776806.964015:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff3f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a006032-c001-4c71-94dd-7855e60f7383:3643:1876716449652352:0@lo:400:kworker.0 00010000:00010000:1.0:1789776807.395231:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789776807.842747:0:22794:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc8fbe3c0 going to sleep for 0 seconds 00010000:00010000:1.0:1789776808.421348:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789776808.867220:0:22788:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1789776808.868099:0:22794:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc8fbe3c0 going to sleep for 0 seconds 00010000:00010000:2.0:1789776809.444881:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789776809.899384:0:22794:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc8fbe3c0 going to sleep for 0 seconds 00000020:01000004:0.0:1789776810.339278:0:23484:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1789776810.339282:0:23484:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:0.0:1789776810.339284:0:23484:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:0.0:1789776810.339395:0:23484:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8a5cf514d000 00000020:01000004:0.0:1789776810.339411:0:23484:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:0.0:1789776810.339421:0:23484:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1789776810.339435:0:23484:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff8a5bc3d919b8) 00000020:00000080:0.0:1789776810.339451:0:23484:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1789776810.415155:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1789776810.415791:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:3.0:1789776810.416455:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:3.0:1789776810.416966:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:3.0:1789776810.417407:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1789776810.417818:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1789776810.418000:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:3.0:1789776810.418188:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:3.0:1789776810.418371:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:3.0:1789776810.418856:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:3.0:1789776810.419101:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:3.0:1789776810.419323:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1789776810.422127:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1789776810.422573:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:3.0:1789776810.427269:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:3.0:1789776810.427587:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:3.0:1789776810.427899:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:3.0:1789776810.428118:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:3.0:1789776810.428612:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:3.0:1789776810.428939:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:3.0:1789776810.429144:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:3.0:1789776810.433218:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:3.0:1789776810.433982:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:3.0:1789776810.436061:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:3.0:1789776810.436613:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:3.0:1789776810.436949:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:3.0:1789776810.437150:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:3.0:1789776810.437333:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:3.0:1789776810.437600:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:3.0:1789776810.437900:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:3.0:1789776810.438083:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:3.0:1789776810.438266:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:3.0:1789776810.439153:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:3.0:1789776810.439984:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:3.0:1789776810.440954:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:3.0:1789776810.441373:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:3.0:1789776810.441659:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:3.0:1789776810.441930:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:3.0:1789776810.442262:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:3.0:1789776810.442622:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:3.0:1789776810.442920:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:3.0:1789776810.443156:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:3.0:1789776810.443463:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:3.0:1789776810.444143:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:3.0:1789776810.445046:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:3.0:1789776810.445368:0:23484:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00080000:01000000:3.0:1789776810.447436:0:23484:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1789776810.448736:0:23484:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:3.0:1789776810.448749:0:23484:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:3.0:1789776810.448761:0:23484:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xf13b8042cb886430 00000020:01000004:3.0:1789776810.448768:0:23484:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:3.0:1789776810.448788:0:23484:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.127@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1789776810.448791:0:23484:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.127@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1789776810.448797:0:23484:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:3.0:1789776810.448826:0:23484:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:3.0:1789776810.448830:0:23484:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.127@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:1.0:1789776810.460432:0:23484:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.127@tcp ctxt 0 is initialized 00000020:01000004:1.0:1789776810.460982:0:23484:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.204.127@tcp, index=0001, flags=0x20001 00000020:01000004:1.0:1789776810.460988:0:23484:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1789776810.460990:0:23484:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1789776810.460992:0:23484:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789776810.460994:0:23484:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789776810.460995:0:23484:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789776810.460997:0:23484:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789776810.460998:0:23484:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1789776810.461000:0:23484:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789776810.461002:0:23484:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1789776810.461006:0:23484:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:1.0:1789776810.461008:0:23484:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1789776810.461010:0:23484:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1789776810.461012:0:23484:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789776810.461013:0:23484:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789776810.461014:0:23484:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789776810.461015:0:23484:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789776810.461016:0:23484:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1789776810.461018:0:23484:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789776810.461019:0:23484:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1789776810.461050:0:23484:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:1.0:1789776810.461071:0:23484:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3e94700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:23484:1876716449652992:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1789776810.461148:0:23484:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776810.461240:0:23484:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5ce0162180 going to sleep for 11 seconds 00000100:00100000:0.0:1789776810.461428:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449652992 00000100:00100000:0.0:1789776810.461436:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449652992 00000100:00100000:0.0:1789776810.461804:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1789776810.461815:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7596850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+12:23484:x1876716449652992:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1789776810.461844:0:22745:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:0.0:1789776810.461848:0:22745:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:0.0:1789776810.461855:0:22745:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:0.0:1789776810.462148:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7596850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+12:23484:x1876716449652992:12345-0@lo:253:mount.lustre.0 Request processed in 334us (999us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776810.462157:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1789776810.462236:0:23484:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e94700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:23484:1876716449652992:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1789776810.462247:0:23484:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:2.0:1789776810.462250:0:23484:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1789776810.462252:0:23484:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1789776810.462253:0:23484:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789776810.462254:0:23484:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789776810.462255:0:23484:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789776810.462257:0:23484:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789776810.462258:0:23484:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789776810.462259:0:23484:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789776810.462261:0:23484:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1789776810.462301:0:23484:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8a5cf514d000 from lustre-MDT0001 10000000:01000000:2.0:1789776810.462330:0:23484:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:2.0:1789776810.462333:0:23484:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:2.0:1789776810.462339:0:23484:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8a5bc3d93370 local copy 00010000:00010000:2.0:1789776810.462348:0:23484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0000/0xf13b8042cb886326 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88632d expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776810.462432:0:23484:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff3f4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:23484:1876716449653120:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789776810.462463:0:23484:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776810.467856:0:23484:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cd9bc7cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1789776810.468278:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449653120 00000100:00100000:1.0:1789776810.468287:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449653120 00000100:00100000:1.0:1789776810.468339:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1789776810.468349:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7596050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+12:23484:x1876716449653120:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789776810.468510:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7596050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+12:23484:x1876716449653120:12345-0@lo:501:mount.lustre.0 Request processed in 162us (6046us total) trans 0 rc -2/-2 00000100:00100000:1.0:1789776810.468528:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1789776810.469713:0:23484:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff3f4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:23484:1876716449653120:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1789776810.469739:0:23484:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.127@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1789776810.469776:0:23484:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.127@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1789776810.469785:0:23484:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0000/0xf13b8042cb886326 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88632d expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.469796:0:23484:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0000/0xf13b8042cb886326 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88632d expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789776810.469831:0:23484:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8a5cf514d000 10000000:01000000:2.0:1789776810.469836:0:23484:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1789776810.469841:0:23484:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff8a5bc3d93370 10000000:01000000:2.0:1789776810.469844:0:23484:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:2.0:1789776810.469847:0:23484:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8a5bc3d93370 from 1 10000000:01000000:2.0:1789776810.469850:0:23484:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1789776810.469882:0:23484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cfc256e00/0xf13b8042cb886437 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.469891:0:23484:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.127@tcp lock: ffff8a5cfc256e00/0xf13b8042cb886437 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.469911:0:23484:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.127@tcp lock: ffff8a5cfc256e00/0xf13b8042cb886437 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776810.469931:0:23484:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff3f4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:23484:1876716449653248:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789776810.469976:0:23484:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776810.470011:0:23484:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cd9bc7cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1789776810.470220:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449653248 00000100:00100000:1.0:1789776810.470226:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449653248 00000100:00100000:1.0:1789776810.470256:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789776810.470263:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7594450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+12:23484:x1876716449653248:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789776810.470275:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789776810.470287:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a5cc79c1800/0xf13b8042cb88643e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf13b8042cb886437 expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776810.470308:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a5cc79c1800/0xf13b8042cb88643e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf13b8042cb886437 expref: 13 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776810.470319:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a5cc79c1800/0xf13b8042cb88643e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf13b8042cb886437 expref: 13 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776810.470328:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5cc79c1800, rc 0) 00000100:00100000:1.0:1789776810.470367:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7594450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+13:23484:x1876716449653248:12345-0@lo:101:mount.lustre.0 Request processed in 104us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776810.470374:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1789776810.470462:0:23484:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff3f4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:23484:1876716449653248:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789776810.470485:0:23484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.127@tcp lock: ffff8a5cfc256e00/0xf13b8042cb886437 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88643e expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776810.470541:0:23484:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.127@tcp lock: ffff8a5cfc256e00/0xf13b8042cb886437 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13b8042cb88643e expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789776810.470558:0:23484:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.127@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1789776810.470567:0:23484:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cfc256e00/0xf13b8042cb886437 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88643e expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776810.470575:0:23484:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.127@tcp lock: ffff8a5cfc256e00/0xf13b8042cb886437 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88643e expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789776810.470583:0:23484:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8a5cf514d000 10000000:01000000:3.0:1789776810.470588:0:23484:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:3.0:1789776810.470591:0:23484:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff8a5cf514d000 from 1 10000000:01000000:3.0:1789776810.470594:0:23484:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:3.0:1789776810.470836:0:23484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc342d000/0xf13b8042cb886445 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776810.470845:0:23484:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.127@tcp lock: ffff8a5bc342d000/0xf13b8042cb886445 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776810.470853:0:23484:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.127@tcp lock: ffff8a5bc342d000/0xf13b8042cb886445 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789776810.470868:0:23484:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0860000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:23484:1876716449653376:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789776810.470897:0:23484:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776810.470925:0:23484:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc52f9240 going to sleep for 11 seconds 00000100:00100000:1.0:1789776810.470966:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449653376 00000100:00100000:1.0:1789776810.470971:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449653376 00000100:00100000:1.0:1789776810.470989:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1789776810.470995:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7595c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+13:23484:x1876716449653376:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789776810.471002:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789776810.471010:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a5cc79c0600/0xf13b8042cb88644c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf13b8042cb886445 expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776810.471035:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a5cc79c0600/0xf13b8042cb88644c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf13b8042cb886445 expref: 14 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776810.471043:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a5cc79c0600/0xf13b8042cb88644c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf13b8042cb886445 expref: 14 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776810.471050:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5cc79c0600, rc 0) 00000100:00100000:1.0:1789776810.471087:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7595c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+14:23484:x1876716449653376:12345-0@lo:101:mount.lustre.0 Request processed in 92us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776810.471093:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789776810.471153:0:23484:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0860000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:23484:1876716449653376:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789776810.471163:0:23484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.127@tcp lock: ffff8a5bc342d000/0xf13b8042cb886445 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88644c expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776810.471176:0:23484:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.127@tcp lock: ffff8a5bc342d000/0xf13b8042cb886445 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13b8042cb88644c expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789776810.471188:0:23484:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.127@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:3.0:1789776810.471192:0:23484:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc342d000/0xf13b8042cb886445 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88644c expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776810.471198:0:23484:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.127@tcp lock: ffff8a5bc342d000/0xf13b8042cb886445 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88644c expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789776810.471204:0:23484:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:3.0:1789776810.471207:0:23484:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1789776810.471212:0:23484:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8a5cf514d000 10000000:01000000:3.0:1789776810.471215:0:23484:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1789776810.471218:0:23484:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:3.0:1789776810.471220:0:23484:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:3.0:1789776810.471233:0:23484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc342de00/0xf13b8042cb886453 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776810.471239:0:23484:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.127@tcp lock: ffff8a5bc342de00/0xf13b8042cb886453 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776810.471246:0:23484:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.127@tcp lock: ffff8a5bc342de00/0xf13b8042cb886453 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789776810.471257:0:23484:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0860000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:23484:1876716449653504:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789776810.471279:0:23484:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776810.471300:0:23484:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc52f9240 going to sleep for 11 seconds 00000100:00100000:1.0:1789776810.471345:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449653504 00000100:00100000:1.0:1789776810.471349:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449653504 00000100:00100000:1.0:1789776810.471365:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1789776810.471370:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7594050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+14:23484:x1876716449653504:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789776810.471377:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789776810.471386:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a5cc79c1000/0xf13b8042cb88645a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xf13b8042cb886453 expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776810.471398:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a5cc79c1000/0xf13b8042cb88645a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf13b8042cb886453 expref: 15 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776810.471406:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a5cc79c1000/0xf13b8042cb88645a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf13b8042cb886453 expref: 15 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776810.471412:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5cc79c1000, rc 0) 00000100:00100000:1.0:1789776810.471446:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7594050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+15:23484:x1876716449653504:12345-0@lo:101:mount.lustre.0 Request processed in 75us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776810.471453:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1789776810.471852:0:23484:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0860000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:23484:1876716449653504:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789776810.471864:0:23484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.127@tcp lock: ffff8a5bc342de00/0xf13b8042cb886453 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88645a expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776810.471872:0:23484:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.127@tcp lock: ffff8a5bc342de00/0xf13b8042cb886453 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13b8042cb88645a expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776810.472396:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789776810.473419:0:23484:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:2.0:1789776810.483197:0:23484:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789776810.496012:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1789776810.496076:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:2.0:1789776810.496090:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:2.0:1789776810.496102:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:2.0:1789776810.496115:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:2.0:1789776810.496125:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:2.0:1789776810.496137:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:2.0:1789776810.496150:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:2.0:1789776810.496171:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:2.0:1789776810.496181:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:2.0:1789776810.496193:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:2.0:1789776810.496205:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:2.0:1789776810.496216:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:2.0:1789776810.496228:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:2.0:1789776810.496240:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:2.0:1789776810.496255:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:2.0:1789776810.496266:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:2.0:1789776810.496278:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:2.0:1789776810.496291:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:2.0:1789776810.496304:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:2.0:1789776810.496317:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:2.0:1789776810.496330:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:2.0:1789776810.496343:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:2.0:1789776810.496480:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:2.0:1789776810.496675:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:2.0:1789776810.496695:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:2.0:1789776810.496708:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:2.0:1789776810.496720:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:2.0:1789776810.496732:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:2.0:1789776810.496753:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:2.0:1789776810.496769:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:2.0:1789776810.496782:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:2.0:1789776810.496795:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:2.0:1789776810.496809:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:2.0:1789776810.496821:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:2.0:1789776810.496834:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:2.0:1789776810.496849:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:2.0:1789776810.496861:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:2.0:1789776810.496873:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:2.0:1789776810.496884:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:2.0:1789776810.496896:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:2.0:1789776810.496909:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:2.0:1789776810.496921:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:2.0:1789776810.496934:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:2.0:1789776810.496963:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:2.0:1789776810.496969:0:23484:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:2.0:1789776810.497097:0:23484:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff3f7100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:23484:1876716449653632:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789776810.497169:0:23484:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776810.497218:0:23484:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cd9bc76c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789776810.497367:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449653632 00000100:00100000:1.0:1789776810.497379:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449653632 00000100:00100000:1.0:1789776810.497431:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1789776810.497439:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7594850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+15:23484:x1876716449653632:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789776810.497625:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7594850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+15:23484:x1876716449653632:12345-0@lo:501:mount.lustre.0 Request processed in 185us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776810.497632:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1789776810.497734:0:23484:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff3f7100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:23484:1876716449653632:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789776810.497773:0:23484:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0860000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:23484:1876716449653760:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789776810.497818:0:23484:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776810.497834:0:23484:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc52f9b40 going to sleep for 11 seconds 00000100:00100000:2.0:1789776810.498954:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449653760 00000100:00100000:2.0:1789776810.498966:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449653760 00000100:00100000:2.0:1789776810.499019:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1789776810.499030:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7596c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+15:23484:x1876716449653760:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789776810.500662:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7596c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+15:23484:x1876716449653760:12345-0@lo:503:mount.lustre.0 Request processed in 1626us (2835us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776810.500684:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1789776810.502152:0:23484:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0860000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:23484:1876716449653760:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1789776810.506063:0:23484:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1789776810.506185:0:23484:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48a9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:23484:1876716449653888:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789776810.506263:0:23484:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776810.506317:0:23484:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc65b86c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789776810.506487:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449653888 00000100:00100000:2.0:1789776810.506530:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449653888 00000100:00100000:2.0:1789776810.506576:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789776810.506586:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7597050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+15:23484:x1876716449653888:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789776810.507763:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7597050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+15:23484:x1876716449653888:12345-0@lo:502:mount.lustre.0 Request processed in 1174us (1496us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776810.507774:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1789776810.508050:0:23484:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48a9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:23484:1876716449653888:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789776810.508336:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:0.0:1789776810.508365:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:0.0:1789776810.509477:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:0.0:1789776810.509553:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:0.0:1789776810.509569:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:0.0:1789776810.509583:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:0.0:1789776810.509594:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:0.0:1789776810.509608:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:0.0:1789776810.509624:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:0.0:1789776810.509635:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:0.0:1789776810.509655:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:0.0:1789776810.509670:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:0.0:1789776810.509791:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:0.0:1789776810.509811:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:0.0:1789776810.509824:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:0.0:1789776810.509836:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:0.0:1789776810.509848:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:0.0:1789776810.509862:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:0.0:1789776810.509876:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:0.0:1789776810.509889:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:0.0:1789776810.509900:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:0.0:1789776810.509912:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:0.0:1789776810.509924:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:0.0:1789776810.509937:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:0.0:1789776810.509951:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:0.0:1789776810.509962:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:0.0:1789776810.509973:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:0.0:1789776810.510467:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:0.0:1789776810.510487:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:0.0:1789776810.510661:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:0.0:1789776810.510678:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:0.0:1789776810.511071:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:0.0:1789776810.511110:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:0.0:1789776810.511123:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:0.0:1789776810.511135:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:0.0:1789776810.511147:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:0.0:1789776810.511159:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:0.0:1789776810.511171:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:0.0:1789776810.511185:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:0.0:1789776810.511205:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:0.0:1789776810.511218:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:0.0:1789776810.511233:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:0.0:1789776810.511246:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:0.0:1789776810.511258:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:0.0:1789776810.511308:0:23484:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48a9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:23484:1876716449654016:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789776810.511810:0:23484:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776810.511918:0:23484:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc65b86c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789776810.514261:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449654016 00000100:00100000:2.0:1789776810.514275:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449654016 00000100:00100000:3.0:1789776810.514572:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789776810.514584:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7594c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+15:23484:x1876716449654016:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789776810.514795:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7594c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+15:23484:x1876716449654016:12345-0@lo:502:mount.lustre.0 Request processed in 213us (2985us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776810.514803:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1789776810.514999:0:23484:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48a9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:23484:1876716449654016:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789776810.515100:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:2.0:1789776810.515113:0:23484:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:2.0:1789776810.516418:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789776810.516433:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789776810.516435:0:23488:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:2.0:1789776810.516440:0:23488:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:2.0:1789776810.516443:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789776810.516457:0:23488:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff8a5cfc0d0000) 00000020:00000080:2.0:1789776810.516477:0:23488:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:2.0:1789776810.516483:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1789776810.516578:0:23488:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:2.0:1789776810.516587:0:23488:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xf13b8042cb886468 00000020:00000080:2.0:1789776810.516907:0:23488:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:2.0:1789776810.516912:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789776810.516915:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789776810.516916:0:23488:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:2.0:1789776810.516919:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789776810.516936:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789776810.516937:0:23488:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:2.0:1789776810.516940:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789776810.516948:0:23488:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff8a5bc2268000) 00000020:00000080:2.0:1789776810.516958:0:23488:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:2.0:1789776810.516962:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1789776810.516964:0:23488:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:2.0:1789776810.516966:0:23488:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:2.0:1789776810.516971:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1789776810.517041:0:23488:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8a5cf514d000 from lustre-MDT0001, refs=2 00000020:00000080:2.0:1789776810.517052:0:23488:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff8a5bc226cd28) 00000020:00000080:2.0:1789776810.517061:0:23488:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:2.0:1789776810.517108:0:23488:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:2.0:1789776810.517112:0:23488:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xf13b8042cb88647d 00000020:00000080:2.0:1789776810.517196:0:23488:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:2.0:1789776810.517201:0:23488:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1789776810.517204:0:23488:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0xf13b8042cb886484 00080000:01000000:2.0:1789776810.517210:0:23488:0:(osd_handler.c:8925:osd_obd_connect()) connect #2 00000020:00000080:2.0:1789776810.517213:0:23488:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xf13b8042cb88648b 00010000:00010000:3.0:1789776810.597266:0:23488:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:3.0:1789776810.598845:0:23488:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:3.0:1789776810.604975:0:23488:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1789776810.610185:0:23488:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:2.0:1789776810.610200:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789776810.610209:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789776810.610211:0:23488:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:2.0:1789776810.610214:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789776810.610220:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789776810.610221:0:23488:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:2.0:1789776810.610224:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789776810.610229:0:23488:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.127@tcp to nid 0x20000c0a8cc7f (192.168.204.127@tcp) 00000020:00000080:2.0:1789776810.610260:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789776810.610277:0:23488:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff8a5bc226b370) 00000020:00000080:2.0:1789776810.610299:0:23488:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:2.0:1789776810.610304:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1789776810.610408:0:23488:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:2.0:1789776810.610415:0:23488:0:(osd_handler.c:8925:osd_obd_connect()) connect #3 00000020:00000080:2.0:1789776810.610429:0:23488:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xf13b8042cb886499 00010000:00080000:2.0:1789776810.610463:0:23488:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8a5bc3f24000@lustre-MDT0000-osp-MDT0001: add connection 192.168.204.127@tcp at head 00010000:00010000:2.0:1789776810.619390:0:23488:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:3.0:1789776810.628076:0:23488:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1789776810.628093:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:3.0:1789776810.628136:0:23488:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:3.0:1789776810.628158:0:23488:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xf13b8042cb8864a0 00000100:00080000:3.0:1789776810.628169:0:23488:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789776810.628182:0:23488:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8a5bc3f24000 using connection 192.168.204.127@tcp/0@lo 00000100:00100000:3.0:1789776810.628220:0:23488:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5cf0860000 x1876716449654144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789776810.628287:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0860000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876716449654144:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1789776810.628368:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776810.628462:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449654144 00000100:00100000:2.0:1789776810.628470:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449654144 00000100:00100000:2.0:1789776810.628530:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789776810.628537:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc48aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1876716449654144:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1789776810.628560:0:22758:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 631 last 0 00000020:00000080:2.0:1789776810.628590:0:22758:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xf13b8042cb8864a7 00000004:00100000:2.0:1789776810.628610:0:22758:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:2.0:1789776810.628616:0:22758:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000100:00080000:3.0:1789776810.628782:0:23488:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000020:01000000:3.0:1789776810.628845:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789776810.628849:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789776810.628851:0:23488:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:3.0:1789776810.628854:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1789776810.628856:0:23488:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:3.0:1789776810.628858:0:23488:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789776810.628859:0:23488:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789776810.628860:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1789776810.628862:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789776810.628863:0:23488:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:3.0:1789776810.628865:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789776810.628869:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789776810.628871:0:23488:0:(obd_config.c:1563:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:3.0:1789776810.628874:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:3.0:1789776810.628906:0:23488:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:3.0:1789776810.628919:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789776810.628922:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789776810.628923:0:23488:0:(obd_config.c:1563:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:3.0:1789776810.628925:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1789776810.628927:0:23488:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #19 00000020:01000000:3.0:1789776810.628928:0:23488:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789776810.628929:0:23488:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789776810.628931:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1789776810.628933:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789776810.628934:0:23488:0:(obd_config.c:1563:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:3.0:1789776810.628937:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1789776810.628939:0:23488:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:3.0:1789776810.628942:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789776810.628950:0:23488:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1789776810.628953:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1789776810.628956:0:23488:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.127@tcp to nid 0x20000c0a8cc7f (192.168.204.127@tcp) 00000020:01000000:3.0:1789776810.628977:0:23488:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:3.0:1789776810.628979:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789776810.628992:0:23488:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff8a5cfaf2cd28) 00000020:00000080:3.0:1789776810.629004:0:23488:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:3.0:1789776810.629009:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1789776810.629075:0:23488:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:3.0:1789776810.629081:0:23488:0:(osd_handler.c:8925:osd_obd_connect()) connect #4 00000020:00000080:3.0:1789776810.629087:0:23488:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xf13b8042cb8864b5 00010000:00080000:3.0:1789776810.629115:0:23488:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8a5cfae25800@lustre-OST0000-osc-MDT0001: add connection 192.168.204.127@tcp at head 00010000:00010000:3.0:1789776810.629334:0:23488:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000100:00080000:2.0:1789776810.630224:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1789776810.630231:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1789776810.630234:0:38:0:(import.c:65:import_set_state_nolock()) ffff8a5bc3f23000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789776810.630241:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 628 00000100:00080000:2.0:1789776810.630246:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1789776810.630251:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8a5bc3f23000 using connection 192.168.204.127@tcp/0@lo 00000100:00100000:2.0:1789776810.630283:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5cff3f4e00 x1876716449654272/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000040:01000000:3.0:1789776810.631352:0:23488:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1789776810.631715:0:23488:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:3.0:1789776810.635267:0:23488:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789776810.635665:0:23488:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:3.0:1789776810.635824:0:23488:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:1.0:1789776810.636123:0:23493:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1789776810.636128:0:23493:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:1.0:1789776810.637347:0:23488:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1789776810.637359:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1789776810.637398:0:23488:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:1.0:1789776810.637423:0:23488:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xf13b8042cb8864bc 00000100:00080000:1.0:1789776810.637433:0:23488:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789776810.637439:0:23488:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8a5cfae25800 using connection 192.168.204.127@tcp/0@lo 00000100:00100000:1.0:1789776810.637474:0:23488:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5bc3e95880 x1876716449654400/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789776810.637628:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff3f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876716449654272:0@lo:38:kworker.0 00000100:00100000:0.0:1789776810.637714:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776810.637748:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3e95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876716449654400:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1789776810.637770:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876716449654400 offset 0 length 520: 4 00000100:00100000:3.0:1789776810.637910:0:22757:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:3.0:1789776810.637918:0:22757:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000100:00080000:2.0:1789776810.638183:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789776810.638188:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789776810.638192:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789776810.638194:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789776810.638237:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff3f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876716449654528:0@lo:400:kworker.0 00000100:00100000:2.0:1789776810.638281:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776810.638544:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449654528 00000100:00100000:0.0:1789776810.638551:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449654528 00000100:00100000:0.0:1789776810.638591:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789776810.638600:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff3f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876716449654528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789776810.638658:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff3f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876716449654528:12345-0@lo:400:kworker.0 Request processed in 59us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776810.638666:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:0.0:1789776810.638711:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8a5cff3f4a80 x1876716449654528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776826 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789776810.638725:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff3f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876716449654528:0@lo:400:kworker.0 00000100:00080000:0.0:1789776810.640238:0:22758:0:(import.c:65:import_set_state_nolock()) ffff8a5bc31a9000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789776810.640328:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc48aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3642:x1876716449654144:12345-0@lo:38:llog_process_th.0 Request processed in 11788us (11958us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776810.640339:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789776810.640358:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449654272 00000100:00100000:0.0:1789776810.640364:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449654272 00000100:00100000:0.0:1789776810.640381:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789776810.640386:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc48ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1876716449654272:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1789776810.640421:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc48ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1876716449654272:12345-0@lo:38:kworker.0 Request processed in 34us (2708us total) trans 0 rc -11/-11 00000100:00100000:0.0:1789776810.640427:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789776810.640528:0:3642:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789776810.640536:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8a5bc3f23000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789776810.640541:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1789776810.640545:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff3f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876716449654272:0@lo:38:kworker.0 00000100:00100000:2.0:1789776810.640559:0:3642:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789776810.640564:0:3642:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1789776810.640571:0:3642:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:2.0:1789776810.640576:0:3642:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1789776810.640578:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8a5bc3f24000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1789776810.640587:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0860000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876716449654144:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1789776810.640676:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789776810.640693:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876716449654656:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789776810.640724:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776810.640747:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449654656 00000100:00100000:0.0:1789776810.640750:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449654656 00000100:00100000:0.0:1789776810.640768:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789776810.640773:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc48a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3645:x1876716449654656:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789776810.640794:0:22758:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789776810.640822:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc48a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3645:x1876716449654656:12345-0@lo:41:osp-pre-0-1.0 Request processed in 48us (97us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776810.640828:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789776810.640849:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876716449654656:0@lo:41:osp-pre-0-1.0 00000100:00080000:1.0:1789776810.641014:0:23488:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:0.0:1789776810.641580:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789776810.641593:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789776810.641595:0:23488:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1789776810.641599:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1789776810.641602:0:23488:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #27 00000020:01000000:0.0:1789776810.641603:0:23488:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789776810.641605:0:23488:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789776810.641606:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1789776810.641608:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789776810.641609:0:23488:0:(obd_config.c:1563:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:0.0:1789776810.641612:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1789776810.641617:0:23488:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:0.0:1789776810.641621:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789776810.641622:0:23488:0:(obd_config.c:1563:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1789776810.641624:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1789776810.641628:0:23488:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.127@tcp to nid 0x20000c0a8cc7f (192.168.204.127@tcp) 00000020:01000000:0.0:1789776810.641652:0:23488:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:0.0:1789776810.641655:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789776810.641690:0:23488:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff8a5cf0280000) 00000020:00000080:0.0:1789776810.641709:0:23488:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:0.0:1789776810.641716:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1789776810.641792:0:23488:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:0.0:1789776810.641799:0:23488:0:(osd_handler.c:8925:osd_obd_connect()) connect #5 00000020:00000080:0.0:1789776810.641806:0:23488:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xf13b8042cb8864ca 00010000:00080000:0.0:1789776810.641836:0:23488:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8a5bc31a8000@lustre-OST0001-osc-MDT0001: add connection 192.168.204.127@tcp at head 00010000:00010000:0.0:1789776810.642063:0:23488:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:0.0:1789776810.642142:0:23488:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1789776810.642158:0:23488:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000100:00080000:2.0:1789776810.644175:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789776810.644184:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789776810.644187:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789776810.644190:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:3.0:1789776810.645345:0:23488:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789776810.645932:0:23488:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:3.0:1789776810.646062:0:23488:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:3.0:1789776810.646430:0:23496:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1789776810.646435:0:23496:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:0.0:1789776810.647303:0:23488:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1789776810.647314:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1789776810.647354:0:23488:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:0.0:1789776810.647378:0:23488:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xf13b8042cb8864d1 00000100:00080000:0.0:1789776810.647389:0:23488:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789776810.647402:0:23488:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8a5bc31a8000 using connection 192.168.204.127@tcp/0@lo 00000100:00100000:0.0:1789776810.647440:0:23488:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5cc48aa300 x1876716449654784/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789776810.647470:0:23488:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:0.0:1789776810.647597:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789776810.647601:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789776810.647603:0:23488:0:(obd_config.c:1563:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1789776810.647606:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789776810.647610:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789776810.647611:0:23488:0:(obd_config.c:1563:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:0.0:1789776810.647614:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1789776810.647616:0:23488:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1789776810.647618:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789776810.647621:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789776810.647622:0:23488:0:(obd_config.c:1563:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:0.0:1789776810.647624:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789776810.647626:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789776810.647627:0:23488:0:(obd_config.c:1563:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1789776810.647631:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1789776810.647650:0:23488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789776810.647653:0:23488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789776810.647655:0:23488:0:(obd_config.c:1563:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1789776810.647658:0:23488:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000020:01000000:2.0:1789776810.647935:0:23484:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:2.0:1789776810.647968:0:23484:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.127@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:2.0:1789776810.647990:0:23484:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc342de00/0xf13b8042cb886453 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88645a expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.648001:0:23484:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.127@tcp lock: ffff8a5bc342de00/0xf13b8042cb886453 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88645a expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789776810.648010:0:23484:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8a5cf514d000 from 1 10000000:01000000:2.0:1789776810.648013:0:23484:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1789776810.648046:0:23484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257c00/0xf13b8042cb8864d8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.648055:0:23484:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257c00/0xf13b8042cb8864d8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.648066:0:23484:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257c00/0xf13b8042cb8864d8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776810.648088:0:23484:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff3f4e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:23484:1876716449654912:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789776810.648159:0:23484:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776810.648203:0:23484:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cd0856840 going to sleep for 11 seconds 00000100:00100000:2.0:1789776810.648256:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876716449654784:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1789776810.648282:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876716449654784 offset 0 length 520: 4 00000100:00100000:1.0:1789776810.648378:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449654912 00000100:00100000:1.0:1789776810.648385:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449654912 00000100:00100000:1.0:1789776810.648433:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789776810.648442:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7595850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+15:23484:x1876716449654912:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789776810.648455:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789776810.648469:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a5cc79c1200/0xf13b8042cb8864df lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf13b8042cb8864d8 expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776810.648603:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a5cc79c1200/0xf13b8042cb8864df lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf13b8042cb8864d8 expref: 16 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776810.648625:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a5cc79c1200/0xf13b8042cb8864df lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf13b8042cb8864d8 expref: 16 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776810.648633:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5cc79c1200, rc 0) 00000100:00100000:2.0:1789776810.648785:0:23484:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff3f4e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:23484:1876716449654912:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789776810.648800:0:23484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257c00/0xf13b8042cb8864d8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb8864df expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.648810:0:23484:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257c00/0xf13b8042cb8864d8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13b8042cb8864df expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776810.649346:0:23484:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff3f4e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:23484:1876716449655040:0@lo:256:mount.lustre.0 00000100:00100000:2.0:1789776810.649387:0:23484:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776810.649450:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7595850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+16:23484:x1876716449654912:12345-0@lo:101:mount.lustre.0 Request processed in 1008us (1288us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776810.649458:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1789776810.649534:0:23484:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cd0856840 going to sleep for 11 seconds 00000100:00080000:3.0:1789776810.649604:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789776810.649609:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789776810.649612:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789776810.649615:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789776810.649721:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449655040 00000100:00100000:1.0:1789776810.649726:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449655040 00000100:00100000:1.0:1789776810.649759:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789776810.649767:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7595450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+16:23484:x1876716449655040:12345-0@lo:256:mount.lustre.0 20000000:01000000:1.0:1789776810.649783:0:22747:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:1.0:1789776810.649799:0:22747:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1789776810.649802:0:22747:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:1.0:1789776810.649896:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7595450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+16:23484:x1876716449655040:12345-0@lo:256:mount.lustre.0 Request processed in 130us (508us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776810.649902:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1789776810.649967:0:23484:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff3f4e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:23484:1876716449655040:0@lo:256:mount.lustre.0 10000000:01000000:3.0:1789776810.650567:0:23484:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.127@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1789776810.650586:0:23484:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257c00/0xf13b8042cb8864d8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb8864df expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776810.650597:0:23484:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257c00/0xf13b8042cb8864d8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb8864df expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789776810.650605:0:23484:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8a5cf514d000 from 1 10000000:01000000:3.0:1789776810.650607:0:23484:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789776810.650632:0:23484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c800/0xf13b8042cb8864e6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776810.650640:0:23484:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c800/0xf13b8042cb8864e6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776810.650648:0:23484:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c800/0xf13b8042cb8864e6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789776810.650667:0:23484:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0862a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:23484:1876716449655168:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789776810.650704:0:23484:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776810.650725:0:23484:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc52f9600 going to sleep for 11 seconds 00000100:00100000:2.0:1789776810.650805:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449655168 00000100:00100000:2.0:1789776810.650811:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449655168 00000100:00100000:2.0:1789776810.650837:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1789776810.650845:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7595050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+16:23484:x1876716449655168:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789776810.650861:0:22745:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789776810.650874:0:22745:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a5cfc256a00/0xf13b8042cb8864ed lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf13b8042cb8864e6 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.650895:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a5cfc256a00/0xf13b8042cb8864ed lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf13b8042cb8864e6 expref: 17 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.650906:0:22745:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a5cfc256a00/0xf13b8042cb8864ed lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf13b8042cb8864e6 expref: 17 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.650915:0:22745:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5cfc256a00, rc 0) 00000100:00100000:2.0:1789776810.650952:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7595050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+17:23484:x1876716449655168:12345-0@lo:101:mount.lustre.0 Request processed in 108us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776810.650959:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1789776810.651020:0:23484:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0862a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:23484:1876716449655168:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789776810.651032:0:23484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c800/0xf13b8042cb8864e6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb8864ed expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776810.651042:0:23484:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c800/0xf13b8042cb8864e6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13b8042cb8864ed expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789776810.652256:0:23484:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:3.0:1789776810.652614:0:23484:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789776810.652789:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1789776810.652813:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:3.0:1789776810.652825:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:3.0:1789776810.652837:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:3.0:1789776810.652848:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:3.0:1789776810.652860:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:3.0:1789776810.652871:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:3.0:1789776810.652880:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:3.0:1789776810.652891:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1789776810.652916:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:3.0:1789776810.652932:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:3.0:1789776810.652947:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:3.0:1789776810.652952:0:23484:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:3.0:1789776810.653026:0:23484:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0862a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:23484:1876716449655296:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789776810.653084:0:23484:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776810.653169:0:23484:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cd0857000 going to sleep for 11 seconds 00000100:00100000:0.0:1789776810.653312:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449655296 00000100:00100000:0.0:1789776810.653319:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449655296 00000100:00100000:2.0:1789776810.653396:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1789776810.653408:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7597450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+17:23484:x1876716449655296:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789776810.653629:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7597450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+17:23484:x1876716449655296:12345-0@lo:501:mount.lustre.0 Request processed in 223us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776810.653636:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1789776810.653722:0:23484:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0862a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:23484:1876716449655296:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789776810.653753:0:23484:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0862a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:23484:1876716449655424:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789776810.653792:0:23484:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776810.653818:0:23484:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cd0857000 going to sleep for 11 seconds 00000100:00100000:1.0:1789776810.653912:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449655424 00000100:00100000:1.0:1789776810.653917:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449655424 00000100:00100000:1.0:1789776810.653948:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1789776810.653955:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7241050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+17:23484:x1876716449655424:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789776810.654037:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7241050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+17:23484:x1876716449655424:12345-0@lo:503:mount.lustre.0 Request processed in 82us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776810.654044:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1789776810.654119:0:23484:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0862a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:23484:1876716449655424:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789776810.654484:0:23484:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789776810.654614:0:23484:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0862a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:23484:1876716449655552:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789776810.654655:0:23484:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776810.654827:0:23484:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc2d7da80 going to sleep for 11 seconds 00000100:00100000:0.0:1789776810.654892:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449655552 00000100:00100000:0.0:1789776810.654899:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449655552 00000100:00100000:0.0:1789776810.654924:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1789776810.654931:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7240450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+17:23484:x1876716449655552:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789776810.655062:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7240450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+17:23484:x1876716449655552:12345-0@lo:502:mount.lustre.0 Request processed in 130us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776810.655079:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1789776810.655164:0:23484:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0862a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:23484:1876716449655552:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789776810.655330:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1789776810.655362:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:3.0:1789776810.655377:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:3.0:1789776810.655391:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:3.0:1789776810.655403:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:3.0:1789776810.655414:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:3.0:1789776810.655426:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:3.0:1789776810.655438:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:3.0:1789776810.655449:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1789776810.655462:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:3.0:1789776810.655472:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:0.0:1789776810.655848:0:23484:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0862a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:23484:1876716449655680:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789776810.655896:0:23484:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776810.655955:0:23484:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cd9a24780 going to sleep for 11 seconds 00000100:00100000:3.0:1789776810.655988:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449655680 00000100:00100000:3.0:1789776810.655993:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449655680 00000100:00100000:3.0:1789776810.656060:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1789776810.656068:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7243c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+17:23484:x1876716449655680:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789776810.656172:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7243c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+17:23484:x1876716449655680:12345-0@lo:502:mount.lustre.0 Request processed in 104us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776810.656178:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1789776810.656244:0:23484:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0862a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:23484:1876716449655680:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789776810.656303:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:0.0:1789776810.656313:0:23484:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:0.0:1789776810.657277:0:23498:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789776810.657289:0:23498:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789776810.657291:0:23498:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1789776810.657299:0:23498:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8a5cf514d000 00000020:00000080:0.0:1789776810.657301:0:23498:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789776810.657312:0:23498:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789776810.657314:0:23498:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789776810.657315:0:23498:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1789776810.657318:0:23498:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789776810.657320:0:23498:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789776810.657321:0:23498:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1789776810.657325:0:23498:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8a5cf514d000 00000020:00000080:0.0:1789776810.657327:0:23498:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789776810.657422:0:23498:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789776810.657427:0:23498:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789776810.657428:0:23498:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1789776810.657431:0:23498:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789776810.657433:0:23498:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789776810.657435:0:23498:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1789776810.657439:0:23498:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8a5cf514d000 00000020:00000080:0.0:1789776810.657441:0:23498:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789776810.660847:0:23498:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789776810.660861:0:23498:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789776810.660869:0:23498:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1789776810.660874:0:23498:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789776810.660879:0:23498:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789776810.660880:0:23498:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1789776810.660885:0:23498:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8a5cf514d000 00000020:00000080:0.0:1789776810.660887:0:23498:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789776810.660956:0:23498:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789776810.660963:0:23498:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789776810.660964:0:23498:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1789776810.660967:0:23498:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:2.0:1789776810.662250:0:23484:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1789776810.662294:0:23484:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.127@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789776810.662317:0:23484:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c800/0xf13b8042cb8864e6 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb8864ed expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.662329:0:23484:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c800/0xf13b8042cb8864e6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb8864ed expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789776810.662392:0:23484:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1789776810.662402:0:23484:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8a5cf514d000 10000000:01000000:2.0:1789776810.662405:0:23484:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8a5cf514d000 10000000:01000000:2.0:1789776810.662409:0:23484:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789776810.662416:0:23484:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8a5cf514d000 from 1 10000000:01000000:2.0:1789776810.662419:0:23484:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1789776810.662455:0:23484:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257a00/0xf13b8042cb8864f4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.662463:0:23484:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257a00/0xf13b8042cb8864f4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.662473:0:23484:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257a00/0xf13b8042cb8864f4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776810.662538:0:23484:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff3f4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:23484:1876716449655808:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789776810.662608:0:23484:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776810.662651:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449655808 00000100:00100000:2.0:1789776810.662657:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449655808 00000100:00100000:2.0:1789776810.662871:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1789776810.662881:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7241450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+17:23484:x1876716449655808:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789776810.662894:0:22745:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789776810.662907:0:22745:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a5cfc256800/0xf13b8042cb8864fb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xf13b8042cb8864f4 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.662929:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a5cfc256800/0xf13b8042cb8864fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf13b8042cb8864f4 expref: 18 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.662940:0:22745:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a5cfc256800/0xf13b8042cb8864fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf13b8042cb8864f4 expref: 18 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.662958:0:22745:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5cfc256800, rc 0) 00000100:00100000:2.0:1789776810.662991:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7241450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+18:23484:x1876716449655808:12345-0@lo:101:mount.lustre.0 Request processed in 112us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776810.662997:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1789776810.667601:0:23484:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc2efe0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789776810.667648:0:23484:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff3f4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:23484:1876716449655808:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789776810.667673:0:23484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257a00/0xf13b8042cb8864f4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb8864fb expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776810.667688:0:23484:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257a00/0xf13b8042cb8864f4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13b8042cb8864fb expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789776810.674276:0:23484:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:3.0:1789776810.674651:0:23484:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789776810.675058:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:3.0:1789776810.675083:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:3.0:1789776810.675096:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:3.0:1789776810.675119:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:3.0:1789776810.675139:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:3.0:1789776810.675154:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:3.0:1789776810.675165:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:3.0:1789776810.675175:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:3.0:1789776810.675185:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:3.0:1789776810.675194:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:3.0:1789776810.675218:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:3.0:1789776810.675229:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:3.0:1789776810.675239:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:3.0:1789776810.675249:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:3.0:1789776810.675259:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:3.0:1789776810.675269:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:3.0:1789776810.675278:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:3.0:1789776810.675288:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:3.0:1789776810.675298:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:3.0:1789776810.675307:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:3.0:1789776810.675317:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:3.0:1789776810.675326:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:3.0:1789776810.675336:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:3.0:1789776810.675346:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:3.0:1789776810.675355:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:3.0:1789776810.675364:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:3.0:1789776810.675449:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:3.0:1789776810.675461:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:3.0:1789776810.675605:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:3.0:1789776810.675756:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:3.0:1789776810.675771:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:3.0:1789776810.675782:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:3.0:1789776810.675792:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:3.0:1789776810.675803:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:3.0:1789776810.675814:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:3.0:1789776810.675825:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:3.0:1789776810.675848:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:3.0:1789776810.675860:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:3.0:1789776810.675872:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:3.0:1789776810.675884:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:3.0:1789776810.675894:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:3.0:1789776810.675908:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:3.0:1789776810.675935:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:3.0:1789776810.675949:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:3.0:1789776810.675960:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:3.0:1789776810.675971:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:3.0:1789776810.675982:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:3.0:1789776810.675994:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:3.0:1789776810.676109:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:3.0:1789776810.676128:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:3.0:1789776810.676144:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:3.0:1789776810.676149:0:23484:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:3.0:1789776810.676239:0:23484:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0861180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:23484:1876716449655936:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789776810.676305:0:23484:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776810.676524:0:23484:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc52a7d80 going to sleep for 11 seconds 00000100:00100000:2.0:1789776810.678840:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449655936 00000100:00100000:2.0:1789776810.678856:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449655936 00000100:00100000:2.0:1789776810.678913:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1789776810.678924:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7240050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+18:23484:x1876716449655936:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789776810.679099:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7240050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+18:23484:x1876716449655936:12345-0@lo:501:mount.lustre.0 Request processed in 176us (2793us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776810.679107:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1789776810.685568:0:23484:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0861180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:23484:1876716449655936:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789776810.685636:0:23484:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0861180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:23484:1876716449656064:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789776810.686548:0:23484:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776810.686592:0:23484:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc52a7d80 going to sleep for 11 seconds 00000100:00100000:2.0:1789776810.686773:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449656064 00000100:00100000:2.0:1789776810.686781:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449656064 00000100:00100000:2.0:1789776810.686840:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1789776810.686850:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7240850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+18:23484:x1876716449656064:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789776810.686989:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7240850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+18:23484:x1876716449656064:12345-0@lo:503:mount.lustre.0 Request processed in 140us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776810.686997:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1789776810.687120:0:23484:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0861180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:23484:1876716449656064:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1789776810.687795:0:23484:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1789776810.687880:0:23484:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3e94380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:23484:1876716449656192:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789776810.687925:0:23484:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776810.687953:0:23484:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc93516c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789776810.688767:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449656192 00000100:00100000:2.0:1789776810.688776:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449656192 00000100:00100000:2.0:1789776810.688826:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1789776810.688833:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7241c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+18:23484:x1876716449656192:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789776810.688957:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7241c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+18:23484:x1876716449656192:12345-0@lo:502:mount.lustre.0 Request processed in 124us (1032us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776810.688965:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1789776810.689027:0:23484:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e94380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:23484:1876716449656192:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789776810.689229:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:2.0:1789776810.689254:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:2.0:1789776810.689265:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:2.0:1789776810.689276:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:2.0:1789776810.689286:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:2.0:1789776810.689297:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:2.0:1789776810.689307:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:2.0:1789776810.689317:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:2.0:1789776810.689326:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:2.0:1789776810.689336:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:2.0:1789776810.689347:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:2.0:1789776810.689356:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:2.0:1789776810.689366:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:2.0:1789776810.689409:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:2.0:1789776810.689421:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:2.0:1789776810.689432:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:2.0:1789776810.689442:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:2.0:1789776810.689453:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:2.0:1789776810.689463:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:2.0:1789776810.689473:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:2.0:1789776810.689485:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:2.0:1789776810.689532:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:2.0:1789776810.689546:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:2.0:1789776810.689560:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:2.0:1789776810.689572:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:2.0:1789776810.689582:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:2.0:1789776810.689593:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:2.0:1789776810.689602:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:2.0:1789776810.689616:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:2.0:1789776810.689644:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:2.0:1789776810.689658:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:2.0:1789776810.689820:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:2.0:1789776810.689839:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:2.0:1789776810.689849:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:2.0:1789776810.689859:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:2.0:1789776810.689869:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:2.0:1789776810.689879:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:2.0:1789776810.689888:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:2.0:1789776810.689898:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:2.0:1789776810.689908:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:2.0:1789776810.689918:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:2.0:1789776810.689928:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:2.0:1789776810.689937:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:2.0:1789776810.689948:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:2.0:1789776810.689957:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:2.0:1789776810.689979:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:2.0:1789776810.689993:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:2.0:1789776810.690005:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:2.0:1789776810.690056:0:23484:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff3f6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:23484:1876716449656320:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789776810.690111:0:23484:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776810.690139:0:23484:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc2efe180 going to sleep for 11 seconds 00000100:00100000:1.0:1789776810.690228:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449656320 00000100:00100000:1.0:1789776810.690234:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449656320 00000100:00100000:1.0:1789776810.690284:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1789776810.690293:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7241850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+18:23484:x1876716449656320:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789776810.690409:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7241850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+18:23484:x1876716449656320:12345-0@lo:502:mount.lustre.0 Request processed in 116us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776810.690416:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1789776810.690586:0:23484:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff3f6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:23484:1876716449656320:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789776810.691108:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:2.0:1789776810.691136:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:2.0:1789776810.691162:0:23484:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff3f6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:23484:1876716449656448:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789776810.693596:0:23484:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776810.693643:0:23484:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc2efe180 going to sleep for 11 seconds 00000100:00100000:1.0:1789776810.693787:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449656448 00000100:00100000:1.0:1789776810.693797:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449656448 00000100:00100000:1.0:1789776810.693860:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1789776810.693871:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7242850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+18:23484:x1876716449656448:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789776810.694063:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7242850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+18:23484:x1876716449656448:12345-0@lo:502:mount.lustre.0 Request processed in 193us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776810.694070:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1789776810.697050:0:23484:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff3f6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:23484:1876716449656448:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789776810.697181:0:23484:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:3.0:1789776810.697194:0:23484:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:1.0:1789776810.699042:0:23504:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:1.0:1789776810.699062:0:23504:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff8a5cc8c64d28) 00000020:00000080:1.0:1789776810.699094:0:23504:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:1.0:1789776810.699189:0:23504:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8a5cf514d000 from lustre-MDT0001, refs=3 00000020:01000004:1.0:1789776810.699193:0:23504:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8a5cf514d000 from lustre-MDT0001, refs=3 00000020:01000004:1.0:1789776810.699196:0:23504:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8a5cf514d000 3 00010000:00080000:1.0:1789776810.699229:0:23504:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8a5ceee13800@lustre-MDT0000-lwp-MDT0001: add connection 192.168.204.127@tcp at head 00010000:00010000:1.0:1789776810.704440:0:23504:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:1.0:1789776810.704823:0:23504:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:1.0:1789776810.704872:0:23504:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1789776810.704888:0:23504:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0xf13b8042cb886509 00000100:00080000:1.0:1789776810.704906:0:23504:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789776810.704912:0:23504:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8a5ceee13800 using connection 192.168.204.127@tcp/0@lo 00000100:00100000:1.0:1789776810.704946:0:23504:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5bc3e95500 x1876716449656576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789776810.704980:0:23504:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1789776810.705012:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789776810.705016:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789776810.705018:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789776810.705020:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789776810.705236:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3e95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3642:1876716449656576:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789776810.705318:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776810.707030:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449656576 00000100:00100000:1.0:1789776810.707043:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449656576 00000100:00100000:1.0:1789776810.707087:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789776810.707095:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0862680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3642:x1876716449656576:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1789776810.707122:0:22754:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 631 last 0 00000020:00000080:1.0:1789776810.707155:0:22754:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0xf13b8042cb886510 00000004:00100000:1.0:1789776810.707170:0:22754:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1789776810.707205:0:22754:0:(import.c:65:import_set_state_nolock()) ffff8a5ceee15800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789776810.707282:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0862680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1876716449656576:12345-0@lo:38:llog_process_th.0 Request processed in 186us (1963us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776810.707289:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1789776810.707347:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8a5bc3e95500 x1876716449656576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789776820 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789776810.707361:0:3642:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789776810.707371:0:3642:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1789776810.707382:0:3642:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1789776810.707396:0:3642:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1789776810.707399:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8a5ceee13800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1789776810.707406:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3642:1876716449656576:0@lo:38:llog_process_th.0 00000040:00080000:1.0:1789776810.707554:0:23504:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:3.0:1789776810.707820:0:23484:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1789776810.707849:0:23484:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.127@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1789776810.707873:0:23484:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257a00/0xf13b8042cb8864f4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb8864fb expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776810.707884:0:23484:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257a00/0xf13b8042cb8864f4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb8864fb expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1789776810.707942:0:23484:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1789776810.707944:0:23484:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1789776810.707945:0:23484:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789776810.707947:0:23484:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789776810.707948:0:23484:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789776810.707949:0:23484:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789776810.707951:0:23484:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1789776810.707952:0:23484:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789776810.707954:0:23484:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1789776810.707958:0:23484:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:3.0:1789776810.707960:0:23484:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1789776810.707961:0:23484:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1789776810.707962:0:23484:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789776810.707963:0:23484:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789776810.707964:0:23484:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789776810.707966:0:23484:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789776810.707967:0:23484:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1789776810.707968:0:23484:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789776810.707969:0:23484:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1789776810.707987:0:23484:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:3.0:1789776810.708004:0:23484:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0860e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:23484:1876716449656704:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1789776810.708051:0:23484:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776810.708083:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449656704 00000100:00100000:3.0:1789776810.708087:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449656704 00000100:00100000:3.0:1789776810.708115:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1789776810.708122:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7242450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+18:23484:x1876716449656704:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789776810.708143:0:22746:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:3.0:1789776810.708165:0:22746:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:3.0:1789776810.708292:0:23484:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc5d13300 going to sleep for 11 seconds 00000001:00100000:2.0:1789776810.714713:0:22732:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:3.0:1789776810.714789:0:22746:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1789776810.714809:0:22746:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:3.0:1789776810.715090:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7242450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+18:23484:x1876716449656704:12345-0@lo:253:mount.lustre.0 Request processed in 6962us (7033us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776810.715104:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1789776810.715178:0:23484:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0860e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:23484:1876716449656704:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1789776810.715193:0:23484:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:3.0:1789776810.715196:0:23484:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1789776810.715198:0:23484:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1789776810.715199:0:23484:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789776810.715201:0:23484:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789776810.715202:0:23484:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789776810.715203:0:23484:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789776810.715204:0:23484:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1789776810.715206:0:23484:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789776810.715207:0:23484:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1789776810.715220:0:23484:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:2.0:1789776810.716214:0:22768:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1789776810.716220:0:22768:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1789776810.716241:0:22768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8a5cfc256400/0xf13b8042cb886517 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.716265:0:22768:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a5bc3cdec00/0xf13b8042cb88641b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf13b8042cb886414 expref: 17 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.716273:0:22768:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a5cc79c1200/0xf13b8042cb8864df lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf13b8042cb8864d8 expref: 17 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.716279:0:22768:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8a5cfc256400/0xf13b8042cb886517 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.716317:0:22768:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a5cc79c1200/0xf13b8042cb8864df lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf13b8042cb8864d8 expref: 17 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.716332:0:22768:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8a5cc79c1200/0xf13b8042cb8864df lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf13b8042cb8864d8 expref: 17 pid: 22747 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776810.716346:0:22768:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff3f5f80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22768:1876716449656832:0@lo:104: 00000100:00100000:2.0:1789776810.716395:0:22768:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789776810.716451:0:22768:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a5bc3cdec00/0xf13b8042cb88641b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf13b8042cb886414 expref: 17 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.716460:0:22768:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8a5bc3cdec00/0xf13b8042cb88641b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf13b8042cb886414 expref: 17 pid: 22747 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776810.716468:0:22768:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff3f6300 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22768:1876716449656960:0@lo:104: 00000100:00100000:2.0:1789776810.716489:0:22768:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776810.716534:0:22768:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc2efe000 going to sleep for 11 seconds 00000100:00100000:2.0:1789776810.716555:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449656832 00000100:00100000:2.0:1789776810.716562:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449656832 00000100:00100000:2.0:1789776810.716596:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449656960 00000100:00100000:2.0:1789776810.716605:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449656960 00000100:00100000:2.0:1789776810.716622:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789776810.716629:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff3f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5a006032-c001-4c71-94dd-7855e60f7383+4:22768:x1876716449656832:12345-0@lo:104: 00010000:00010000:2.0:1789776810.716640:0:22735:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257c00/0xf13b8042cb8864d8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf13b8042cb8864df expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.716696:0:22735:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1789776810.716702:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff3f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5a006032-c001-4c71-94dd-7855e60f7383+4:22768:x1876716449656832:12345-0@lo:104: Request processed in 74us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776810.716708:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789776810.716722:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789776810.716728:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff3f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5a006032-c001-4c71-94dd-7855e60f7383+3:22768:x1876716449656960:12345-0@lo:104: 00010000:00010000:2.0:1789776810.716734:0:22735:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1a00/0xf13b8042cb886414 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf13b8042cb88641b expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.716765:0:22735:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1789776810.716770:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff3f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5a006032-c001-4c71-94dd-7855e60f7383+3:22768:x1876716449656960:12345-0@lo:104: Request processed in 44us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776810.716776:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789776810.716803:0:22768:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff3f5f80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22768:1876716449656832:0@lo:104: 00000100:00100000:2.0:1789776810.716811:0:22768:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff3f6300 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22768:1876716449656960:0@lo:104: 00010000:00010000:2.0:1789776810.716828:0:22768:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8a5cfc256400/0xf13b8042cb886517 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.716846:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789776810.716852:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257c00/0xf13b8042cb8864d8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf13b8042cb8864df expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.716870:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cfc257c00 already unused, calling callback (ffffffffc11fbc20) 10000000:00010000:2.0:1789776810.716874:0:22740:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257c00/0xf13b8042cb8864d8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf13b8042cb8864df expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.716882:0:22740:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257c00/0xf13b8042cb8864d8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf13b8042cb8864df expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789776810.716890:0:22740:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257c00/0xf13b8042cb8864d8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf13b8042cb8864df expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789776810.716895:0:22740:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1789776810.716921:0:22740:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257c00/0xf13b8042cb8864d8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13b8042cb8864df expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.716926:0:22740:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789776810.716944:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257c00/0xf13b8042cb8864d8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13b8042cb8864df expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.716951:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257c00/0xf13b8042cb8864d8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13b8042cb8864df expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.716963:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789776810.716966:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1a00/0xf13b8042cb886414 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf13b8042cb88641b expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.716972:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cc79c1a00 already unused, calling callback (ffffffffc11fbc20) 10000000:00010000:2.0:1789776810.716975:0:22740:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1a00/0xf13b8042cb886414 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf13b8042cb88641b expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.716992:0:22740:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1a00/0xf13b8042cb886414 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf13b8042cb88641b expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789776810.716999:0:22740:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1a00/0xf13b8042cb886414 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf13b8042cb88641b expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789776810.717004:0:22740:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1789776810.717016:0:22740:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1a00/0xf13b8042cb886414 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13b8042cb88641b expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.717021:0:22740:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789776810.717026:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1a00/0xf13b8042cb886414 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13b8042cb88641b expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.717032:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1a00/0xf13b8042cb886414 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13b8042cb88641b expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.717044:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776810.717046:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776810.717047:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776810.717053:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789776810.717062:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff3f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a006032-c001-4c71-94dd-7855e60f7383:3643:1876716449657088:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789776810.717087:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776810.717105:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789776810.717110:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff3f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a006032-c001-4c71-94dd-7855e60f7383:3643:1876716449657216:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789776810.717125:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776810.717149:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449657088 00000100:00100000:2.0:1789776810.717153:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449657088 00010000:00010000:2.0:1789776810.717174:0:22737:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a5cc79c1200/0xf13b8042cb8864df lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf13b8042cb8864d8 expref: 18 pid: 22747 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776810.717196:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449657216 00000100:00100000:2.0:1789776810.717198:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449657216 00010000:00010000:2.0:1789776810.717206:0:22737:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a5bc3cdec00/0xf13b8042cb88641b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf13b8042cb886414 expref: 19 pid: 22747 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776810.717216:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789776810.717221:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff3f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5a006032-c001-4c71-94dd-7855e60f7383+19:3643:x1876716449657088:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789776810.717230:0:22737:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789776810.717235:0:22737:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a5cc79c1200/0xf13b8042cb8864df lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf13b8042cb8864d8 expref: 19 pid: 22747 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.717245:0:22737:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a5cc79c1200/0xf13b8042cb8864df lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf13b8042cb8864d8 expref: 19 pid: 22747 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.717258:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a5cc79c1200/0xf13b8042cb8864df lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf13b8042cb8864d8 expref: 19 pid: 22747 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.717271:0:22737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789776810.717293:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff3f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5a006032-c001-4c71-94dd-7855e60f7383+18:3643:x1876716449657088:12345-0@lo:103:ldlm_bl.0 Request processed in 72us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776810.717301:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789776810.717311:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789776810.717316:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff3f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5a006032-c001-4c71-94dd-7855e60f7383+17:3643:x1876716449657216:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789776810.717323:0:22737:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789776810.717327:0:22737:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a5bc3cdec00/0xf13b8042cb88641b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf13b8042cb886414 expref: 17 pid: 22747 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.717345:0:22737:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a5bc3cdec00/0xf13b8042cb88641b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf13b8042cb886414 expref: 17 pid: 22747 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.717355:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a5bc3cdec00/0xf13b8042cb88641b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf13b8042cb886414 expref: 17 pid: 22747 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.717366:0:22737:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8a5cfc256400/0xf13b8042cb886517 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.717373:0:22737:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a5cfc256400/0xf13b8042cb886517 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1789776810.717385:0:22737:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.010639824s 00010000:00010000:2.0:1789776810.717389:0:22737:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8a5cfc256400/0xf13b8042cb886517 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.717395:0:22737:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8a5cfc256400/0xf13b8042cb886517 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.717401:0:22737:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8a5cfc256400/0xf13b8042cb886517 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.717407:0:22737:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8a5cfc256400/0xf13b8042cb886517 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.717412:0:22737:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cfc256400 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:2.0:1789776810.717416:0:22737:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8a5cfc256400/0xf13b8042cb886517 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.717423:0:22737:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8a5cfc256400/0xf13b8042cb886517 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.717441:0:22737:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8a5cfc256400/0xf13b8042cb886517 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.717450:0:22737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789776810.717469:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff3f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5a006032-c001-4c71-94dd-7855e60f7383+16:3643:x1876716449657216:12345-0@lo:103:ldlm_bl.0 Request processed in 153us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776810.717476:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789776810.717546:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff3f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a006032-c001-4c71-94dd-7855e60f7383:3643:1876716449657216:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789776810.717554:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff3f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a006032-c001-4c71-94dd-7855e60f7383:3643:1876716449657088:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789776810.717571:0:22768:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8a5cfc256400/0xf13b8042cb886517 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.717578:0:22768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8a5cfc256400/0xf13b8042cb886517 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776810.717585:0:22768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a5cfc256400/0xf13b8042cb886517 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:01000000:2.0:1789776810.724221:0:23484:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000040:01000000:2.0:1789776810.724464:0:23510:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:2.0:1789776810.724891:0:23510:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:0.0:1789776810.726949:0:23484:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000020:00080000:3.0:1789776810.727229:0:23509:0:(update_trans.c:1539:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:3.0:1789776810.727234:0:23509:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000100:00100000:3.0:1789776810.727480:0:23511:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0860e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23511:1876716449657344:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1789776810.727585:0:23511:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776810.727622:0:23511:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cf5dca300 going to sleep for 11 seconds 00000040:01000000:0.0:1789776810.727825:0:23484:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000100:00100000:1.0:1789776810.727836:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449657344 00000100:00100000:1.0:1789776810.727844:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449657344 00000040:00080000:0.0:1789776810.727865:0:23484:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1789776810.727900:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789776810.727909:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0860700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23511:x1876716449657344:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1789776810.728001:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0860700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23511:x1876716449657344:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 92us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776810.728008:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789776810.728055:0:23511:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0860e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23511:1876716449657344:0@lo:1000:lod0001_rec0000.0 00000040:01000000:1.0:1789776810.728099:0:23511:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:1.0:1789776810.728131:0:23511:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3e95500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23511:1876716449657472:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1789776810.728166:0:23511:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776810.728189:0:23495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449657472 00000100:00100000:1.0:1789776810.728193:0:23495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449657472 00000100:00100000:1.0:1789776810.728213:0:23495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789776810.728219:0:23495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3e95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23511:x1876716449657472:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1789776810.728308:0:23495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3e95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23511:x1876716449657472:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 89us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776810.728314:0:23495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000004:00000080:0.0:1789776810.728342:0:23484:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:0.0:1789776810.728351:0:23484:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:0.0:1789776810.728382:0:23484:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1789776810.728565:0:23511:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc93516c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789776810.728582:0:23511:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e95500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23511:1876716449657472:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1789776810.728840:0:23511:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3e95500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23511:1876716449657600:0@lo:900:lod0001_rec0000.0 00000100:00100000:1.0:1789776810.728892:0:23511:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776810.728920:0:23511:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc3150780 going to sleep for 11 seconds 00000040:00080000:0.0:1789776810.729452:0:23484:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:0.0:1789776810.730004:0:23484:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000100:00100000:3.0:1789776810.730615:0:22763:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449657600 00000100:00100000:3.0:1789776810.730625:0:22763:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449657600 00000100:00100000:3.0:1789776810.730702:0:22763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789776810.730713:0:22763:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3e94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23511:x1876716449657600:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1789776810.730804:0:22763:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3e94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23511:x1876716449657600:12345-0@lo:900:lod0001_rec0000.0 Request processed in 93us (1911us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776810.730811:0:22763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000040:00080000:2.0:1789776810.731144:0:23510:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000040:01000000:1.0:1789776810.731424:0:23484:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:1.0:1789776810.731650:0:23484:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:1.0:1789776810.732154:0:23484:0:(osd_handler.c:5581:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000004:00080000:2.0:1789776810.733360:0:23510:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000001:00000004:1.0:1789776810.733983:0:23484:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00010000:00080000:0.0:1789776810.734143:0:23511:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8a5bc3e95500 x1876716449657600/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789776826 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789776810.734162:0:23511:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e95500 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23511:1876716449657600:0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1789776810.734239:0:23511:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48abb80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23511:1876716449657728:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1789776810.734303:0:23511:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776810.735323:0:23511:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5bc3667240 going to sleep for 11 seconds 00000100:00100000:1.0:1789776810.735825:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449657728 00000100:00100000:1.0:1789776810.735834:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449657728 00000100:00100000:1.0:1789776810.735923:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789776810.735932:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc48a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23511:x1876716449657728:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1789776810.736042:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc48a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23511:x1876716449657728:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 111us (1738us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776810.736049:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789776810.736112:0:23511:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48abb80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23511:1876716449657728:0@lo:1000:lod0001_rec0000.0 00000040:00080000:0.0:1789776810.736172:0:23511:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789776810.738626:0:23511:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1789776810.738704:0:23511:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:0.0:1789776810.738709:0:23511:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000001:00080000:1.0:1789776810.750392:0:23484:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:1.0:1789776810.750436:0:23484:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffaed6c1c57988 00100000:10000000:1.0:1789776810.750446:0:23484:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:1.0:1789776810.751242:0:23484:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1789776810.751281:0:23484:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.127@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1789776810.751305:0:23484:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=48 00000080:00000004:1.0:1789776810.751333:0:23484:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:0.0:1789776810.757564:0:23484:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789776810.757844:0:23484:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1789776810.919003:0:22794:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc8fbe3c0 going to sleep for 0 seconds 00010000:00010000:1.0:1789776811.490912:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789776811.747231:0:23506:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1789776811.939678:0:22794:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc8fbe3c0 going to sleep for 0 seconds 10000000:01000000:1.0:1789776812.451647:0:22749:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1789776812.451656:0:22749:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8a5cf514d000 from 12 10000000:01000000:1.0:1789776812.451662:0:22749:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1789776812.451707:0:22749:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0c00/0xf13b8042cb88651e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776812.451721:0:22749:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0c00/0xf13b8042cb88651e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776812.451741:0:22749:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0c00/0xf13b8042cb88651e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789776812.451772:0:22749:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3e95f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449657856:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789776812.451848:0:22749:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776812.451898:0:22749:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cf49bc0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789776812.451921:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449657856 00000100:00100000:0.0:1789776812.451931:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449657856 00000100:00100000:0.0:1789776812.451991:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1789776812.452002:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7243450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+16:22749:x1876716449657856:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789776812.452016:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789776812.452031:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a5bc3cdea00/0xf13b8042cb886525 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf13b8042cb88651e expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776812.452062:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a5bc3cdea00/0xf13b8042cb886525 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf13b8042cb88651e expref: 17 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776812.452074:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a5bc3cdea00/0xf13b8042cb886525 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf13b8042cb88651e expref: 17 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776812.452084:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5bc3cdea00, rc 0) 00000100:00100000:0.0:1789776812.452147:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7243450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+17:22749:x1876716449657856:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 146us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776812.452155:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1789776812.452246:0:22749:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e95f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449657856:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789776812.452262:0:22749:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0c00/0xf13b8042cb88651e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb886525 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776812.452273:0:22749:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0c00/0xf13b8042cb88651e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13b8042cb886525 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789776812.452324:0:22749:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0863480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449657984:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1789776812.452355:0:22749:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776812.452379:0:22749:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cfc2b6000 going to sleep for 11 seconds 00000100:00100000:0.0:1789776812.452527:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449657984 00000100:00100000:0.0:1789776812.452532:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449657984 00000100:00100000:0.0:1789776812.452644:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1789776812.452652:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7243050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+17:22749:x1876716449657984:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1789776812.452667:0:22746:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1789776812.452682:0:22746:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1789776812.452685:0:22746:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:0.0:1789776812.452770:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7243050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+17:22749:x1876716449657984:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 113us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776812.452786:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1789776812.453145:0:22749:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0863480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449657984:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1789776812.453189:0:22749:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.127@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1789776812.453196:0:22749:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0c00/0xf13b8042cb88651e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb886525 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776812.453206:0:22749:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0c00/0xf13b8042cb88651e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb886525 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789776812.453217:0:22749:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1789776812.453219:0:22749:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8a5bc4d97000 from 12 10000000:01000000:3.0:1789776812.453223:0:22749:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789776812.453242:0:22749:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c000/0xf13b8042cb88652c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776812.453251:0:22749:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c000/0xf13b8042cb88652c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776812.453259:0:22749:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c000/0xf13b8042cb88652c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789776812.453279:0:22749:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0863480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449658112:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789776812.453305:0:22749:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776812.453323:0:22749:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cfc2b6000 going to sleep for 11 seconds 00000100:00100000:0.0:1789776812.453422:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449658112 00000100:00100000:0.0:1789776812.453426:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449658112 00000100:00100000:0.0:1789776812.453461:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1789776812.453468:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7243850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+17:22749:x1876716449658112:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789776812.453490:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789776812.453518:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a5bc3cdf600/0xf13b8042cb886533 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf13b8042cb88652c expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776812.453536:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a5bc3cdf600/0xf13b8042cb886533 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf13b8042cb88652c expref: 18 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776812.453557:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a5bc3cdf600/0xf13b8042cb886533 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf13b8042cb88652c expref: 18 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776812.453565:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5bc3cdf600, rc 0) 00000100:00100000:0.0:1789776812.453605:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7243850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+18:22749:x1876716449658112:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 137us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776812.453612:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1789776812.453651:0:22749:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0863480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449658112:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789776812.453663:0:22749:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c000/0xf13b8042cb88652c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb886533 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776812.453672:0:22749:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c000/0xf13b8042cb88652c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13b8042cb886533 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789776812.453712:0:22749:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3e95c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449658240:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1789776812.453752:0:22749:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776812.453782:0:22749:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cf49bc480 going to sleep for 11 seconds 00000100:00100000:0.0:1789776812.454703:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449658240 00000100:00100000:0.0:1789776812.454712:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449658240 00000100:00100000:0.0:1789776812.454757:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1789776812.454766:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7240c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+18:22749:x1876716449658240:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1789776812.454783:0:22745:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1789776812.454799:0:22745:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1789776812.454802:0:22745:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:0.0:1789776812.454909:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7240c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+18:22749:x1876716449658240:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 143us (1155us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776812.454924:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1789776812.455192:0:22749:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e95c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449658240:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1789776812.455242:0:22749:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.127@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1789776812.455250:0:22749:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c000/0xf13b8042cb88652c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb886533 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776812.455260:0:22749:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c000/0xf13b8042cb88652c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb886533 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776812.516527:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789776812.773714:0:23506:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1789776812.963951:0:22794:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc8fbe3c0 going to sleep for 0 seconds 00010000:00010000:1.0:1789776813.543748:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789776813.986572:0:22794:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc8fbe3c0 going to sleep for 0 seconds 00000001:02000400:0.0:1789776814.361242:0:23754:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg427-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:3.0:1789776814.562904:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789776815.011828:0:22794:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc8fbe3c0 going to sleep for 0 seconds 00000020:00000004:3.0:1789776815.143590:0:23806:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789776815.143799:0:23806:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1789776815.587682:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789776815.655727:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789776815.655750:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0863100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876716449658368:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789776815.655821:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776815.655939:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449658368 00000100:00100000:3.0:1789776815.655948:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449658368 00000100:00100000:3.0:1789776815.656116:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789776815.656126:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff3f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876716449658368:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789776815.656161:0:22758:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789776815.656212:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff3f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876716449658368:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776815.656218:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789776815.656408:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0863100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876716449658368:0@lo:41:osp-pre-0-1.0 00000020:00000004:2.0:1789776815.869928:0:23856:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789776815.870107:0:23856:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1789776816.035569:0:22794:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc8fbe3c0 going to sleep for 0 seconds 00000100:00080000:3.0:1789776816.166032:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1789776816.166039:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1789776816.166042:0:38:0:(import.c:65:import_set_state_nolock()) ffff8a5bc3f23000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789776816.166054:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8a5bc3f23000 using connection 192.168.204.127@tcp/0@lo 00000100:00100000:3.0:1789776816.166076:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5cf0862300 x1876716449658624/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789776816.166094:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789776816.166097:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789776816.166100:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789776816.166117:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789776816.166119:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789776816.166141:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0862d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a006032-c001-4c71-94dd-7855e60f7383:3645:1876716449658496:0@lo:400:kworker.0 00000100:00080000:3.0:1789776816.166147:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789776816.166151:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789776816.166154:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789776816.166156:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789776816.166218:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776816.166293:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0863100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876716449659008:0@lo:400:kworker.0 00000100:00100000:2.0:1789776816.166336:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0862300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876716449658624:0@lo:38:kworker.0 00000100:00100000:1.0:1789776816.166337:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776816.166381:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776816.166383:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449659008 00000100:00100000:1.0:1789776816.166391:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449659008 00000100:00100000:2.0:1789776816.166431:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0860a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1876716449658752:0@lo:400:kworker.0 00000100:00100000:1.0:1789776816.166450:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789776816.166460:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3e95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876716449659008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789776816.166468:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776816.166480:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449658496 00000100:00100000:3.0:1789776816.166485:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449658496 00000100:00100000:2.0:1789776816.166520:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789776816.166529:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0861880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876716449658880:0@lo:400:kworker.0 00000100:00100000:1.0:1789776816.166545:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3e95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876716449659008:12345-0@lo:400:kworker.0 Request processed in 85us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776816.166551:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1789776816.166553:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789776816.166559:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7242050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+18:3645:x1876716449658496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789776816.166564:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776816.166568:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449658752 00000100:00100000:1.0:1789776816.166572:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449658752 00000100:00100000:1.0:1789776816.166586:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789776816.166593:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff3f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1876716449658752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789776816.166606:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7242050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+18:3645:x1876716449658496:12345-0@lo:400:kworker.0 Request processed in 47us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776816.166612:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1789776816.166629:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff3f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1876716449658752:12345-0@lo:400:kworker.0 Request processed in 37us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776816.166635:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789776816.166651:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449658624 00000100:00100000:1.0:1789776816.166655:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449658624 00000100:00100000:2.0:1789776816.166662:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449658880 00000100:00100000:2.0:1789776816.166668:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449658880 00000100:00100000:1.0:1789776816.166675:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789776816.166695:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff3f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3642:x1876716449658624:12345-0@lo:38:kworker.0 00010000:00080000:1.0:1789776816.166721:0:22757:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 637 last 0 00000020:00000080:1.0:1789776816.166770:0:22757:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xf13b8042cb88653a 00000004:00100000:1.0:1789776816.166792:0:22757:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:1.0:1789776816.166802:0:22757:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00010000:00080000:1.0:1789776816.166911:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8a5cf0860a80 x1876716449658752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776832 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789776816.166925:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0860a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1876716449658752:0@lo:400:kworker.0 00000100:00100000:3.0:1789776816.166934:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789776816.166945:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff3f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1876716449658880:12345-0@lo:400:kworker.0 00010000:00080000:1.0:1789776816.166966:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8a5cf0863100 x1876716449659008/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776832 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789776816.166978:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0863100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876716449659008:0@lo:400:kworker.0 00000100:00100000:1.0:1789776816.166991:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0862d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a006032-c001-4c71-94dd-7855e60f7383:3645:1876716449658496:0@lo:400:kworker.0 00000100:00100000:3.0:1789776816.166996:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff3f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1876716449658880:12345-0@lo:400:kworker.0 Request processed in 52us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776816.167005:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789776816.167035:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0861880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876716449658880:0@lo:400:kworker.0 00000100:00080000:1.0:1789776816.183008:0:22757:0:(import.c:65:import_set_state_nolock()) ffff8a5ceee17000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789776816.183119:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff3f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3642:x1876716449658624:12345-0@lo:38:kworker.0 Request processed in 16434us (16736us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776816.183130:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:2.0:1789776816.183378:0:3642:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1789776816.183388:0:3642:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:2.0:1789776816.183393:0:3642:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1789776816.183395:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8a5bc3f23000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:2.0:1789776816.183424:0:3642:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000007e1b3506): req@ffff8a5cf0861c00 x1876716449651584/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789776816.183452:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0862300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876716449658624:0@lo:38:kworker.0 00000100:00100000:3.0:1789776816.183627:0:22794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776816.183723:0:22794:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc8fbe3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789776816.183909:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449651584 00000100:00100000:2.0:1789776816.183915:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449651584 00000100:00100000:2.0:1789776816.183961:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789776816.183971:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0861880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22794:x1876716449651584:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1789776816.184044:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0861880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22794:x1876716449651584:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 75us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776816.184069:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789776816.184100:0:22794:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0861c00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22794:1876716449651584:0@lo:1000:lod0000_rec0001.0 00000040:01000000:0.0:1789776816.184134:0:22794:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:0.0:1789776816.184173:0:22794:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48abb80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22794:1876716449659136:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1789776816.184211:0:22794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776816.184229:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449659136 00000100:00100000:1.0:1789776816.184235:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449659136 00000100:00100000:0.0:1789776816.184241:0:22794:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cf5c2a300 going to sleep for 11 seconds 00000100:00100000:1.0:1789776816.184267:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789776816.184274:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc48a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22794:x1876716449659136:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1789776816.184380:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc48a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22794:x1876716449659136:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 106us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776816.184386:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789776816.184430:0:22794:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48abb80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22794:1876716449659136:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1789776816.184478:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789776816.184520:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3e97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876716449659264:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789776816.184549:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776816.184650:0:23495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449659264 00000100:00100000:0.0:1789776816.184655:0:23495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449659264 00000100:00100000:0.0:1789776816.184690:0:23495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789776816.184698:0:23495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0863480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3645:x1876716449659264:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789776816.184719:0:23495:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789776816.184758:0:23495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0863480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3645:x1876716449659264:12345-0@lo:41:osp-pre-1-0.0 Request processed in 60us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776816.184766:0:23495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789776816.184799:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876716449659264:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789776816.184873:0:22794:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3e96d80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22794:1876716449659392:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1789776816.184903:0:22794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776816.184962:0:22794:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cf49bc000 going to sleep for 11 seconds 00000100:00100000:2.0:1789776816.188014:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449659392 00000100:00100000:2.0:1789776816.188029:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449659392 00000100:00100000:2.0:1789776816.188086:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789776816.188096:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3e97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22794:x1876716449659392:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1789776816.188700:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3e97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22794:x1876716449659392:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 602us (3792us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776816.188708:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789776816.188770:0:22794:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e96d80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22794:1876716449659392:0@lo:1000:lod0000_rec0001.0 00000040:00080000:1.0:1789776816.188841:0:22794:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789776816.194301:0:22794:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1789776816.194395:0:22794:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 20, retries 0 00000004:00080000:1.0:1789776816.194400:0:22794:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00010000:00010000:3.0:1789776816.612013:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1789776816.688069:0:23904:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffc97c17520 20000000:00000080:2.0:1789776816.688087:0:23904:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8a5ce9120400 uarg=0000000000000000 20000000:01000000:2.0:1789776816.688129:0:23904:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:2.0:1789776816.688137:0:23904:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:2.0:1789776816.688141:0:23904:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:1.0:1789776816.688604:0:23905:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:2.0:1789776816.688764:0:23904:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:2.0:1789776816.695234:0:23904:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1789776816.695270:0:23904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8a5cfc256c00/0xf13b8042cb886541 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776816.695291:0:23904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a5cc79c0200/0xf13b8042cb8863ea lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf13b8042cb8863e3 expref: 17 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776816.695299:0:23904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a5cfc256a00/0xf13b8042cb8864ed lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf13b8042cb8864e6 expref: 17 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776816.695307:0:23904:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8a5cfc256c00/0xf13b8042cb886541 lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776816.695358:0:23904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a5cfc256a00/0xf13b8042cb8864ed lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf13b8042cb8864e6 expref: 17 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776816.695390:0:23904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8a5cfc256a00/0xf13b8042cb8864ed lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf13b8042cb8864e6 expref: 17 pid: 22745 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776816.695417:0:23904:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff3f5180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23904:1876716449659520:0@lo:104: 00000100:00100000:2.0:1789776816.695486:0:23904:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789776816.696439:0:23904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a5cc79c0200/0xf13b8042cb8863ea lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf13b8042cb8863e3 expref: 17 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776816.696452:0:23904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8a5cc79c0200/0xf13b8042cb8863ea lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf13b8042cb8863e3 expref: 17 pid: 22746 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776816.696463:0:23904:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff3f6a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23904:1876716449659648:0@lo:104: 00000100:00100000:2.0:1789776816.696510:0:23904:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776816.697479:0:23904:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5bc33fb9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789776816.697544:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449659648 00000100:00100000:0.0:1789776816.697552:0:22736:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449659648 00000100:00100000:1.0:1789776816.697642:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449659520 00000100:00100000:1.0:1789776816.697647:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449659520 00000100:00100000:0.0:1789776816.697653:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789776816.697661:0:22736:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff3f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5a006032-c001-4c71-94dd-7855e60f7383+4:23904:x1876716449659648:12345-0@lo:104: 00010000:00010000:0.0:1789776816.697676:0:22736:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdf400/0xf13b8042cb8863e3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf13b8042cb8863ea expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776816.697987:0:22736:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1789776816.697994:0:22736:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff3f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5a006032-c001-4c71-94dd-7855e60f7383+4:23904:x1876716449659648:12345-0@lo:104: Request processed in 333us (1483us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776816.698001:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789776816.698019:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789776816.698025:0:22736:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff3f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5a006032-c001-4c71-94dd-7855e60f7383+3:23904:x1876716449659520:12345-0@lo:104: 00010000:00010000:0.0:1789776816.698033:0:22736:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c800/0xf13b8042cb8864e6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf13b8042cb8864ed expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776816.698068:0:22736:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1789776816.698073:0:22736:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff3f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5a006032-c001-4c71-94dd-7855e60f7383+3:23904:x1876716449659520:12345-0@lo:104: Request processed in 49us (2588us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776816.698079:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:3.0:1789776816.698098:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789776816.698106:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdf400/0xf13b8042cb8863e3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf13b8042cb8863ea expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776816.698113:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc3cdf400 already unused, calling callback (ffffffffc11fbc20) 10000000:00010000:3.0:1789776816.698117:0:22741:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdf400/0xf13b8042cb8863e3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf13b8042cb8863ea expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776816.698126:0:22741:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdf400/0xf13b8042cb8863e3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf13b8042cb8863ea expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789776816.698134:0:22741:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdf400/0xf13b8042cb8863e3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf13b8042cb8863ea expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789776816.698140:0:22741:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1789776816.698146:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789776816.698178:0:22741:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdf400/0xf13b8042cb8863e3 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13b8042cb8863ea expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776816.698185:0:22741:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789776816.698215:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdf400/0xf13b8042cb8863e3 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13b8042cb8863ea expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776816.698222:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdf400/0xf13b8042cb8863e3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13b8042cb8863ea expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776816.698239:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776816.698240:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776816.698242:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789776816.698249:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789776816.698263:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0860e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a006032-c001-4c71-94dd-7855e60f7383:3644:1876716449659776:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789776816.698302:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776816.698347:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449659776 00000100:00100000:3.0:1789776816.698352:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449659776 00010000:00010000:3.0:1789776816.698372:0:22737:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a5cc79c0200/0xf13b8042cb8863ea lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf13b8042cb8863e3 expref: 18 pid: 22746 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789776816.698392:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789776816.698411:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0861180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5a006032-c001-4c71-94dd-7855e60f7383+18:3644:x1876716449659776:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789776816.698426:0:22737:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789776816.698431:0:22737:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a5cc79c0200/0xf13b8042cb8863ea lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf13b8042cb8863e3 expref: 18 pid: 22746 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776816.698441:0:22737:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a5cc79c0200/0xf13b8042cb8863ea lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf13b8042cb8863e3 expref: 18 pid: 22746 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776816.698460:0:22737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789776816.698487:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0861180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5a006032-c001-4c71-94dd-7855e60f7383+18:3644:x1876716449659776:12345-0@lo:103:ldlm_bl.0 Request processed in 78us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776816.698514:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789776816.698546:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0860e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a006032-c001-4c71-94dd-7855e60f7383:3644:1876716449659776:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789776816.699180:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776816.699183:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776816.699185:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776816.699208:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c800/0xf13b8042cb8864e6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf13b8042cb8864ed expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776816.699217:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc342c800 already unused, calling callback (ffffffffc11fbc20) 10000000:00010000:2.0:1789776816.699220:0:22740:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c800/0xf13b8042cb8864e6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf13b8042cb8864ed expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776816.699227:0:22740:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c800/0xf13b8042cb8864e6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf13b8042cb8864ed expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789776816.699234:0:22740:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c800/0xf13b8042cb8864e6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf13b8042cb8864ed expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789776816.699240:0:22740:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1789776816.699270:0:23904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a5cc79c0200/0xf13b8042cb8863ea lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf13b8042cb8863e3 expref: 17 pid: 22746 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789776816.699286:0:23904:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff3f6a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23904:1876716449659648:0@lo:104: 00000100:00100000:1.0:1789776816.699300:0:23904:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff3f5180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23904:1876716449659520:0@lo:104: 00010000:00010000:1.0:1789776816.699320:0:23904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8a5cfc256c00/0xf13b8042cb886541 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776816.699324:0:22740:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c800/0xf13b8042cb8864e6 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13b8042cb8864ed expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776816.699329:0:22740:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789776816.699350:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c800/0xf13b8042cb8864e6 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13b8042cb8864ed expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776816.699358:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c800/0xf13b8042cb8864e6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13b8042cb8864ed expref: -99 pid: 23484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776816.699377:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776816.699379:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776816.699381:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789776816.699385:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789776816.699405:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff3f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a006032-c001-4c71-94dd-7855e60f7383:3643:1876716449659904:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789776816.699440:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776816.699467:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449659904 00000100:00100000:0.0:1789776816.699473:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449659904 00010000:00010000:0.0:1789776816.699512:0:22739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a5cfc256a00/0xf13b8042cb8864ed lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf13b8042cb8864e6 expref: 17 pid: 22745 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789776816.699544:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789776816.699552:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff3f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5a006032-c001-4c71-94dd-7855e60f7383+17:3643:x1876716449659904:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789776816.699562:0:22739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789776816.699675:0:22739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a5cfc256a00/0xf13b8042cb8864ed lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf13b8042cb8864e6 expref: 17 pid: 22745 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776816.699690:0:22739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a5cfc256a00/0xf13b8042cb8864ed lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf13b8042cb8864e6 expref: 17 pid: 22745 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776816.699713:0:22739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a5cfc256a00/0xf13b8042cb8864ed lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf13b8042cb8864e6 expref: 17 pid: 22745 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776816.699727:0:22739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8a5cfc256c00/0xf13b8042cb886541 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776816.699735:0:22739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a5cfc256c00/0xf13b8042cb886541 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776816.699749:0:22739:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8a5cfc256c00/0xf13b8042cb886541 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776816.699756:0:22739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8a5cfc256c00/0xf13b8042cb886541 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776816.699762:0:22739:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8a5cfc256c00/0xf13b8042cb886541 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776816.699768:0:22739:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8a5cfc256c00/0xf13b8042cb886541 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776816.699774:0:22739:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cfc256c00 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:0.0:1789776816.699778:0:22739:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8a5cfc256c00/0xf13b8042cb886541 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776816.699848:0:22739:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8a5cfc256c00/0xf13b8042cb886541 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776816.699868:0:22739:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8a5cfc256c00/0xf13b8042cb886541 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776816.699888:0:22739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1789776816.699902:0:23904:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8a5cfc256c00/0xf13b8042cb886541 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776816.699910:0:23904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8a5cfc256c00/0xf13b8042cb886541 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776816.699916:0:23904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a5cfc256c00/0xf13b8042cb886541 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789776816.699928:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff3f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5a006032-c001-4c71-94dd-7855e60f7383+16:3643:x1876716449659904:12345-0@lo:103:ldlm_bl.0 Request processed in 378us (487us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776816.700028:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff3f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a006032-c001-4c71-94dd-7855e60f7383:3643:1876716449659904:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789776816.700063:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:3.0:1789776817.634648:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789776818.087458:0:22788:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 10000000:01000000:1.0:1789776818.406174:0:22749:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1789776818.406184:0:22749:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8a5cf514d000 from 13 10000000:01000000:1.0:1789776818.406189:0:22749:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1789776818.406241:0:22749:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1200/0xf13b8042cb886548 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776818.406253:0:22749:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1200/0xf13b8042cb886548 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776818.406271:0:22749:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1200/0xf13b8042cb886548 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789776818.406298:0:22749:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3e96d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449660032:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789776818.406383:0:22749:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776818.406432:0:22749:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cf49bc9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789776818.406866:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449660032 00000100:00100000:0.0:1789776818.406874:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449660032 00000100:00100000:0.0:1789776818.406926:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1789776818.406936:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7242c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+16:22749:x1876716449660032:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789776818.406950:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789776818.406965:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a5bc3cdec00/0xf13b8042cb88654f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf13b8042cb886548 expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776818.406990:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a5bc3cdec00/0xf13b8042cb88654f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf13b8042cb886548 expref: 17 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776818.407002:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a5bc3cdec00/0xf13b8042cb88654f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf13b8042cb886548 expref: 17 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776818.407011:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5bc3cdec00, rc 0) 00000100:00100000:0.0:1789776818.407071:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7242c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+17:22749:x1876716449660032:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 135us (689us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776818.407078:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1789776818.407094:0:22749:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e96d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449660032:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789776818.407115:0:22749:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1200/0xf13b8042cb886548 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88654f expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776818.407125:0:22749:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1200/0xf13b8042cb886548 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13b8042cb88654f expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789776818.407210:0:22749:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0860e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449660160:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789776818.407245:0:22749:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776818.407279:0:22749:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5bc26a26c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789776818.407402:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449660160 00000100:00100000:1.0:1789776818.407407:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449660160 00000100:00100000:1.0:1789776818.407438:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1789776818.407445:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf082fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+17:22749:x1876716449660160:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789776818.407822:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf082fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+17:22749:x1876716449660160:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 375us (574us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776818.407831:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1789776818.407834:0:22749:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0860e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449660160:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789776818.407871:0:22749:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0860e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449660288:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789776818.407916:0:22749:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776818.407950:0:22749:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5bc26a26c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789776818.408710:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449660288 00000100:00100000:1.0:1789776818.408718:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449660288 00000100:00100000:1.0:1789776818.408757:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1789776818.408764:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf082d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+17:22749:x1876716449660288:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789776818.408870:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf082d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+17:22749:x1876716449660288:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 106us (954us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776818.408876:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1789776818.409540:0:22749:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0860e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449660288:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1789776818.412206:0:23994:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1789776818.412405:0:22749:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1789776818.412522:0:22749:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.127@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789776818.412535:0:22749:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1200/0xf13b8042cb886548 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88654f expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776818.412547:0:22749:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1200/0xf13b8042cb886548 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88654f expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789776818.412558:0:22749:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1789776818.412560:0:22749:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8a5bc4d97000 from 13 10000000:01000000:3.0:1789776818.412563:0:22749:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789776818.412598:0:22749:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc342da00/0xf13b8042cb886556 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776818.412606:0:22749:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.127@tcp lock: ffff8a5bc342da00/0xf13b8042cb886556 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776818.412627:0:22749:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.127@tcp lock: ffff8a5bc342da00/0xf13b8042cb886556 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789776818.412664:0:22749:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0860e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449660416:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789776818.412739:0:22749:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776818.412792:0:22749:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5bc26a26c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789776818.412813:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449660416 00000100:00100000:3.0:1789776818.412819:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449660416 00000100:00100000:3.0:1789776818.412860:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1789776818.412869:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf082d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+17:22749:x1876716449660416:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789776818.412883:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789776818.413255:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a5bc342d400/0xf13b8042cb88655d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf13b8042cb886556 expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776818.413282:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a5bc342d400/0xf13b8042cb88655d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf13b8042cb886556 expref: 18 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776818.413355:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a5bc342d400/0xf13b8042cb88655d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf13b8042cb886556 expref: 18 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776818.413373:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5bc342d400, rc 0) 00000100:00100000:3.0:1789776818.413422:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf082d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+18:22749:x1876716449660416:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 553us (683us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776818.413514:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1789776818.415776:0:22749:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0860e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449660416:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789776818.415810:0:22749:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.127@tcp lock: ffff8a5bc342da00/0xf13b8042cb886556 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88655d expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776818.415823:0:22749:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.127@tcp lock: ffff8a5bc342da00/0xf13b8042cb886556 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13b8042cb88655d expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776818.415915:0:22749:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff3f4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449660544:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789776818.415977:0:22749:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776818.416029:0:22749:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5bc33fb780 going to sleep for 11 seconds 00000100:00100000:3.0:1789776818.416333:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449660544 00000100:00100000:3.0:1789776818.416340:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449660544 00000100:00100000:3.0:1789776818.416405:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1789776818.416414:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf082e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+18:22749:x1876716449660544:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789776818.416596:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf082e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+18:22749:x1876716449660544:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 182us (618us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776818.416766:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1789776818.416863:0:22749:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff3f4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449660544:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789776818.416903:0:22749:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48abb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449660672:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789776818.416950:0:22749:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776818.416989:0:22749:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc5d13d80 going to sleep for 11 seconds 00000100:00100000:3.0:1789776818.417029:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449660672 00000100:00100000:3.0:1789776818.417034:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449660672 00000100:00100000:3.0:1789776818.417066:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1789776818.417074:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf082c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+18:22749:x1876716449660672:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789776818.417154:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf082c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+18:22749:x1876716449660672:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 81us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776818.417160:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1789776818.417199:0:22749:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48abb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449660672:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1789776818.418176:0:23998:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1789776818.418348:0:22749:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1789776818.418391:0:22749:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.127@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789776818.418401:0:22749:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc342da00/0xf13b8042cb886556 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88655d expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776818.418411:0:22749:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.127@tcp lock: ffff8a5bc342da00/0xf13b8042cb886556 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88655d expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776818.660790:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776819.682727:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789776820.259048:0:3642:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789776810/real 1789776810] req@ffff8a5cc48aa300 x1876716449654784/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789776820 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789776820.259083:0:3642:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a5cc48aa300 x1876716449654784/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789776820 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789776820.259093:0:3642:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789776810/real 1789776810] req@ffff8a5bc3e95880 x1876716449654400/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789776820 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789776820.259116:0:3642:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a5bc3e95880 x1876716449654400/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789776820 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789776820.259136:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8a5bc31a8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789776820.259157:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1789776820.259162:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876716449654784:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1789776820.259168:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8a5cfae25800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789776820.259173:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1789776820.259175:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876716449654400:0@lo:8:llog_process_th.0 00000100:00080000:3.0:1789776820.259246:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789776820.259250:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789776820.259252:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:2.0:1789776820.259297:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0860000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876716449660928:0@lo:400:kworker.0 00000100:00100000:0.0:1789776820.259369:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0862a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a006032-c001-4c71-94dd-7855e60f7383:3645:1876716449660800:0@lo:400:kworker.0 00000100:00100000:2.0:1789776820.259375:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776820.259410:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1789776820.259447:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789776820.259476:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789776820.259479:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789776820.259481:0:38:0:(import.c:65:import_set_state_nolock()) ffff8a5cfae25800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1789776820.259481:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0863800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876716449661184:0@lo:400:kworker.0 00000100:00080000:3.0:1789776820.259486:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 631 00000100:00080000:3.0:1789776820.259520:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1789776820.259527:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8a5cfae25800 using connection 192.168.204.127@tcp/0@lo 00000100:00100000:2.0:1789776820.259542:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776820.259602:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5cf0863b80 x1876716449661312/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789776820.259617:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789776820.259620:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1789776820.259621:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:3.0:1789776820.259622:0:38:0:(import.c:65:import_set_state_nolock()) ffff8a5bc31a8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789776820.259625:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 631 00000100:00100000:2.0:1789776820.259626:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0861f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876716449661056:0@lo:400:kworker.0 00000100:00080000:3.0:1789776820.259628:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1789776820.259631:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8a5bc31a8000 using connection 192.168.204.127@tcp/0@lo 00000100:00100000:3.0:1789776820.259644:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5cf0860e00 x1876716449661440/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789776820.259651:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776820.259674:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0863b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876716449661312:0@lo:8:kworker.0 00000100:00100000:2.0:1789776820.259692:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449661056 00000100:00100000:2.0:1789776820.259700:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449661056 00000400:00000100:3.0:1789776820.259701:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876716449661312 offset 0 length 520: 4 00000100:00100000:3.0:1789776820.259717:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0860e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876716449661440:0@lo:8:kworker.0 00000400:00000100:3.0:1789776820.259734:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876716449661440 offset 0 length 520: 4 00000100:00100000:2.0:1789776820.259747:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789776820.259755:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff3f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1876716449661056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789776820.259807:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff3f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1876716449661056:12345-0@lo:400:kworker.0 Request processed in 52us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776820.259811:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449660800 00000100:00100000:2.0:1789776820.259814:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789776820.259814:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449660800 00000100:00100000:0.0:1789776820.259840:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1789776820.259846:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf082e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+18:3645:x1876716449660800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789776820.259877:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf082e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+18:3645:x1876716449660800:12345-0@lo:400:kworker.0 Request processed in 32us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776820.259883:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1789776820.259911:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789776820.259917:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0861c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1876716449661568:0@lo:400:kworker.0 00000100:00100000:0.0:1789776820.259945:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776820.259995:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449661568 00000100:00100000:2.0:1789776820.259999:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449661568 00000100:00100000:2.0:1789776820.260022:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00010000:00080000:3.0:1789776820.260024:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8a5cf0861f80 x1876716449661056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776836 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789776820.260028:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc48ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1876716449661568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789776820.260035:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0861f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876716449661056:0@lo:400:kworker.0 00000100:00100000:2.0:1789776820.260061:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc48ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1876716449661568:12345-0@lo:400:kworker.0 Request processed in 33us (116us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776820.260067:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789776820.260190:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449660928 00000100:00100000:1.0:1789776820.260195:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449660928 00000100:00100000:3.0:1789776820.260382:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449661184 00000100:00100000:3.0:1789776820.260386:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449661184 00000100:00100000:3.0:1789776820.260401:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789776820.260406:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff3f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3646:x1876716449660928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789776820.260441:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff3f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3646:x1876716449660928:12345-0@lo:400:kworker.0 Request processed in 35us (1066us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776820.260447:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789776820.260469:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789776820.260475:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff3f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1876716449661184:12345-0@lo:400:kworker.0 00010000:00080000:0.0:1789776820.260538:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8a5cf0861c00 x1876716449661568/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776836 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789776820.260548:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0861c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1876716449661568:0@lo:400:kworker.0 00000100:00100000:0.0:1789776820.260564:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0860000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876716449660928:0@lo:400:kworker.0 00000100:00100000:0.0:1789776820.260586:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0862a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a006032-c001-4c71-94dd-7855e60f7383:3645:1876716449660800:0@lo:400:kworker.0 00000100:00100000:3.0:1789776820.260725:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff3f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1876716449661184:12345-0@lo:400:kworker.0 Request processed in 249us (1182us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776820.260732:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1789776820.260783:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0863800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876716449661184:0@lo:400:kworker.0 00010000:00010000:3.0:1789776820.707061:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789776820.770883:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3d4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876716449661696:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789776820.770951:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776820.771091:0:23495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449661696 00000100:00100000:1.0:1789776820.771099:0:23495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449661696 00000100:00100000:1.0:1789776820.771153:0:23495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1789776820.771163:0:23495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1876716449661696:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789776820.771210:0:23495:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789776820.771266:0:23495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1876716449661696:12345-0@lo:41:osp-pre-0-1.0 Request processed in 105us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776820.771274:0:23495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1789776820.771294:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3d4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876716449661696:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789776821.286762:0:3642:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789776806/real 1789776806] req@ffff8a5cff3f7480 x1876716449652608/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789776821 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789776821.286793:0:3642:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a5cff3f7480 x1876716449652608/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789776821 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789776821.286803:0:3642:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789776806/real 1789776806] req@ffff8a5cff3f6680 x1876716449652864/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789776821 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789776821.286828:0:3642:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a5cff3f6680 x1876716449652864/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789776821 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789776821.286847:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8a5cd8811800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1789776821.287911:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3e96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876716449661824:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1789776821.288072:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789776821.288078:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff3f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876716449652608:0@lo:8:kworker.0 00000100:00080000:0.0:1789776821.288085:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8a5bc3764800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789776821.288093:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789776821.288096:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff3f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876716449652864:0@lo:8:kworker.0 00000100:00100000:1.0:1789776821.288729:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776821.288792:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449661824 00000100:00100000:1.0:1789776821.288800:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449661824 00000100:00100000:1.0:1789776821.288844:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1789776821.288852:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3e96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3643:x1876716449661824:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789776821.288887:0:22757:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789776821.288934:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3e96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3643:x1876716449661824:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (959us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776821.288942:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00080000:0.0:1789776821.289177:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789776821.289181:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789776821.289184:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a5bc3764800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789776821.289189:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 628 00000100:00080000:0.0:1789776821.289193:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1789776821.289198:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8a5bc3764800 using connection 192.168.204.127@tcp/0@lo 00000100:00100000:0.0:1789776821.289217:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5cc48a8e00 x1876716449662080/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789776821.289231:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789776821.289234:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789776821.289236:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a5cd8811800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789776821.289239:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 628 00000100:00080000:0.0:1789776821.289242:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1789776821.289244:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8a5cd8811800 using connection 192.168.204.127@tcp/0@lo 00000100:00100000:0.0:1789776821.289255:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5cc48a9880 x1876716449662208/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789776821.289290:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789776821.289293:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789776821.289296:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789776821.289299:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789776821.289338:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876716449662336:0@lo:400:kworker.0 00000100:00100000:0.0:1789776821.289373:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776821.289395:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789776821.289400:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876716449662464:0@lo:400:kworker.0 00000100:00100000:0.0:1789776821.289422:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776821.289452:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449662336 00000100:00100000:0.0:1789776821.289455:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449662336 00000100:00100000:0.0:1789776821.289480:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449662464 00000100:00100000:0.0:1789776821.289482:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449662464 00000100:00100000:0.0:1789776821.289511:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789776821.289519:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc48abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876716449662336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789776821.289555:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc48abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876716449662336:12345-0@lo:400:kworker.0 Request processed in 37us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776821.289561:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789776821.290113:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876716449661824:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789776821.290129:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789776821.290135:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a006032-c001-4c71-94dd-7855e60f7383:3643:1876716449661952:0@lo:400:kworker.0 00000100:00100000:1.0:1789776821.290168:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776821.290206:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449661952 00000100:00100000:1.0:1789776821.290211:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449661952 00000100:00100000:1.0:1789776821.290239:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1789776821.290246:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf082f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+18:3643:x1876716449661952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789776821.290280:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf082f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+18:3643:x1876716449661952:12345-0@lo:400:kworker.0 Request processed in 34us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776821.290287:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1789776821.290343:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a006032-c001-4c71-94dd-7855e60f7383:3643:1876716449661952:0@lo:400:kworker.0 00000100:00100000:0.0:1789776821.290518:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789776821.290528:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc48a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876716449662464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789776821.290564:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc48a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876716449662464:12345-0@lo:400:kworker.0 Request processed in 38us (1141us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776821.290820:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:0.0:1789776821.290870:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8a5cc48aa300 x1876716449662464/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776837 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789776821.290889:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876716449662464:0@lo:400:kworker.0 00010000:00080000:0.0:1789776821.290902:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8a5cc48a9c00 x1876716449662336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776837 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789776821.290911:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876716449662336:0@lo:400:kworker.0 00000100:00100000:0.0:1789776821.290937:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876716449662080:0@lo:8:kworker.0 00000400:00000100:0.0:1789776821.290959:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876716449662080 offset 0 length 520: 4 00000100:00100000:0.0:1789776821.291747:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876716449662208:0@lo:8:kworker.0 00000400:00000100:0.0:1789776821.291773:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876716449662208 offset 0 length 520: 4 00010000:00010000:3.0:1789776821.731054:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1789776821.798654:0:23485:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:01000004:2.0:1789776822.168075:0:24254:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1789776822.168079:0:24254:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:2.0:1789776822.168081:0:24254:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:2.0:1789776822.168189:0:24254:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8a5bc252f800 00000020:01000004:2.0:1789776822.168205:0:24254:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1789776822.168225:0:24254:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1789776822.168239:0:24254:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff8a5bc22699b8) 00000020:00000080:2.0:1789776822.168255:0:24254:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:1.0:1789776822.213705:0:24254:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1789776822.214528:0:24254:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:1.0:1789776822.214743:0:24254:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:1.0:1789776822.215206:0:24254:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:1.0:1789776822.215450:0:24254:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:1.0:1789776822.215889:0:24254:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:1.0:1789776822.216065:0:24254:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00080000:01000000:1.0:1789776822.219084:0:24254:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:1.0:1789776822.219315:0:24254:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:1.0:1789776822.219329:0:24254:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:1.0:1789776822.219343:0:24254:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xf13b8042cb88656b 00000020:01000004:1.0:1789776822.219350:0:24254:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:1.0:1789776822.219371:0:24254:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.127@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1789776822.219374:0:24254:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.127@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:1.0:1789776822.219381:0:24254:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0000 00000020:01000004:1.0:1789776822.219386:0:24254:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:1.0:1789776822.219399:0:24254:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff8a5cc8c619b8) 00000020:00000080:1.0:1789776822.219411:0:24254:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:1.0:1789776822.221054:0:24254:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789776822.221251:0:24254:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:1.0:1789776822.221257:0:24254:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:1.0:1789776822.225570:0:24254:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:1.0:1789776822.225587:0:24254:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:1.0:1789776822.226787:0:24254:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:1.0:1789776822.226807:0:24254:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:0.0:1789776822.230603:0:24254:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789776822.230826:0:24254:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:0.0:1789776822.230832:0:24254:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:2.0:1789776822.231872:0:24254:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:2.0:1789776822.231880:0:24254:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:1.0:1789776822.250006:0:24254:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789776822.250312:0:24254:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:1.0:1789776822.250318:0:24254:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:1.0:1789776822.252046:0:24254:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1789776822.252058:0:24254:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:1.0:1789776822.253052:0:24254:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1789776822.253062:0:24254:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:1.0:1789776822.256678:0:24254:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789776822.257048:0:24254:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:1.0:1789776822.257055:0:24254:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:1.0:1789776822.258211:0:24254:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:1.0:1789776822.258221:0:24254:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:0.0:1789776822.297077:0:24254:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789776822.297322:0:24254:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:0.0:1789776822.297330:0:24254:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:2.0:1789776822.298649:0:24254:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:2.0:1789776822.298660:0:24254:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:2.0:1789776822.299144:0:24254:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:2.0:1789776822.299184:0:24254:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:2.0:1789776822.299191:0:24254:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.127@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:0.0:1789776822.314682:0:24254:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.127@tcp ctxt 0 is initialized 00000020:01000004:0.0:1789776822.314723:0:24254:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.204.127@tcp, index=0000, flags=0x20002 00000020:01000004:0.0:1789776822.314728:0:24254:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1789776822.314730:0:24254:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1789776822.314732:0:24254:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789776822.314733:0:24254:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789776822.314735:0:24254:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789776822.314736:0:24254:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789776822.314738:0:24254:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789776822.314740:0:24254:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789776822.314741:0:24254:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1789776822.314745:0:24254:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:0.0:1789776822.314748:0:24254:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1789776822.314841:0:24254:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1789776822.314849:0:24254:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789776822.314850:0:24254:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789776822.314851:0:24254:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789776822.314852:0:24254:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789776822.314853:0:24254:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789776822.314854:0:24254:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789776822.314855:0:24254:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1789776822.314892:0:24254:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:0.0:1789776822.314911:0:24254:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48a9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:24254:1876716449662592:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1789776822.314982:0:24254:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776822.315033:0:24254:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cca751000 going to sleep for 11 seconds 00000100:00100000:2.0:1789776822.315088:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449662592 00000100:00100000:2.0:1789776822.315096:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449662592 00000100:00100000:2.0:1789776822.315201:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1789776822.315212:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc2107850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+18:24254:x1876716449662592:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1789776822.315245:0:22746:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:2.0:1789776822.315248:0:22746:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:2.0:1789776822.315252:0:22746:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:2.0:1789776822.315563:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc2107850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+18:24254:x1876716449662592:12345-0@lo:253:mount.lustre.0 Request processed in 352us (579us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776822.315572:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1789776822.315656:0:24254:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48a9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:24254:1876716449662592:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789776822.315666:0:24254:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:0.0:1789776822.315668:0:24254:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789776822.315669:0:24254:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1789776822.315670:0:24254:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789776822.315671:0:24254:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789776822.315672:0:24254:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789776822.315674:0:24254:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789776822.315675:0:24254:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789776822.315676:0:24254:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789776822.315677:0:24254:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1789776822.315697:0:24254:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8a5bc252f800 from lustre-OST0000 10000000:01000000:0.0:1789776822.315725:0:24254:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:0.0:1789776822.315729:0:24254:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:0.0:1789776822.315737:0:24254:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8a5bc3d93370 local copy 00010000:00010000:0.0:1789776822.315748:0:24254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0000/0xf13b8042cb886326 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88632d expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789776822.315846:0:24254:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48a9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:24254:1876716449662720:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789776822.315877:0:24254:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776822.316186:0:24254:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cca7519c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789776822.316277:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449662720 00000100:00100000:1.0:1789776822.316283:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449662720 00000100:00100000:1.0:1789776822.316319:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1789776822.316327:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc2104c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+18:24254:x1876716449662720:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789776822.316399:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc2104c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+18:24254:x1876716449662720:12345-0@lo:501:mount.lustre.0 Request processed in 72us (520us total) trans 0 rc -2/-2 00000100:00100000:1.0:1789776822.316407:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1789776822.316490:0:24254:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48a9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:24254:1876716449662720:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1789776822.316534:0:24254:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.127@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1789776822.316552:0:24254:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.127@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1789776822.316559:0:24254:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0000/0xf13b8042cb886326 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88632d expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776822.316567:0:24254:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0000/0xf13b8042cb886326 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88632d expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789776822.316595:0:24254:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8a5bc252f800 10000000:01000000:0.0:1789776822.316600:0:24254:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1789776822.316606:0:24254:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:0.0:1789776822.316609:0:24254:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789776822.316613:0:24254:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:0.0:1789776822.316616:0:24254:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:0.0:1789776822.316638:0:24254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cde600/0xf13b8042cb886579 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776822.316646:0:24254:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cde600/0xf13b8042cb886579 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776822.316655:0:24254:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cde600/0xf13b8042cb886579 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789776822.316673:0:24254:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48a9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:24254:1876716449662848:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789776822.316701:0:24254:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776822.316724:0:24254:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cca7519c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789776822.316875:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449662848 00000100:00100000:1.0:1789776822.316879:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449662848 00000100:00100000:1.0:1789776822.316898:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1789776822.316904:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc2106050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+18:24254:x1876716449662848:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789776822.316913:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789776822.316925:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a5cc79c1600/0xf13b8042cb886580 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xf13b8042cb886579 expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776822.316945:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a5cc79c1600/0xf13b8042cb886580 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf13b8042cb886579 expref: 19 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776822.316956:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a5cc79c1600/0xf13b8042cb886580 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf13b8042cb886579 expref: 19 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776822.316976:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5cc79c1600, rc 0) 00000100:00100000:1.0:1789776822.317016:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc2106050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+19:24254:x1876716449662848:12345-0@lo:101:mount.lustre.0 Request processed in 111us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776822.317022:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1789776822.317092:0:24254:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48a9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:24254:1876716449662848:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789776822.317104:0:24254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cde600/0xf13b8042cb886579 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb886580 expref: -99 pid: 24254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776822.317120:0:24254:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cde600/0xf13b8042cb886579 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13b8042cb886580 expref: -99 pid: 24254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1789776822.318101:0:24254:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:0.0:1789776822.318696:0:24254:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789776822.321423:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:0.0:1789776822.321475:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:0.0:1789776822.321534:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:0.0:1789776822.321553:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:0.0:1789776822.321568:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:0.0:1789776822.321580:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:0.0:1789776822.321592:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:0.0:1789776822.321605:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:0.0:1789776822.321619:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:0.0:1789776822.321633:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:0.0:1789776822.321645:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:0.0:1789776822.321659:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:0.0:1789776822.321685:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:0.0:1789776822.321691:0:24254:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:1.0:1789776822.321904:0:24254:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3e96300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:24254:1876716449662976:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789776822.322108:0:24254:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776822.322164:0:24254:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cf49bc9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789776822.322238:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449662976 00000100:00100000:2.0:1789776822.322246:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449662976 00000100:00100000:2.0:1789776822.322339:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1789776822.322349:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc2107450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+19:24254:x1876716449662976:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789776822.322521:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc2107450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+19:24254:x1876716449662976:12345-0@lo:501:mount.lustre.0 Request processed in 172us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776822.322529:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1789776822.322604:0:24254:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e96300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:24254:1876716449662976:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789776822.322638:0:24254:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3e96300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:24254:1876716449663104:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789776822.322681:0:24254:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776822.322778:0:24254:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cf49bc9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789776822.322905:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449663104 00000100:00100000:2.0:1789776822.322909:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449663104 00000100:00100000:2.0:1789776822.322937:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1789776822.322942:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc2107c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+19:24254:x1876716449663104:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789776822.323918:0:24254:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e96300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:24254:1876716449663104:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789776822.324111:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc2107c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+19:24254:x1876716449663104:12345-0@lo:503:mount.lustre.0 Request processed in 1098us (1359us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776822.324121:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000040:00080000:1.0:1789776822.324364:0:24254:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1789776822.324450:0:24254:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3e96300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:24254:1876716449663232:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789776822.324529:0:24254:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776822.324558:0:24254:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cf49bc9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789776822.324677:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449663232 00000100:00100000:0.0:1789776822.324683:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449663232 00000100:00100000:0.0:1789776822.324723:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1789776822.324733:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc2105450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+19:24254:x1876716449663232:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789776822.325193:0:24254:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e96300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:24254:1876716449663232:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789776822.325341:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc2105450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+19:24254:x1876716449663232:12345-0@lo:502:mount.lustre.0 Request processed in 609us (847us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776822.325350:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000040:00080000:1.0:1789776822.325407:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:1.0:1789776822.325436:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:1.0:1789776822.325452:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:1.0:1789776822.325481:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:1.0:1789776822.325520:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:1.0:1789776822.325537:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:1.0:1789776822.325550:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:1.0:1789776822.325576:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:1.0:1789776822.325601:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:1.0:1789776822.325617:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:1.0:1789776822.325630:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:1.0:1789776822.325642:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:1.0:1789776822.325668:0:24254:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3e96300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:24254:1876716449663360:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789776822.325706:0:24254:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776822.325741:0:24254:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cf49bc9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789776822.325850:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449663360 00000100:00100000:2.0:1789776822.325855:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449663360 00000100:00100000:2.0:1789776822.325895:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1789776822.325903:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc2105050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+19:24254:x1876716449663360:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789776822.326121:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc2105050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+19:24254:x1876716449663360:12345-0@lo:502:mount.lustre.0 Request processed in 218us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776822.326128:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1789776822.326193:0:24254:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e96300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:24254:1876716449663360:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789776822.326242:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:1.0:1789776822.326250:0:24254:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:2.0:1789776822.327027:0:24271:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1789776822.327036:0:24271:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:2.0:1789776822.327043:0:24271:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789776822.327046:0:24271:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:2.0:1789776822.327052:0:24271:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789776822.327071:0:24271:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff8a5cff3b3370) 00000020:00000080:2.0:1789776822.327094:0:24271:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:2.0:1789776822.327101:0:24271:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1789776822.327190:0:24271:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8a5bc252f800 from lustre-OST0000, refs=2 00080000:01000000:2.0:1789776822.327198:0:24271:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:2.0:1789776822.327205:0:24271:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xf13b8042cb88658e 00010000:00010000:2.0:1789776822.331634:0:24271:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:2.0:1789776822.332158:0:24271:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934600 00080000:10000000:3.0:1789776822.334071:0:24271:0:(osd_handler.c:5581:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:3.0:1789776822.335956:0:24271:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:3.0:1789776822.335969:0:24271:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789776822.335976:0:24271:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789776822.335978:0:24271:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:3.0:1789776822.335983:0:24271:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1789776822.335985:0:24271:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:3.0:1789776822.335987:0:24271:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789776822.335989:0:24271:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789776822.335990:0:24271:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1789776822.335993:0:24271:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789776822.335994:0:24271:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:3.0:1789776822.335997:0:24271:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789776822.336000:0:24271:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789776822.336001:0:24271:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:3.0:1789776822.336005:0:24271:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1789776822.336007:0:24271:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1789776822.336009:0:24271:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789776822.336011:0:24271:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789776822.336013:0:24271:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000020:01000000:3.0:1789776822.336015:0:24271:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789776822.336018:0:24271:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789776822.336019:0:24271:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1789776822.336022:0:24271:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:3.0:1789776822.336055:0:24271:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789776822.336058:0:24271:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789776822.336069:0:24271:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1789776822.336084:0:24271:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:2.0:1789776822.336250:0:24254:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:2.0:1789776822.336282:0:24254:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.127@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:2.0:1789776822.336313:0:24254:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cde600/0xf13b8042cb886579 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb886580 expref: -99 pid: 24254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776822.336338:0:24254:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cde600/0xf13b8042cb886579 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb886580 expref: -99 pid: 24254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789776822.336346:0:24254:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8a5bc252f800 from 1 10000000:01000000:2.0:1789776822.336350:0:24254:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789776822.336393:0:24254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257400/0xf13b8042cb886595 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776822.336401:0:24254:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257400/0xf13b8042cb886595 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776822.336412:0:24254:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257400/0xf13b8042cb886595 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776822.336436:0:24254:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3d4f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:24254:1876716449663488:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789776822.336544:0:24254:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776822.336583:0:24254:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc651ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1789776822.340047:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449663488 00000100:00100000:0.0:1789776822.340064:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449663488 00000100:00100000:0.0:1789776822.340127:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1789776822.340148:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc2104450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+19:24254:x1876716449663488:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789776822.340172:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789776822.340191:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a5bc3cde000/0xf13b8042cb88659c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xf13b8042cb886595 expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776822.340219:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a5bc3cde000/0xf13b8042cb88659c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf13b8042cb886595 expref: 20 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776822.340230:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a5bc3cde000/0xf13b8042cb88659c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf13b8042cb886595 expref: 20 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776822.340239:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5bc3cde000, rc 0) 00000100:00100000:0.0:1789776822.340369:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc2104450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+20:24254:x1876716449663488:12345-0@lo:101:mount.lustre.0 Request processed in 223us (3823us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776822.340375:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1789776822.340865:0:24254:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3d4f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:24254:1876716449663488:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789776822.340884:0:24254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257400/0xf13b8042cb886595 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88659c expref: -99 pid: 24254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776822.340895:0:24254:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257400/0xf13b8042cb886595 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13b8042cb88659c expref: -99 pid: 24254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789776822.342606:0:24254:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:2.0:1789776822.342941:0:24254:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789776822.343130:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1789776822.343155:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:2.0:1789776822.343189:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:2.0:1789776822.343205:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:2.0:1789776822.343218:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:2.0:1789776822.343231:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:2.0:1789776822.343243:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:2.0:1789776822.343253:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:2.0:1789776822.343265:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:2.0:1789776822.343277:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:2.0:1789776822.343306:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:2.0:1789776822.343324:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:2.0:1789776822.343329:0:24254:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:2.0:1789776822.343395:0:24254:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3d4f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:24254:1876716449663616:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789776822.343468:0:24254:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776822.343539:0:24254:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc651ae40 going to sleep for 11 seconds 00000100:00100000:1.0:1789776822.343627:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449663616 00000100:00100000:1.0:1789776822.343635:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449663616 00000100:00100000:1.0:1789776822.343686:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1789776822.343695:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc2105850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+20:24254:x1876716449663616:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789776822.343817:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc2105850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+20:24254:x1876716449663616:12345-0@lo:501:mount.lustre.0 Request processed in 122us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776822.343824:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1789776822.343992:0:24254:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3d4f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:24254:1876716449663616:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789776822.344024:0:24254:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3d4f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:24254:1876716449663744:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789776822.344064:0:24254:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776822.344086:0:24254:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc651ae40 going to sleep for 11 seconds 00000100:00100000:1.0:1789776822.344192:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449663744 00000100:00100000:1.0:1789776822.344196:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449663744 00000100:00100000:1.0:1789776822.344226:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1789776822.344233:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc2106850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+20:24254:x1876716449663744:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789776822.344329:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc2106850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+20:24254:x1876716449663744:12345-0@lo:503:mount.lustre.0 Request processed in 96us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776822.344337:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1789776822.344407:0:24254:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3d4f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:24254:1876716449663744:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1789776822.344960:0:24254:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1789776822.345025:0:24254:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48a9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:24254:1876716449663872:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789776822.345066:0:24254:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776822.345098:0:24254:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cca751a80 going to sleep for 11 seconds 00000100:00100000:1.0:1789776822.345182:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449663872 00000100:00100000:1.0:1789776822.345187:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449663872 00000100:00100000:1.0:1789776822.345224:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1789776822.345238:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc2106c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+20:24254:x1876716449663872:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789776822.345339:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc2106c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+20:24254:x1876716449663872:12345-0@lo:502:mount.lustre.0 Request processed in 102us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776822.345347:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1789776822.345415:0:24254:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48a9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:24254:1876716449663872:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789776822.345622:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1789776822.345647:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:2.0:1789776822.345660:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:2.0:1789776822.345674:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:2.0:1789776822.345686:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:2.0:1789776822.345700:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:2.0:1789776822.345711:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:2.0:1789776822.345723:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:2.0:1789776822.345734:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:2.0:1789776822.345746:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:2.0:1789776822.346895:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:2.0:1789776822.346940:0:24254:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3d4c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:24254:1876716449664000:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789776822.347004:0:24254:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776822.347041:0:24254:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc2cb7180 going to sleep for 11 seconds 00000100:00100000:0.0:1789776822.347237:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449664000 00000100:00100000:0.0:1789776822.347244:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449664000 00000100:00100000:0.0:1789776822.347302:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1789776822.347311:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc2104850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+20:24254:x1876716449664000:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789776822.347431:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc2104850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+20:24254:x1876716449664000:12345-0@lo:502:mount.lustre.0 Request processed in 121us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776822.347439:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1789776822.347660:0:24254:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3d4c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:24254:1876716449664000:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789776822.347714:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:2.0:1789776822.347722:0:24254:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1789776822.350333:0:24275:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789776822.350344:0:24275:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789776822.350346:0:24275:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1789776822.350354:0:24275:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8a5bc252f800 00000020:00000080:1.0:1789776822.350357:0:24275:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789776822.350364:0:24275:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789776822.350367:0:24275:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789776822.350368:0:24275:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1789776822.350370:0:24275:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789776822.350373:0:24275:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789776822.350374:0:24275:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1789776822.350377:0:24275:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8a5bc252f800 00000020:00000080:1.0:1789776822.350379:0:24275:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789776822.350479:0:24275:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789776822.350483:0:24275:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789776822.350484:0:24275:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1789776822.350487:0:24275:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789776822.350489:0:24275:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789776822.350515:0:24275:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1789776822.350520:0:24275:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8a5bc252f800 00000020:00000080:1.0:1789776822.350522:0:24275:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789776822.351390:0:24275:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789776822.351396:0:24275:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789776822.351398:0:24275:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1789776822.351401:0:24275:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789776822.351404:0:24275:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789776822.351405:0:24275:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1789776822.351408:0:24275:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8a5bc252f800 00000020:00000080:1.0:1789776822.351423:0:24275:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789776822.351680:0:24275:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789776822.351686:0:24275:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789776822.351687:0:24275:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1789776822.351691:0:24275:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:0.0:1789776822.352838:0:24254:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1789776822.352878:0:24254:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.127@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789776822.353639:0:24254:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257400/0xf13b8042cb886595 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88659c expref: -99 pid: 24254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776822.353654:0:24254:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257400/0xf13b8042cb886595 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88659c expref: -99 pid: 24254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789776822.353903:0:24254:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1789776822.353906:0:24254:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8a5bc252f800 10000000:01000000:1.0:1789776822.353910:0:24254:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8a5bc252f800 10000000:01000000:1.0:1789776822.353915:0:24254:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1789776822.353921:0:24254:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8a5bc252f800 from 1 10000000:01000000:1.0:1789776822.353923:0:24254:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1789776822.353961:0:24254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0200/0xf13b8042cb8865a3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776822.353971:0:24254:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0200/0xf13b8042cb8865a3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776822.353981:0:24254:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0200/0xf13b8042cb8865a3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789776822.354005:0:24254:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3e96300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:24254:1876716449664128:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789776822.354072:0:24254:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776822.354116:0:24254:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cf5c2a600 going to sleep for 11 seconds 00000100:00100000:0.0:1789776822.354658:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449664128 00000100:00100000:0.0:1789776822.354666:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449664128 00000100:00100000:0.0:1789776822.354722:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1789776822.354731:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc2104050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+20:24254:x1876716449664128:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789776822.354747:0:22745:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789776822.354821:0:22745:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a5bc3cdf200/0xf13b8042cb8865aa lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xf13b8042cb8865a3 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776822.354848:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a5bc3cdf200/0xf13b8042cb8865aa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf13b8042cb8865a3 expref: 21 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776822.354859:0:22745:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a5bc3cdf200/0xf13b8042cb8865aa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf13b8042cb8865a3 expref: 21 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776822.354868:0:22745:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5bc3cdf200, rc 0) 00000100:00100000:0.0:1789776822.354927:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc2104050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+21:24254:x1876716449664128:12345-0@lo:101:mount.lustre.0 Request processed in 196us (854us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776822.354933:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1789776822.355460:0:24254:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e96300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:24254:1876716449664128:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789776822.355482:0:24254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0200/0xf13b8042cb8865a3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb8865aa expref: -99 pid: 24254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776822.355513:0:24254:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0200/0xf13b8042cb8865a3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13b8042cb8865aa expref: -99 pid: 24254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1789776822.357900:0:24254:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:0.0:1789776822.358230:0:24254:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789776822.358427:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:0.0:1789776822.358452:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:0.0:1789776822.358520:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:0.0:1789776822.358536:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:0.0:1789776822.359893:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:0.0:1789776822.359920:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:0.0:1789776822.359934:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:0.0:1789776822.359947:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:0.0:1789776822.359961:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:0.0:1789776822.359976:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:0.0:1789776822.359990:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:0.0:1789776822.360005:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:0.0:1789776822.360019:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:0.0:1789776822.360033:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:0.0:1789776822.360045:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:0.0:1789776822.360058:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:0.0:1789776822.360069:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:0.0:1789776822.360080:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:0.0:1789776822.360107:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:0.0:1789776822.360122:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:0.0:1789776822.360135:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:0.0:1789776822.360147:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:0.0:1789776822.360159:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:0.0:1789776822.360171:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:0.0:1789776822.360183:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:0.0:1789776822.360197:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:0.0:1789776822.360211:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:0.0:1789776822.360223:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:0.0:1789776822.360236:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:0.0:1789776822.360250:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:0.0:1789776822.360262:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:0.0:1789776822.360274:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:0.0:1789776822.360300:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:0.0:1789776822.360316:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:0.0:1789776822.360340:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:0.0:1789776822.360360:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:0.0:1789776822.360372:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:0.0:1789776822.360384:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:0.0:1789776822.360396:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:0.0:1789776822.360407:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:0.0:1789776822.360418:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:0.0:1789776822.360430:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:0.0:1789776822.360440:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:0.0:1789776822.360452:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:0.0:1789776822.360481:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:0.0:1789776822.362861:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:0.0:1789776822.362912:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:0.0:1789776822.362929:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:0.0:1789776822.363097:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:0.0:1789776822.363132:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:0.0:1789776822.363151:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:0.0:1789776822.363156:0:24254:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:0.0:1789776822.363269:0:24254:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48aa300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:24254:1876716449664256:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789776822.363346:0:24254:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776822.363383:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449664256 00000100:00100000:0.0:1789776822.363390:0:24254:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cca7519c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789776822.363393:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449664256 00000100:00100000:1.0:1789776822.363442:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1789776822.363529:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf083b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+21:24254:x1876716449664256:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789776822.363659:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf083b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+21:24254:x1876716449664256:12345-0@lo:501:mount.lustre.0 Request processed in 132us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776822.363667:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1789776822.364985:0:24254:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48aa300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:24254:1876716449664256:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789776822.365039:0:24254:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48aa300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:24254:1876716449664384:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789776822.365100:0:24254:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776822.365141:0:24254:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cca7519c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789776822.366248:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449664384 00000100:00100000:3.0:1789776822.366258:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449664384 00000100:00100000:3.0:1789776822.366366:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1789776822.366378:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf083a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+21:24254:x1876716449664384:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789776822.366579:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf083a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+21:24254:x1876716449664384:12345-0@lo:503:mount.lustre.0 Request processed in 203us (1478us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776822.366586:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1789776822.367026:0:24254:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48aa300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:24254:1876716449664384:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1789776822.367519:0:24254:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1789776822.369294:0:24254:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48aa300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:24254:1876716449664512:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789776822.369383:0:24254:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776822.369439:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449664512 00000100:00100000:0.0:1789776822.369446:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449664512 00000100:00100000:0.0:1789776822.369488:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1789776822.369513:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0839450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+21:24254:x1876716449664512:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789776822.369643:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0839450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+21:24254:x1876716449664512:12345-0@lo:502:mount.lustre.0 Request processed in 132us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776822.369650:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1789776822.369704:0:24254:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cfc398780 going to sleep for 11 seconds 00000100:00100000:0.0:1789776822.369724:0:24254:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48aa300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:24254:1876716449664512:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789776822.369943:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:0.0:1789776822.369976:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:0.0:1789776822.369991:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:0.0:1789776822.370004:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:0.0:1789776822.370017:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:0.0:1789776822.370031:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:0.0:1789776822.370044:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:0.0:1789776822.370057:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:0.0:1789776822.370068:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:0.0:1789776822.370082:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:0.0:1789776822.370094:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:0.0:1789776822.370105:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:0.0:1789776822.370134:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:0.0:1789776822.370148:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:0.0:1789776822.370160:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:0.0:1789776822.370171:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:0.0:1789776822.370183:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:0.0:1789776822.370196:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:0.0:1789776822.370209:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:0.0:1789776822.370221:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:0.0:1789776822.370233:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:0.0:1789776822.370257:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:0.0:1789776822.370270:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:0.0:1789776822.370283:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:0.0:1789776822.370309:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:0.0:1789776822.370323:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:0.0:1789776822.370336:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:0.0:1789776822.370348:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:0.0:1789776822.370373:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:0.0:1789776822.370389:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:0.0:1789776822.370403:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:0.0:1789776822.370416:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:0.0:1789776822.370428:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:0.0:1789776822.370440:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:0.0:1789776822.370458:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:0.0:1789776822.370470:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:0.0:1789776822.370482:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:0.0:1789776822.370515:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:0.0:1789776822.370531:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:0.0:1789776822.370543:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:0.0:1789776822.370555:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:0.0:1789776822.370567:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:0.0:1789776822.370580:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:0.0:1789776822.370594:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:0.0:1789776822.370623:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:0.0:1789776822.370640:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:0.0:1789776822.370655:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:0.0:1789776822.370669:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:0.0:1789776822.370712:0:24254:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48aa300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:24254:1876716449664640:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789776822.370765:0:24254:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776822.370802:0:24254:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cfc398780 going to sleep for 11 seconds 00000100:00100000:1.0:1789776822.371068:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449664640 00000100:00100000:1.0:1789776822.371076:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449664640 00000100:00100000:1.0:1789776822.371123:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1789776822.371132:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf083b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+21:24254:x1876716449664640:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789776822.371233:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf083b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+21:24254:x1876716449664640:12345-0@lo:502:mount.lustre.0 Request processed in 102us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776822.371240:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1789776822.371839:0:24254:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48aa300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:24254:1876716449664640:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789776822.372040:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:0.0:1789776822.372067:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:0.0:1789776822.372095:0:24254:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48aa300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:24254:1876716449664768:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789776822.372140:0:24254:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776822.372184:0:24254:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cca7519c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789776822.372310:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449664768 00000100:00100000:2.0:1789776822.372317:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449664768 00000100:00100000:2.0:1789776822.372359:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1789776822.372367:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf083a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+21:24254:x1876716449664768:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789776822.372471:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf083a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+21:24254:x1876716449664768:12345-0@lo:502:mount.lustre.0 Request processed in 104us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776822.372478:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1789776822.372704:0:24254:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48aa300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:24254:1876716449664768:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789776822.372852:0:24254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:0.0:1789776822.372860:0:24254:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:2.0:1789776822.373844:0:24280:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:2.0:1789776822.373861:0:24280:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff8a5cff3b19b8) 00000020:00000080:2.0:1789776822.373887:0:24280:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:2.0:1789776822.373987:0:24280:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8a5bc252f800 from lustre-OST0000, refs=3 00000020:01000004:2.0:1789776822.373991:0:24280:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8a5bc252f800 from lustre-OST0000, refs=3 00000020:01000004:2.0:1789776822.373994:0:24280:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8a5bc252f800 3 00010000:00080000:2.0:1789776822.374023:0:24280:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8a5cd0f5e800@lustre-MDT0000-lwp-OST0000: add connection 192.168.204.127@tcp at head 00010000:00010000:2.0:1789776822.377413:0:24280:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:2.0:1789776822.379732:0:24280:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:2.0:1789776822.379788:0:24280:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1789776822.379803:0:24280:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0xf13b8042cb8865b8 00000100:00080000:2.0:1789776822.379817:0:24280:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789776822.379823:0:24280:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8a5cd0f5e800 using connection 192.168.204.127@tcp/0@lo 00000100:00100000:2.0:1789776822.379920:0:24280:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5bc3d4c000 x1876716449664896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789776822.380049:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3d4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3642:1876716449664896:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789776822.380135:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776822.380210:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449664896 00000100:00100000:2.0:1789776822.380218:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449664896 00000100:00100000:2.0:1789776822.380252:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789776822.380259:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3d4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3642:x1876716449664896:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1789776822.380296:0:22752:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 643 last 0 00000020:00000080:2.0:1789776822.380331:0:22752:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0xf13b8042cb8865bf 00000004:00100000:2.0:1789776822.380349:0:22752:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1789776822.380385:0:22752:0:(import.c:65:import_set_state_nolock()) ffff8a5cd0f5a000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789776822.380439:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3d4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1876716449664896:12345-0@lo:38:llog_process_th.0 Request processed in 178us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776822.380815:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:2.0:1789776822.381059:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8a5bc3d4c000 x1876716449664896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789776832 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789776822.381071:0:3642:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789776822.381080:0:3642:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:2.0:1789776822.381088:0:3642:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1789776822.381094:0:3642:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1789776822.381098:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8a5cd0f5e800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1789776822.381105:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3d4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3642:1876716449664896:0@lo:38:llog_process_th.0 00000100:00080000:2.0:1789776822.381135:0:24280:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1789776822.381198:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789776822.381202:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789776822.381212:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789776822.381215:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789776822.381273:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789776822.381277:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789776822.381280:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789776822.381295:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789776822.381334:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3d4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876716449665152:0@lo:400:kworker.0 00000100:00100000:0.0:1789776822.381336:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3d4e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1876716449665408:0@lo:400:kworker.0 00000100:00100000:2.0:1789776822.381394:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776822.381426:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789776822.381433:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3d4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876716449665024:0@lo:400:kworker.0 00000100:00100000:2.0:1789776822.381719:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776822.381754:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3d4ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876716449665280:0@lo:400:kworker.0 00000100:00100000:2.0:1789776822.381778:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776822.381811:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449665152 00000100:00100000:2.0:1789776822.381817:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449665152 00000100:00100000:2.0:1789776822.381922:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789776822.381931:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3d4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1876716449665152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789776822.382051:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3d4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1876716449665152:12345-0@lo:400:kworker.0 Request processed in 122us (657us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776822.382059:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789776822.382081:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776822.382113:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449665408 00000100:00100000:2.0:1789776822.382117:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449665408 00000100:00100000:2.0:1789776822.382142:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789776822.382150:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3d4dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1876716449665408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789776822.382212:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3d4dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1876716449665408:12345-0@lo:400:kworker.0 Request processed in 62us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776822.382219:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00080000:2.0:1789776822.382254:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8a5bc3d4e300 x1876716449665408/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776838 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789776822.382267:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3d4e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1876716449665408:0@lo:400:kworker.0 00010000:00080000:2.0:1789776822.382314:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8a5bc3d4c700 x1876716449665152/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776838 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789776822.382324:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3d4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876716449665152:0@lo:400:kworker.0 00000020:01000004:2.0:1789776822.384108:0:24280:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:2.0:1789776822.384125:0:24280:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff8a5cff3b0000) 00000020:00000080:2.0:1789776822.384151:0:24280:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:2.0:1789776822.384258:0:24280:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8a5bc252f800 from lustre-OST0000, refs=3 00000020:01000004:2.0:1789776822.384262:0:24280:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8a5bc252f800 from lustre-OST0000, refs=3 00000020:01000004:2.0:1789776822.384265:0:24280:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8a5bc252f800 3 00010000:00080000:2.0:1789776822.384309:0:24280:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8a5cd0f5d800@lustre-MDT0001-lwp-OST0000: add connection 192.168.204.127@tcp at head 00000100:00100000:1.0:1789776822.385202:0:23495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449665024 00000100:00100000:1.0:1789776822.385215:0:23495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449665024 00000100:00100000:1.0:1789776822.385261:0:23495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449665280 00000100:00100000:1.0:1789776822.385265:0:23495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449665280 00000100:00100000:1.0:1789776822.385297:0:23495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1789776822.385307:0:23495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3d4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1876716449665024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789776822.385404:0:23495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3d4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1876716449665024:12345-0@lo:400:kworker.0 Request processed in 98us (3685us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776822.385412:0:23495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1789776822.385428:0:23495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1789776822.385435:0:23495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3d4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876716449665280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789776822.385472:0:23495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3d4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876716449665280:12345-0@lo:400:kworker.0 Request processed in 37us (3693us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776822.385478:0:23495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1789776822.385632:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3d4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876716449665024:0@lo:400:kworker.0 00000100:00100000:1.0:1789776822.385667:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3d4ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876716449665280:0@lo:400:kworker.0 00010000:00010000:2.0:1789776822.388133:0:24280:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:2.0:1789776822.388420:0:24280:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:2.0:1789776822.388464:0:24280:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1789776822.388481:0:24280:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0xf13b8042cb8865cd 00000100:00080000:2.0:1789776822.388514:0:24280:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789776822.388533:0:24280:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8a5cd0f5d800 using connection 192.168.204.127@tcp/0@lo 00000100:00100000:2.0:1789776822.388573:0:24280:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5bc3d4c700 x1876716449665536/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789776822.388607:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3d4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3642:1876716449665536:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789776822.388695:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776822.389024:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449665536 00000100:00100000:2.0:1789776822.389032:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449665536 00000100:00100000:2.0:1789776822.389077:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789776822.389086:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3d4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3642:x1876716449665536:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1789776822.389116:0:22753:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 643 last 0 00000020:00000080:2.0:1789776822.389152:0:22753:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0xf13b8042cb8865d4 00000004:00100000:2.0:1789776822.389172:0:22753:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1789776822.389207:0:22753:0:(import.c:65:import_set_state_nolock()) ffff8a5cd0f5f000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789776822.389264:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3d4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1876716449665536:12345-0@lo:38:llog_process_th.0 Request processed in 178us (570us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776822.389271:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:2.0:1789776822.389322:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8a5bc3d4c700 x1876716449665536/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789776832 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789776822.389332:0:3642:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789776822.389339:0:3642:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:2.0:1789776822.389346:0:3642:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1789776822.389350:0:3642:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1789776822.389352:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8a5cd0f5d800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1789776822.389357:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3d4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3642:1876716449665536:0@lo:38:llog_process_th.0 00000100:00080000:2.0:1789776822.389375:0:24280:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1789776822.389394:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789776822.389398:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789776822.389400:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789776822.389411:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789776822.389416:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789776822.389419:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789776822.389422:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789776822.389425:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:2.0:1789776822.390835:0:24280:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:0.0:1789776822.391415:0:24254:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1789776822.391935:0:24254:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.127@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1789776822.391954:0:24254:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0200/0xf13b8042cb8865a3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb8865aa expref: -99 pid: 24254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776822.391967:0:24254:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0200/0xf13b8042cb8865a3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb8865aa expref: -99 pid: 24254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1789776822.392020:0:24254:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1789776822.392022:0:24254:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1789776822.392023:0:24254:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789776822.392024:0:24254:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789776822.392025:0:24254:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789776822.392027:0:24254:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789776822.392028:0:24254:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789776822.392030:0:24254:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789776822.392031:0:24254:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1789776822.392035:0:24254:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:0.0:1789776822.392038:0:24254:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1789776822.392039:0:24254:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1789776822.392394:0:24254:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789776822.392400:0:24254:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789776822.392401:0:24254:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789776822.392402:0:24254:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789776822.392403:0:24254:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789776822.392404:0:24254:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789776822.392405:0:24254:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1789776822.392429:0:24254:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:0.0:1789776822.392450:0:24254:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48aa300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:24254:1876716449665664:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1789776822.394219:0:24254:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776822.394265:0:24254:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cfc398780 going to sleep for 11 seconds 00000100:00100000:0.0:1789776822.394942:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449665664 00000100:00100000:0.0:1789776822.394953:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449665664 00000100:00100000:0.0:1789776822.395012:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1789776822.395021:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf083ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+21:24254:x1876716449665664:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1789776822.395616:0:22745:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1789776822.395635:0:22745:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1789776822.404108:0:22745:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1789776822.404134:0:22745:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1789776822.404331:0:22768:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1789776822.404336:0:22768:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1789776822.404362:0:22768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8a5cc79c1400/0xf13b8042cb8865db lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776822.404382:0:22768:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a5bc3cdea00/0xf13b8042cb886525 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf13b8042cb88651e expref: 21 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776822.404391:0:22768:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a5bc3cdf600/0xf13b8042cb886533 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf13b8042cb88652c expref: 21 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776822.404398:0:22768:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8a5cc79c1400/0xf13b8042cb8865db lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776822.404439:0:22768:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a5bc3cdf600/0xf13b8042cb886533 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf13b8042cb88652c expref: 21 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776822.404455:0:22768:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8a5bc3cdf600/0xf13b8042cb886533 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf13b8042cb88652c expref: 21 pid: 22747 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789776822.404469:0:22768:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3e96300 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22768:1876716449665792:0@lo:104: 00000100:00100000:0.0:1789776822.408068:0:22768:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776822.408618:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf083ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+21:24254:x1876716449665664:12345-0@lo:253:mount.lustre.0 Request processed in 13594us (14400us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776822.408630:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00010000:00010000:0.0:1789776822.410403:0:22768:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a5bc3cdea00/0xf13b8042cb886525 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf13b8042cb88651e expref: 20 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776822.410423:0:22768:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8a5bc3cdea00/0xf13b8042cb886525 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf13b8042cb88651e expref: 20 pid: 22747 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789776822.410438:0:22768:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48aaa00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22768:1876716449665920:0@lo:104: 00000100:00100000:0.0:1789776822.410509:0:22768:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776822.410536:0:22768:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cd90ef000 going to sleep for 11 seconds 00000100:00100000:0.0:1789776822.410610:0:24254:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48aa300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:24254:1876716449665664:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789776822.410622:0:24254:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:0.0:1789776822.410625:0:24254:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789776822.410635:0:24254:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1789776822.410637:0:24254:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789776822.410638:0:24254:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789776822.410639:0:24254:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789776822.410640:0:24254:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789776822.410642:0:24254:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789776822.410644:0:24254:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789776822.410645:0:24254:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1789776822.410660:0:24254:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:0.0:1789776822.411420:0:22736:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1789776822.411439:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449665792 00000100:00100000:0.0:1789776822.411445:0:22736:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449665792 00000100:00100000:0.0:1789776822.411476:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449665920 00000100:00100000:0.0:1789776822.411478:0:22736:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449665920 00000100:00100000:0.0:1789776822.411511:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789776822.411522:0:22736:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc48a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5a006032-c001-4c71-94dd-7855e60f7383+4:22768:x1876716449665792:12345-0@lo:104: 00010000:00010000:0.0:1789776822.411539:0:22736:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c000/0xf13b8042cb88652c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf13b8042cb886533 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776822.411600:0:22736:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1789776822.411606:0:22736:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc48a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5a006032-c001-4c71-94dd-7855e60f7383+4:22768:x1876716449665792:12345-0@lo:104: Request processed in 87us (3549us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776822.411718:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789776822.411735:0:22736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789776822.411740:0:22736:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf50f1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5a006032-c001-4c71-94dd-7855e60f7383+3:22768:x1876716449665920:12345-0@lo:104: 00010000:00010000:0.0:1789776822.411762:0:22736:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0c00/0xf13b8042cb88651e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf13b8042cb886525 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776822.411823:0:22736:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1789776822.411830:0:22736:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf50f1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5a006032-c001-4c71-94dd-7855e60f7383+3:22768:x1876716449665920:12345-0@lo:104: Request processed in 89us (1337us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776822.411848:0:22736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789776822.411994:0:22768:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e96300 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22768:1876716449665792:0@lo:104: 00000100:00100000:0.0:1789776822.412003:0:22768:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48aaa00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22768:1876716449665920:0@lo:104: 00010000:00010000:0.0:1789776822.412022:0:22768:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8a5cc79c1400/0xf13b8042cb8865db lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776822.413693:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789776822.413707:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c000/0xf13b8042cb88652c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf13b8042cb886533 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776822.413718:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc342c000 already unused, calling callback (ffffffffc11fbc20) 10000000:00010000:0.0:1789776822.413723:0:22741:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c000/0xf13b8042cb88652c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf13b8042cb886533 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776822.413732:0:22741:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c000/0xf13b8042cb88652c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf13b8042cb886533 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789776822.413739:0:22741:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c000/0xf13b8042cb88652c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf13b8042cb886533 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789776822.413744:0:22741:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1789776822.414280:0:22741:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c000/0xf13b8042cb88652c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13b8042cb886533 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776822.414297:0:22741:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789776822.414328:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c000/0xf13b8042cb88652c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13b8042cb886533 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776822.414336:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c000/0xf13b8042cb88652c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13b8042cb886533 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776822.414353:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789776822.414356:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0c00/0xf13b8042cb88651e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf13b8042cb886525 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776822.414361:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cc79c0c00 already unused, calling callback (ffffffffc11fbc20) 10000000:00010000:0.0:1789776822.414364:0:22741:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0c00/0xf13b8042cb88651e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf13b8042cb886525 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776822.414370:0:22741:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0c00/0xf13b8042cb88651e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf13b8042cb886525 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789776822.414377:0:22741:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0c00/0xf13b8042cb88651e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf13b8042cb886525 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789776822.414382:0:22741:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1789776822.414395:0:22741:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0c00/0xf13b8042cb88651e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13b8042cb886525 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776822.414401:0:22741:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789776822.414407:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0c00/0xf13b8042cb88651e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13b8042cb886525 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776822.414413:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0c00/0xf13b8042cb88651e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13b8042cb886525 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776822.414426:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789776822.414428:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789776822.414430:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789776822.414439:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789776822.414555:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a006032-c001-4c71-94dd-7855e60f7383:3643:1876716449666048:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789776822.414629:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776822.414713:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449666048 00000100:00100000:0.0:1789776822.414722:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449666048 00000001:00000004:2.0:1789776822.414741:0:24254:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:1.0:1789776822.414834:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a006032-c001-4c71-94dd-7855e60f7383:3644:1876716449666176:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789776822.414870:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776822.414934:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449666176 00000100:00100000:2.0:1789776822.414940:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449666176 00010000:00010000:2.0:1789776822.414968:0:22737:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a5bc3cdea00/0xf13b8042cb886525 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf13b8042cb88651e expref: 22 pid: 22747 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776822.415208:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789776822.415219:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cfcaeb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5a006032-c001-4c71-94dd-7855e60f7383+22:3644:x1876716449666176:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789776822.415233:0:22737:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789776822.415239:0:22737:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a5bc3cdea00/0xf13b8042cb886525 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf13b8042cb88651e expref: 22 pid: 22747 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776822.415252:0:22737:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a5bc3cdea00/0xf13b8042cb886525 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf13b8042cb88651e expref: 22 pid: 22747 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776822.415281:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a5bc3cdea00/0xf13b8042cb886525 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf13b8042cb88651e expref: 22 pid: 22747 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776822.415373:0:22737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789776822.415427:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cfcaeb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5a006032-c001-4c71-94dd-7855e60f7383+21:3644:x1876716449666176:12345-0@lo:103:ldlm_bl.0 Request processed in 210us (555us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776822.415436:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00010000:0.0:1789776822.415478:0:22738:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a5bc3cdf600/0xf13b8042cb886533 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf13b8042cb88652c expref: 20 pid: 22747 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789776822.415529:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789776822.415537:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3d4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5a006032-c001-4c71-94dd-7855e60f7383+20:3643:x1876716449666048:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789776822.415546:0:22738:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789776822.415550:0:22738:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a5bc3cdf600/0xf13b8042cb886533 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf13b8042cb88652c expref: 20 pid: 22747 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776822.415561:0:22738:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a5bc3cdf600/0xf13b8042cb886533 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf13b8042cb88652c expref: 20 pid: 22747 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776822.415572:0:22738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a5bc3cdf600/0xf13b8042cb886533 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf13b8042cb88652c expref: 20 pid: 22747 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776822.415584:0:22738:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8a5cc79c1400/0xf13b8042cb8865db lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776822.415592:0:22738:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a5cc79c1400/0xf13b8042cb8865db lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1789776822.415605:0:22738:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.011269823s 00010000:00010000:0.0:1789776822.415610:0:22738:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8a5cc79c1400/0xf13b8042cb8865db lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776822.415617:0:22738:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8a5cc79c1400/0xf13b8042cb8865db lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776822.415623:0:22738:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8a5cc79c1400/0xf13b8042cb8865db lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776822.415636:0:22738:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8a5cc79c1400/0xf13b8042cb8865db lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776822.415642:0:22738:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cc79c1400 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:0.0:1789776822.415646:0:22738:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8a5cc79c1400/0xf13b8042cb8865db lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776822.415658:0:22738:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8a5cc79c1400/0xf13b8042cb8865db lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776822.415673:0:22738:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8a5cc79c1400/0xf13b8042cb8865db lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776822.415682:0:22738:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789776822.415722:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a006032-c001-4c71-94dd-7855e60f7383:3644:1876716449666176:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789776822.415728:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3d4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5a006032-c001-4c71-94dd-7855e60f7383+19:3643:x1876716449666048:12345-0@lo:103:ldlm_bl.0 Request processed in 189us (1098us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776822.415737:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789776822.415789:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a006032-c001-4c71-94dd-7855e60f7383:3643:1876716449666048:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789776822.417168:0:22768:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8a5cc79c1400/0xf13b8042cb8865db lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776822.417182:0:22768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8a5cc79c1400/0xf13b8042cb8865db lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776822.417189:0:22768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a5cc79c1400/0xf13b8042cb8865db lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1789776822.420441:0:24254:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:0.0:1789776822.420457:0:24254:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:0.0:1789776822.420539:0:24254:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1789776822.420581:0:24254:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.127@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1789776822.420611:0:24254:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=49 00000080:00000004:0.0:1789776822.420630:0:24254:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:0.0:1789776822.421608:0:24254:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789776822.421987:0:24254:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789776822.755184:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789776823.013557:0:23506:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00000004:3.0:1789776823.237124:0:24335:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789776823.237389:0:24335:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 10000000:01000000:3.0:1789776823.522656:0:22749:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1789776823.522664:0:22749:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8a5cf514d000 from 13 10000000:01000000:3.0:1789776823.522671:0:22749:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789776823.522729:0:22749:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc342ca00/0xf13b8042cb8865e2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776823.522742:0:22749:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.127@tcp lock: ffff8a5bc342ca00/0xf13b8042cb8865e2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776823.522755:0:22749:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.127@tcp lock: ffff8a5bc342ca00/0xf13b8042cb8865e2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789776823.522786:0:22749:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0861f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449666304:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789776823.522872:0:22749:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776823.522926:0:22749:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5bc33fb300 going to sleep for 11 seconds 00000100:00100000:0.0:1789776823.523154:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449666304 00000100:00100000:0.0:1789776823.523163:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449666304 00000100:00100000:0.0:1789776823.523223:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1789776823.523234:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0838050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+19:22749:x1876716449666304:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789776823.523249:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789776823.523281:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a5bc3cde800/0xf13b8042cb8865e9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf13b8042cb8865e2 expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776823.523310:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a5bc3cde800/0xf13b8042cb8865e9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf13b8042cb8865e2 expref: 20 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776823.523321:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a5bc3cde800/0xf13b8042cb8865e9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf13b8042cb8865e2 expref: 20 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776823.523330:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5bc3cde800, rc 0) 00000100:00100000:0.0:1789776823.523389:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0838050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+20:22749:x1876716449666304:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 156us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776823.523396:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1789776823.523778:0:22749:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0861f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449666304:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789776823.523796:0:22749:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.127@tcp lock: ffff8a5bc342ca00/0xf13b8042cb8865e2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb8865e9 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776823.523806:0:22749:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.127@tcp lock: ffff8a5bc342ca00/0xf13b8042cb8865e2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13b8042cb8865e9 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776823.523872:0:22749:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3d4d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449666432:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1789776823.523914:0:22749:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776823.523948:0:22749:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cf5084780 going to sleep for 11 seconds 00000100:00100000:0.0:1789776823.524015:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449666432 00000100:00100000:0.0:1789776823.524021:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449666432 00000100:00100000:0.0:1789776823.524061:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1789776823.524069:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0839850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+20:22749:x1876716449666432:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1789776823.524085:0:22745:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1789776823.524104:0:22745:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1789776823.524108:0:22745:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:0.0:1789776823.524201:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0839850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+20:22749:x1876716449666432:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 133us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776823.524210:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1789776823.524399:0:22749:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3d4d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449666432:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1789776823.524672:0:22749:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.127@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1789776823.524680:0:22749:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc342ca00/0xf13b8042cb8865e2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb8865e9 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776823.524689:0:22749:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.127@tcp lock: ffff8a5bc342ca00/0xf13b8042cb8865e2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb8865e9 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789776823.524710:0:22749:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1789776823.524712:0:22749:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8a5bc4d97000 from 13 10000000:01000000:2.0:1789776823.524715:0:22749:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1789776823.524737:0:22749:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cfc256c00/0xf13b8042cb8865f0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776823.524745:0:22749:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.127@tcp lock: ffff8a5cfc256c00/0xf13b8042cb8865f0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776823.524754:0:22749:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.127@tcp lock: ffff8a5cfc256c00/0xf13b8042cb8865f0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776823.524768:0:22749:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3d4d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449666560:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789776823.524796:0:22749:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776823.524815:0:22749:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cf5084780 going to sleep for 11 seconds 00000100:00100000:0.0:1789776823.524877:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449666560 00000100:00100000:0.0:1789776823.524882:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449666560 00000100:00100000:0.0:1789776823.524916:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1789776823.524924:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf083b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+20:22749:x1876716449666560:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789776823.524933:0:22745:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789776823.524944:0:22745:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a5bc3cdfc00/0xf13b8042cb8865f7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf13b8042cb8865f0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776823.524962:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a5bc3cdfc00/0xf13b8042cb8865f7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf13b8042cb8865f0 expref: 21 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776823.524971:0:22745:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a5bc3cdfc00/0xf13b8042cb8865f7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf13b8042cb8865f0 expref: 21 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776823.524979:0:22745:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5bc3cdfc00, rc 0) 00000100:00100000:0.0:1789776823.525016:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf083b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+21:22749:x1876716449666560:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 93us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776823.525022:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1789776823.525130:0:22749:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3d4d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449666560:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789776823.525142:0:22749:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.127@tcp lock: ffff8a5cfc256c00/0xf13b8042cb8865f0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb8865f7 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776823.525150:0:22749:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.127@tcp lock: ffff8a5cfc256c00/0xf13b8042cb8865f0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13b8042cb8865f7 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776823.525194:0:22749:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3d4d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449666688:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1789776823.525223:0:22749:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776823.525294:0:22749:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cf5084780 going to sleep for 11 seconds 00000100:00100000:1.0:1789776823.530837:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449666688 00000100:00100000:1.0:1789776823.530855:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449666688 00000100:00100000:2.0:1789776823.531035:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1789776823.531047:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf083bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+21:22749:x1876716449666688:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1789776823.531088:0:22747:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1789776823.531103:0:22747:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1789776823.531106:0:22747:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:2.0:1789776823.531250:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf083bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+21:22749:x1876716449666688:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 206us (6026us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776823.531259:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1789776823.534744:0:22749:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3d4d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449666688:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1789776823.534859:0:22749:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.127@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1789776823.534870:0:22749:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cfc256c00/0xf13b8042cb8865f0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb8865f7 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776823.534882:0:22749:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.127@tcp lock: ffff8a5cfc256c00/0xf13b8042cb8865f0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb8865f7 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776823.778662:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776824.805817:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776825.828664:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789776825.891476:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789776825.891516:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876716449666816:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789776825.891584:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776825.891871:0:23495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449666816 00000100:00100000:1.0:1789776825.891880:0:23495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449666816 00000100:00100000:1.0:1789776825.891935:0:23495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1789776825.891946:0:23495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc48a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1876716449666816:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789776825.891982:0:23495:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789776825.892030:0:23495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc48a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1876716449666816:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (445us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776825.892038:0:23495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1789776825.892082:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876716449666816:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789776826.405261:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876716449666944:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789776826.405361:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776826.405440:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449666944 00000100:00100000:0.0:1789776826.405454:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449666944 00000100:00100000:0.0:1789776826.405523:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789776826.405533:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc48a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1876716449666944:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789776826.405567:0:22758:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789776826.405614:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc48a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1876716449666944:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776826.405621:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789776826.405667:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876716449666944:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1789776826.850606:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789776827.426718:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0862300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a006032-c001-4c71-94dd-7855e60f7383:3643:1876716449667072:0@lo:400:kworker.0 00000100:00100000:2.0:1789776827.426791:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776827.427122:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789776827.427130:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0862d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876716449667200:0@lo:400:kworker.0 00000100:00100000:2.0:1789776827.427158:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776827.427203:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449667072 00000100:00100000:2.0:1789776827.427211:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449667072 00000100:00100000:2.0:1789776827.427260:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1789776827.427270:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0839050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+21:3643:x1876716449667072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789776827.427273:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449667200 00000100:00100000:1.0:1789776827.427280:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449667200 00000100:00100000:1.0:1789776827.427316:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1789776827.427325:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0839050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+21:3643:x1876716449667072:12345-0@lo:400:kworker.0 Request processed in 56us (533us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776827.427327:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3d4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1876716449667200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789776827.427339:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1789776827.427390:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0862300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a006032-c001-4c71-94dd-7855e60f7383:3643:1876716449667072:0@lo:400:kworker.0 00000100:00100000:1.0:1789776827.427594:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3d4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1876716449667200:12345-0@lo:400:kworker.0 Request processed in 269us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776827.427601:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1789776827.430550:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0862d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876716449667200:0@lo:400:kworker.0 00000100:00080000:3.0:1789776827.430698:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789776827.430704:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789776827.430707:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789776827.430709:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789776827.432232:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789776827.432782:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3d4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876716449667456:0@lo:400:kworker.0 00000100:00100000:3.0:1789776827.433003:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776827.433045:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3d4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1876716449667328:0@lo:400:kworker.0 00000100:00100000:3.0:1789776827.433074:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776827.433115:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449667328 00000100:00100000:3.0:1789776827.433121:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449667328 00000100:00100000:3.0:1789776827.433168:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1789776827.433178:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0860a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1876716449667328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789776827.433241:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0860a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1876716449667328:12345-0@lo:400:kworker.0 Request processed in 64us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776827.433249:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00080000:3.0:1789776827.433290:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a5bc3d4df80 x1876716449667328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776843 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789776827.433317:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3d4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1876716449667328:0@lo:400:kworker.0 00000100:00080000:2.0:1789776827.433506:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789776827.433511:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789776827.433514:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789776827.433516:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789776827.433552:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789776827.433562:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3d4e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876716449667584:0@lo:400:kworker.0 00000100:00100000:2.0:1789776827.433590:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776827.433618:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449667584 00000100:00100000:2.0:1789776827.433621:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449667584 00000100:00100000:1.0:1789776827.433640:0:23495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449667456 00000100:00100000:1.0:1789776827.433646:0:23495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449667456 00000100:00100000:2.0:1789776827.433650:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789776827.433659:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3d4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1876716449667584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789776827.433686:0:23495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1789776827.433696:0:23495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0863100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1876716449667456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789776827.433701:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3d4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1876716449667584:12345-0@lo:400:kworker.0 Request processed in 42us (107us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776827.433709:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00080000:2.0:1789776827.433737:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a5bc3d4e680 x1876716449667584/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776843 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789776827.433746:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3d4e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876716449667584:0@lo:400:kworker.0 00000100:00100000:1.0:1789776827.433763:0:23495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0863100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1876716449667456:12345-0@lo:400:kworker.0 Request processed in 69us (905us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776827.433773:0:23495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1789776827.433783:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3d4e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3644:1876716449667712:0@lo:400:kworker.0 00000100:00100000:1.0:1789776827.433808:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3d4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876716449667456:0@lo:400:kworker.0 00000100:00100000:2.0:1789776827.433815:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776827.433927:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3d4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1876716449667840:0@lo:400:kworker.0 00000100:00100000:3.0:1789776827.433957:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449667712 00000100:00100000:3.0:1789776827.433963:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449667712 00000100:00100000:1.0:1789776827.433963:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776827.434042:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449667840 00000100:00100000:3.0:1789776827.434047:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449667840 00000100:00100000:3.0:1789776827.434064:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789776827.434069:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3d4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1876716449667712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789776827.434107:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3d4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1876716449667712:12345-0@lo:400:kworker.0 Request processed in 37us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776827.434112:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789776827.434123:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1789776827.434128:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3e94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876716449667840:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1789776827.434233:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789776827.434237:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:2.0:1789776827.434260:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a5bc3d4e680 x1876716449667712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776843 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789776827.434268:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3d4e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3644:1876716449667712:0@lo:400:kworker.0 00000100:00100000:3.0:1789776827.438906:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3e94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876716449667840:12345-0@lo:400:kworker.0 Request processed in 4765us (4931us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776827.438922:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00010000:00080000:1.0:1789776827.443968:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a5bc3d4f480 x1876716449667840/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776843 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789776827.444005:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3d4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1876716449667840:0@lo:400:kworker.0 00010000:00010000:1.0:1789776827.874897:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1789776827.995647:0:24627:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg427-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000040:00080000:1.0:1789776828.323219:0:22788:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00000004:0.0:1789776828.847526:0:24679:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789776828.847814:0:24679:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789776828.901933:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1789776829.696188:0:24729:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789776829.696880:0:24729:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789776829.923231:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776830.949660:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789776831.010704:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789776831.010724:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3e94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876716449667968:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789776831.010785:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776831.010824:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449667968 00000100:00100000:1.0:1789776831.010830:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449667968 00000100:00100000:1.0:1789776831.010871:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1789776831.010891:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3e96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1876716449667968:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789776831.010923:0:22758:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789776831.011102:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3e96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1876716449667968:12345-0@lo:41:osp-pre-0-1.0 Request processed in 202us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776831.011109:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1789776831.011488:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876716449667968:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789776831.524386:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789776831.524409:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3d4e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876716449668096:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789776831.524517:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776831.524593:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449668096 00000100:00100000:2.0:1789776831.524602:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449668096 00000100:00100000:2.0:1789776831.524649:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1789776831.524661:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3d4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1876716449668096:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789776831.524696:0:22757:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789776831.524746:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3d4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1876716449668096:12345-0@lo:41:osp-pre-1-0.0 Request processed in 88us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776831.524753:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1789776831.524768:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3d4e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876716449668096:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1789776831.971838:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789776832.547934:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789776832.547942:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789776832.547945:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789776832.547948:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789776832.548043:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0862300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876716449668352:0@lo:400:kworker.0 00000100:00100000:2.0:1789776832.548129:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1789776832.548138:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789776832.548142:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789776832.548145:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789776832.548148:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789776832.548184:0:23495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449668352 00000100:00100000:3.0:1789776832.548192:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0862d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a006032-c001-4c71-94dd-7855e60f7383:3644:1876716449668224:0@lo:400:kworker.0 00000100:00100000:1.0:1789776832.548192:0:23495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449668352 00000100:00100000:2.0:1789776832.548205:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0862a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1876716449668864:0@lo:400:kworker.0 00000100:00100000:3.0:1789776832.548241:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776832.548244:0:23495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1789776832.548257:0:23495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3d4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1876716449668352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789776832.548266:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776832.548292:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0863800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876716449668736:0@lo:400:kworker.0 00000100:00100000:2.0:1789776832.548294:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1789776832.548304:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0861f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876716449668480:0@lo:400:kworker.0 00000100:00100000:1.0:1789776832.548321:0:23495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3d4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1876716449668352:12345-0@lo:400:kworker.0 Request processed in 65us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776832.548331:0:23495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1789776832.548356:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449668864 00000100:00100000:2.0:1789776832.548361:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449668864 00000100:00100000:2.0:1789776832.548412:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789776832.548420:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3d4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876716449668864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789776832.548459:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3d4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876716449668864:12345-0@lo:400:kworker.0 Request processed in 40us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776832.548466:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:1.0:1789776832.548551:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789776832.548759:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776832.548794:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776832.548803:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789776832.548812:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0861180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876716449668608:0@lo:400:kworker.0 00000100:00100000:2.0:1789776832.548821:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0860000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1876716449668992:0@lo:400:kworker.0 00000100:00100000:3.0:1789776832.548847:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776832.548856:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776832.548890:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449668224 00010000:00080000:2.0:1789776832.548895:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a5cf0862a00 x1876716449668864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776848 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789776832.548896:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449668224 00000100:00100000:2.0:1789776832.548919:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0862a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1876716449668864:0@lo:400:kworker.0 00000100:00100000:3.0:1789776832.548931:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1789776832.548939:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0862300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876716449668352:0@lo:400:kworker.0 00000100:00100000:3.0:1789776832.548941:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0838c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+21:3644:x1876716449668224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789776832.548971:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449668736 00000100:00100000:2.0:1789776832.548975:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449668736 00000100:00100000:2.0:1789776832.548991:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449668480 00000100:00100000:2.0:1789776832.548994:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449668480 00000100:00100000:2.0:1789776832.549002:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449668992 00000100:00100000:2.0:1789776832.549004:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449668992 00000100:00100000:2.0:1789776832.549022:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789776832.549028:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0861c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1876716449668736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789776832.549284:0:22752:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:1.0:1789776832.549293:0:22752:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00080000:1.0:1789776832.549305:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789776832.549433:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1789776832.549446:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3d4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876716449668480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789776832.549723:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0861c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1876716449668736:12345-0@lo:400:kworker.0 Request processed in 694us (1395us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776832.549732:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789776832.549750:0:22753:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:2.0:1789776832.549758:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1789776832.549767:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3d4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876716449668992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789776832.549773:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0838c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+21:3644:x1876716449668224:12345-0@lo:400:kworker.0 Request processed in 832us (1531us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776832.549783:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1789776832.549814:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3d4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876716449668992:12345-0@lo:400:kworker.0 Request processed in 49us (958us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776832.549817:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449668608 00000100:00100000:2.0:1789776832.549822:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789776832.549824:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449668608 00000100:00100000:3.0:1789776832.549858:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1789776832.549865:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff49bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1876716449668608:12345-0@lo:400:kworker.0 00010000:00080000:2.0:1789776832.549870:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a5cf0860000 x1876716449668992/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776848 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789776832.549884:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0860000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1876716449668992:0@lo:400:kworker.0 00000100:00100000:3.0:1789776832.549905:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff49bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1876716449668608:12345-0@lo:400:kworker.0 Request processed in 39us (1057us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776832.549911:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1789776832.549920:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0861180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876716449668608:0@lo:400:kworker.0 00000100:00100000:2.0:1789776832.549934:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0862d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a006032-c001-4c71-94dd-7855e60f7383:3644:1876716449668224:0@lo:400:kworker.0 00010000:00080000:2.0:1789776832.549959:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a5cf0863800 x1876716449668736/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776848 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789776832.549968:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0863800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876716449668736:0@lo:400:kworker.0 00000100:00100000:1.0:1789776832.557033:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3d4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876716449668480:12345-0@lo:400:kworker.0 Request processed in 7576us (8227us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776832.557206:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00010000:00080000:3.0:1789776832.557430:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a5cf0861f80 x1876716449668480/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776848 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789776832.557448:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0861f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876716449668480:0@lo:400:kworker.0 00010000:00010000:0.0:1789776832.994659:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789776833.254566:0:23506:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1789776834.018949:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776835.048789:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789776835.682621:0:3642:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789776820/real 1789776820] req@ffff8a5cf0863b80 x1876716449661312/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789776835 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789776835.682654:0:3642:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a5cf0863b80 x1876716449661312/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789776835 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789776835.682665:0:3642:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789776820/real 1789776820] req@ffff8a5cf0860e00 x1876716449661440/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789776835 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789776835.682676:0:3642:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a5cf0860e00 x1876716449661440/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789776835 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789776835.682697:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8a5cfae25800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789776835.682766:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789776835.682771:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0863b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876716449661312:0@lo:8:kworker.0 00000100:00080000:0.0:1789776835.682778:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8a5bc31a8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1789776835.683836:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff498a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a006032-c001-4c71-94dd-7855e60f7383:3643:1876716449669120:0@lo:400:kworker.0 00000100:00100000:1.0:1789776835.683906:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776835.684012:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789776835.684019:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff49a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876716449669248:0@lo:400:kworker.0 00000100:00080000:0.0:1789776835.684138:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789776835.684144:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0860e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876716449661440:0@lo:8:kworker.0 00000100:00100000:0.0:1789776835.684306:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449669120 00000100:00100000:0.0:1789776835.684314:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449669120 00000100:00100000:0.0:1789776835.684391:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1789776835.684401:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf083a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+21:3643:x1876716449669120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789776835.684455:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf083a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+21:3643:x1876716449669120:12345-0@lo:400:kworker.0 Request processed in 54us (548us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776835.684462:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1789776835.685315:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776835.685362:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff498a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a006032-c001-4c71-94dd-7855e60f7383:3643:1876716449669120:0@lo:400:kworker.0 00000100:00100000:0.0:1789776835.685469:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449669248 00000100:00100000:0.0:1789776835.685475:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449669248 00000100:00100000:0.0:1789776835.685537:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1789776835.685545:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3e95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1876716449669248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789776835.685589:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3e95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1876716449669248:12345-0@lo:400:kworker.0 Request processed in 45us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776835.685595:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1789776835.685622:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff49a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876716449669248:0@lo:400:kworker.0 00000100:00080000:3.0:1789776835.685933:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789776835.685938:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789776835.685941:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789776835.685943:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789776835.686004:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789776835.686124:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789776835.686137:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff498700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876716449669504:0@lo:400:kworker.0 00000100:00100000:0.0:1789776835.686171:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776835.686212:0:23495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449669504 00000100:00100000:0.0:1789776835.686216:0:23495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449669504 00000100:00100000:0.0:1789776835.686242:0:23495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1789776835.686249:0:23495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc48aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876716449669504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789776835.686284:0:23495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc48aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876716449669504:12345-0@lo:400:kworker.0 Request processed in 36us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776835.686305:0:23495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1789776835.686332:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff498700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876716449669504:0@lo:400:kworker.0 00000100:00100000:1.0:1789776835.689173:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff499880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1876716449669376:0@lo:400:kworker.0 00000100:00100000:1.0:1789776835.689330:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776835.689472:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449669376 00000100:00100000:1.0:1789776835.689481:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449669376 00000100:00100000:1.0:1789776835.689553:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1789776835.689561:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3e96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1876716449669376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789776835.689617:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3e96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1876716449669376:12345-0@lo:400:kworker.0 Request processed in 56us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776835.689625:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00010000:00080000:1.0:1789776835.689667:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a5cff499880 x1876716449669376/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776851 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789776835.689681:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff499880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1876716449669376:0@lo:400:kworker.0 00000100:00080000:3.0:1789776835.689782:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789776835.689787:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789776835.689791:0:38:0:(import.c:65:import_set_state_nolock()) ffff8a5cfae25800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789776835.689797:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 641 00000100:00080000:3.0:1789776835.689801:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1789776835.689806:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8a5cfae25800 using connection 192.168.204.127@tcp/0@lo 00000100:00100000:3.0:1789776835.689832:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5cff499c00 x1876716449669632/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789776835.689851:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789776835.689855:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789776835.689857:0:38:0:(import.c:65:import_set_state_nolock()) ffff8a5bc31a8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789776835.689860:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 641 00000100:00080000:3.0:1789776835.689863:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1789776835.689867:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8a5bc31a8000 using connection 192.168.204.127@tcp/0@lo 00000100:00100000:3.0:1789776835.689881:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5cff49a300 x1876716449669760/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789776835.689944:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789776835.689948:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789776835.689950:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789776835.689953:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789776835.689968:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff498000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3644:1876716449670016:0@lo:400:kworker.0 00000100:00100000:3.0:1789776835.690001:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776835.690019:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789776835.690025:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff49aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876716449669888:0@lo:400:kworker.0 00000100:00100000:1.0:1789776835.690178:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789776835.690187:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff498e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3646:1876716449670144:0@lo:400:kworker.0 00000100:00100000:1.0:1789776835.690287:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776835.690347:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449670016 00000100:00100000:0.0:1789776835.690352:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449670016 00000100:00100000:3.0:1789776835.690522:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776835.690552:0:24893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449670144 00000100:00100000:3.0:1789776835.690556:0:24893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449670144 00000100:00100000:0.0:1789776835.690614:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449669888 00000100:00100000:0.0:1789776835.690618:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449669888 00000100:00100000:0.0:1789776835.690631:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789776835.690638:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff49b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1876716449670016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789776835.690677:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff49b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1876716449670016:12345-0@lo:400:kworker.0 Request processed in 40us (676us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776835.690683:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789776835.690695:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789776835.690700:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff49ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1876716449669888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789776835.690723:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff49ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1876716449669888:12345-0@lo:400:kworker.0 Request processed in 23us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776835.690729:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00080000:1.0:1789776835.690841:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789776835.690846:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789776835.690952:0:24893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1789776835.690960:0:24893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3e97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1876716449670144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789776835.690993:0:24893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3e97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1876716449670144:12345-0@lo:400:kworker.0 Request processed in 34us (706us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776835.690999:0:24893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00010000:00080000:1.0:1789776835.691059:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a5cff498e00 x1876716449670144/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776851 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789776835.691070:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff498e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3646:1876716449670144:0@lo:400:kworker.0 00010000:00080000:3.0:1789776835.691282:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a5cff49aa00 x1876716449669888/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776851 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789776835.691292:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff49aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876716449669888:0@lo:400:kworker.0 00010000:00080000:3.0:1789776835.691302:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a5cff498000 x1876716449670016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776851 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789776835.691310:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff498000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3644:1876716449670016:0@lo:400:kworker.0 00000100:00100000:3.0:1789776835.691331:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff499c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876716449669632:0@lo:8:kworker.0 00000100:00100000:3.0:1789776835.691453:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776835.694346:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff49a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876716449669760:0@lo:8:kworker.0 00000100:00100000:3.0:1789776835.694403:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776835.695126:0:24260:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449669632 00000100:00100000:3.0:1789776835.695134:0:24260:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449669632 00000100:00100000:3.0:1789776835.695160:0:24260:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449669760 00000100:00100000:3.0:1789776835.695162:0:24260:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449669760 00000100:00100000:3.0:1789776835.695175:0:24260:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789776835.695182:0:24260:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff498000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3642:x1876716449669632:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1789776835.695213:0:24260:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 656 last 0 00000020:00000080:3.0:1789776835.695243:0:24260:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xf13b8042cb8865fe 00002000:00100000:3.0:1789776835.695257:0:24260:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff8a5ce9150800 ocd_connect_flags: 0xa044401443000026 ocd_version: 211396f ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:3.0:1789776835.695261:0:24260:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:3.0:1789776835.695264:0:24260:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1789776835.695523:0:24260:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:3.0:1789776835.695546:0:24260:0:(import.c:65:import_set_state_nolock()) ffff8a5ce9154000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789776835.695601:0:24260:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff498000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3642:x1876716449669632:12345-0@lo:8:kworker.0 Request processed in 419us (4227us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776835.695609:0:24260:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789776835.695624:0:24260:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789776835.695628:0:24260:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff49aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3642:x1876716449669760:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1789776835.695639:0:24260:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:2.0:1789776835.697674:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a5cff499c00 x1876716449669632/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789776855 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789776835.697687:0:3642:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789776835.697698:0:3642:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1789776835.697707:0:3642:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1789776835.697712:0:3642:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1789776835.697716:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8a5cfae25800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1789776835.697744:0:3642:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1789776835.697750:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff499c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876716449669632:0@lo:8:kworker.0 00000004:00080000:0.0:1789776835.698065:0:23494:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:0.0:1789776835.698089:0:23494:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48a9500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23494:1876716449670400:0@lo:7:osp-pre-0-1.0 00000100:00100000:0.0:1789776835.698150:0:23494:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776835.698176:0:23494:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cedd23300 going to sleep for 11 seconds 00000100:00100000:0.0:1789776835.698195:0:24258:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:0.0:1789776835.698202:0:24258:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:2.0:1789776835.698540:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876716449670272:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789776835.698572:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1789776835.699262:0:23493:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1789776835.699351:0:23493:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 656943857670ns, next at 0ns, rc = 0 00080000:00080000:1.0:1789776835.699358:0:23493:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:0.0:1789776835.699556:0:24262:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449670272 00000100:00100000:0.0:1789776835.699564:0:24262:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449670272 00000100:00100000:0.0:1789776835.699623:0:24262:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789776835.699634:0:24262:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3d4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3646:x1876716449670272:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789776835.699681:0:24262:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1789776835.699738:0:24262:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3d4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3646:x1876716449670272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (1165us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776835.699745:0:24262:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:0.0:1789776835.699764:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789776835.699790:0:24258:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449670400 00000100:00100000:0.0:1789776835.699794:0:24258:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449670400 00000100:00100000:0.0:1789776835.699880:0:25073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789776835.699888:0:25073:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff3f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23494:x1876716449670400:12345-0@lo:7:osp-pre-0-1.0 00010000:00080000:2.0:1789776835.701277:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a5cc48aaa00 x1876716449670272/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789776851 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789776835.701303:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876716449670272:0@lo:13:osp-pre-0-1.0 00000004:00080000:2.0:1789776835.705105:0:23485:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00002000:00080000:0.0:1789776835.713744:0:25073:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:0.0:1789776835.713754:0:25073:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:0.0:1789776835.713905:0:25073:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff3f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23494:x1876716449670400:12345-0@lo:7:osp-pre-0-1.0 Request processed in 14013us (15750us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776835.713917:0:25073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1789776835.721547:0:23494:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a5cc48a9500 x1876716449670400/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1789776851 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789776835.721567:0:23494:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48a9500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23494:1876716449670400:0@lo:7:osp-pre-0-1.0 00000004:00080000:1.0:1789776835.721593:0:23494:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:1.0:1789776835.721640:0:23494:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3e95f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23494:1876716449670528:0@lo:5:osp-pre-0-1.0 00000100:00100000:1.0:1789776835.721699:0:23494:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776835.721734:0:23494:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc52f9d80 going to sleep for 11 seconds 00000100:00100000:0.0:1789776835.721825:0:24258:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449670528 00000100:00100000:0.0:1789776835.721833:0:24258:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449670528 00000100:00100000:0.0:1789776835.721901:0:24258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789776835.721911:0:24258:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3e95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23494:x1876716449670528:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:0.0:1789776835.721939:0:24258:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:0.0:1789776835.721987:0:24258:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3e95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23494:x1876716449670528:12345-0@lo:5:osp-pre-0-1.0 Request processed in 77us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776835.721994:0:24258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:1.0:1789776835.722195:0:23494:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a5bc3e95f80 x1876716449670528/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1789776851 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789776835.722206:0:23494:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e95f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23494:1876716449670528:0@lo:5:osp-pre-0-1.0 00000004:00080000:1.0:1789776835.722214:0:23494:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:1.0:1789776835.722239:0:23494:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3e95f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23494:1876716449670656:0@lo:5:osp-pre-0-1.0 00000100:00100000:1.0:1789776835.722262:0:23494:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776835.722295:0:23494:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc52f9d80 going to sleep for 11 seconds 00000100:00100000:0.0:1789776835.722567:0:25073:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449670656 00000100:00100000:0.0:1789776835.722571:0:25073:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449670656 00000100:00100000:0.0:1789776835.722614:0:25073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789776835.722621:0:25073:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3e94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23494:x1876716449670656:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:0.0:1789776835.722648:0:25073:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000100:00100000:3.0:1789776835.742437:0:24260:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff49aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3642:x1876716449669760:12345-0@lo:8:kworker.0 Request processed in 46800us (48026us total) trans 0 rc -19/-19 00000100:00100000:3.0:1789776835.742451:0:24260:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:2.0:1789776835.742471:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8a5bc31a8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789776835.742478:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789776835.742482:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff49a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876716449669760:0@lo:8:kworker.0 00000001:00080000:3.0:1789776835.753837:0:24255:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:3.0:1789776835.753862:0:24255:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:2.0:1789776835.757472:0:25073:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3e94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:23494:x1876716449670656:12345-0@lo:5:osp-pre-0-1.0 Request processed in 34836us (35193us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1789776835.757511:0:25073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:1.0:1789776835.759782:0:23494:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a5bc3e95f80 x1876716449670656/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1789776851 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789776835.759796:0:23494:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:1.0:1789776835.759802:0:23494:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e95f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23494:1876716449670656:0@lo:5:osp-pre-0-1.0 00000004:00080000:1.0:1789776835.759817:0:23494:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:1.0:1789776835.759876:0:23494:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3e95f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23494:1876716449670784:0@lo:900:osp-pre-0-1.0 00000100:00100000:1.0:1789776835.759930:0:23494:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776835.759971:0:23494:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc52f9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1789776835.760084:0:22764:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449670784 00000100:00100000:2.0:1789776835.760092:0:22764:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449670784 00000100:00100000:2.0:1789776835.760145:0:22764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789776835.760156:0:22764:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3e94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23494:x1876716449670784:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:2.0:1789776835.760235:0:22764:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3e94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23494:x1876716449670784:12345-0@lo:900:osp-pre-0-1.0 Request processed in 81us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776835.760242:0:22764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1789776835.760313:0:23494:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a5bc3e95f80 x1876716449670784/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789776851 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789776835.760324:0:23494:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e95f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23494:1876716449670784:0@lo:900:osp-pre-0-1.0 00000020:01000004:0.0:1789776835.774144:0:25076:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1789776835.774149:0:25076:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:0.0:1789776835.774150:0:25076:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:0.0:1789776835.774272:0:25076:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8a5bc31a9800 00000020:01000004:0.0:1789776835.774289:0:25076:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:0.0:1789776835.774305:0:25076:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1789776835.774319:0:25076:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff8a5cf02819b8) 00000020:00000080:0.0:1789776835.774335:0:25076:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:1.0:1789776835.825075:0:25076:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1789776835.826609:0:25076:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:1.0:1789776835.827035:0:25076:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:1.0:1789776835.827275:0:25076:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:1.0:1789776835.827588:0:25076:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:1.0:1789776835.827894:0:25076:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:1.0:1789776835.828243:0:25076:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00080000:01000000:0.0:1789776835.829852:0:25076:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1789776835.830093:0:25076:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:0.0:1789776835.830108:0:25076:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:0.0:1789776835.830118:0:25076:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xf13b8042cb88660c 00000020:01000004:0.0:1789776835.830125:0:25076:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:0.0:1789776835.830146:0:25076:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.127@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1789776835.830149:0:25076:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.127@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:0.0:1789776835.830155:0:25076:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0001 00000020:01000004:0.0:1789776835.830183:0:25076:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:0.0:1789776835.830187:0:25076:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.127@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:3.0:1789776835.840661:0:25076:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.127@tcp ctxt 0 is initialized 00000020:01000004:3.0:1789776835.840717:0:25076:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.204.127@tcp, index=0001, flags=0x20002 00000020:01000004:3.0:1789776835.840722:0:25076:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1789776835.840723:0:25076:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1789776835.840725:0:25076:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789776835.840726:0:25076:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789776835.840728:0:25076:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789776835.840729:0:25076:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789776835.840730:0:25076:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1789776835.840732:0:25076:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789776835.840733:0:25076:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1789776835.840736:0:25076:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:3.0:1789776835.840738:0:25076:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1789776835.840740:0:25076:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1789776835.840741:0:25076:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789776835.840742:0:25076:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789776835.840743:0:25076:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789776835.840744:0:25076:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789776835.840745:0:25076:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1789776835.840746:0:25076:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789776835.840747:0:25076:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1789776835.840778:0:25076:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:3.0:1789776835.840798:0:25076:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff499500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:25076:1876716449670912:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1789776835.840873:0:25076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776835.840953:0:25076:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cf49bc300 going to sleep for 11 seconds 00000100:00100000:0.0:1789776835.841125:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449670912 00000100:00100000:0.0:1789776835.841132:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449670912 00000100:00100000:0.0:1789776835.841266:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1789776835.841276:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0838450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+21:25076:x1876716449670912:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1789776835.841306:0:22746:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:0.0:1789776835.841309:0:22746:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:0.0:1789776835.841312:0:22746:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:0.0:1789776835.841613:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0838450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+21:25076:x1876716449670912:12345-0@lo:253:mount.lustre.0 Request processed in 338us (738us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776835.841621:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1789776835.841705:0:25076:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff499500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:25076:1876716449670912:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1789776835.841715:0:25076:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:3.0:1789776835.841717:0:25076:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1789776835.841718:0:25076:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1789776835.841720:0:25076:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789776835.841721:0:25076:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789776835.841722:0:25076:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789776835.841723:0:25076:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789776835.841724:0:25076:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1789776835.841726:0:25076:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789776835.841735:0:25076:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1789776835.841753:0:25076:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8a5bc31a9800 from lustre-OST0001 10000000:01000000:3.0:1789776835.841786:0:25076:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:3.0:1789776835.841788:0:25076:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1789776835.841797:0:25076:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8a5bc3d93370 local copy 00010000:00010000:3.0:1789776835.841808:0:25076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0000/0xf13b8042cb886326 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88632d expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789776835.841897:0:25076:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff499500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:25076:1876716449671040:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789776835.841923:0:25076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776835.842112:0:25076:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cd92aa540 going to sleep for 11 seconds 00000100:00100000:2.0:1789776835.842166:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449671040 00000100:00100000:2.0:1789776835.842171:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449671040 00000100:00100000:2.0:1789776835.842204:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1789776835.842210:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7597c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+21:25076:x1876716449671040:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789776835.842272:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7597c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+21:25076:x1876716449671040:12345-0@lo:501:mount.lustre.0 Request processed in 62us (347us total) trans 0 rc -2/-2 00000100:00100000:2.0:1789776835.842278:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1789776835.842386:0:25076:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff499500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:25076:1876716449671040:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1789776835.842399:0:25076:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.127@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1789776835.842414:0:25076:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.127@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1789776835.842420:0:25076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0000/0xf13b8042cb886326 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88632d expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776835.842429:0:25076:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c0000/0xf13b8042cb886326 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88632d expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789776835.842456:0:25076:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8a5bc31a9800 10000000:01000000:3.0:1789776835.842460:0:25076:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1789776835.842464:0:25076:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1789776835.842466:0:25076:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1789776835.842470:0:25076:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:3.0:1789776835.842474:0:25076:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1789776835.842511:0:25076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c800/0xf13b8042cb886613 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776835.842519:0:25076:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c800/0xf13b8042cb886613 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776835.842535:0:25076:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c800/0xf13b8042cb886613 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789776835.842548:0:25076:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff499500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:25076:1876716449671168:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789776835.842573:0:25076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776835.842590:0:25076:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cd92aa540 going to sleep for 11 seconds 00000100:00100000:0.0:1789776835.842771:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449671168 00000100:00100000:0.0:1789776835.842775:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449671168 00000100:00100000:0.0:1789776835.842795:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1789776835.842807:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7596850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+21:25076:x1876716449671168:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789776835.842817:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789776835.842829:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a5bc3cdea00/0xf13b8042cb88661a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xf13b8042cb886613 expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776835.842849:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a5bc3cdea00/0xf13b8042cb88661a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf13b8042cb886613 expref: 22 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776835.842859:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a5bc3cdea00/0xf13b8042cb88661a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf13b8042cb886613 expref: 22 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776835.842868:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5bc3cdea00, rc 0) 00000100:00100000:0.0:1789776835.842901:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7596850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+22:25076:x1876716449671168:12345-0@lo:101:mount.lustre.0 Request processed in 95us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776835.842907:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1789776835.843006:0:25076:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff499500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:25076:1876716449671168:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789776835.843017:0:25076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c800/0xf13b8042cb886613 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88661a expref: -99 pid: 25076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776835.843036:0:25076:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c800/0xf13b8042cb886613 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13b8042cb88661a expref: -99 pid: 25076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789776835.843953:0:25076:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:3.0:1789776835.844588:0:25076:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789776835.846205:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:3.0:1789776835.846250:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:3.0:1789776835.846262:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:3.0:1789776835.846272:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:3.0:1789776835.846284:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:3.0:1789776835.846297:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:3.0:1789776835.846309:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:3.0:1789776835.846320:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:3.0:1789776835.846331:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:3.0:1789776835.846353:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:3.0:1789776835.846359:0:25076:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:3.0:1789776835.846456:0:25076:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff499500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:25076:1876716449671296:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789776835.850014:0:25076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776835.850248:0:25076:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cd92aab40 going to sleep for 11 seconds 00000100:00100000:1.0:1789776835.850351:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449671296 00000100:00100000:1.0:1789776835.850362:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449671296 00000100:00100000:1.0:1789776835.850426:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1789776835.850436:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7596050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+22:25076:x1876716449671296:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789776835.850631:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7596050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+22:25076:x1876716449671296:12345-0@lo:501:mount.lustre.0 Request processed in 196us (623us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776835.850649:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:3.0:1789776835.850755:0:25076:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff499500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:25076:1876716449671296:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789776835.850802:0:25076:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff499500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:25076:1876716449671424:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789776835.850847:0:25076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776835.850867:0:25076:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cd92aab40 going to sleep for 11 seconds 00000100:00100000:1.0:1789776835.850917:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449671424 00000100:00100000:1.0:1789776835.850921:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449671424 00000100:00100000:1.0:1789776835.850940:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1789776835.850946:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7594450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+22:25076:x1876716449671424:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789776835.851678:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7594450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+22:25076:x1876716449671424:12345-0@lo:503:mount.lustre.0 Request processed in 729us (828us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776835.851688:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1789776835.851772:0:25076:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff499500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:25076:1876716449671424:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789776835.852224:0:25076:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789776835.852297:0:25076:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff499500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:25076:1876716449671552:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789776835.852339:0:25076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776835.852377:0:25076:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cd92aa540 going to sleep for 11 seconds 00000100:00100000:1.0:1789776835.852487:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449671552 00000100:00100000:1.0:1789776835.852518:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449671552 00000100:00100000:1.0:1789776835.852543:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1789776835.852549:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7595c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+22:25076:x1876716449671552:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789776835.852927:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7595c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+22:25076:x1876716449671552:12345-0@lo:502:mount.lustre.0 Request processed in 377us (586us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776835.852934:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1789776835.853225:0:25076:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff499500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:25076:1876716449671552:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789776835.853420:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:3.0:1789776835.853446:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:3.0:1789776835.853460:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:3.0:1789776835.853471:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:3.0:1789776835.853481:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:3.0:1789776835.853524:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:3.0:1789776835.853539:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:3.0:1789776835.853552:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:3.0:1789776835.853562:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:3.0:1789776835.853589:0:25076:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff499500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:25076:1876716449671680:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789776835.853630:0:25076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776835.853655:0:25076:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cd92aa540 going to sleep for 11 seconds 00000100:00100000:1.0:1789776835.853774:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449671680 00000100:00100000:1.0:1789776835.853780:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449671680 00000100:00100000:1.0:1789776835.853810:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1789776835.853817:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7594050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+22:25076:x1876716449671680:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789776835.853911:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7594050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+22:25076:x1876716449671680:12345-0@lo:502:mount.lustre.0 Request processed in 94us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776835.853917:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1789776835.854120:0:25076:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff499500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:25076:1876716449671680:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789776835.854159:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:3.0:1789776835.854167:0:25076:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:3.0:1789776835.855054:0:25080:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1789776835.855063:0:25080:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:3.0:1789776835.855070:0:25080:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789776835.855073:0:25080:0:(obd_config.c:1563:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:3.0:1789776835.855078:0:25080:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789776835.855094:0:25080:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff8a5cfaf28000) 00000020:00000080:3.0:1789776835.855120:0:25080:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:3.0:1789776835.855127:0:25080:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1789776835.855265:0:25080:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8a5bc31a9800 from lustre-OST0001, refs=2 00080000:01000000:3.0:1789776835.855275:0:25080:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:3.0:1789776835.855282:0:25080:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xf13b8042cb886628 00010000:00010000:3.0:1789776835.859177:0:25080:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:3.0:1789776835.859863:0:25080:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:3.0:1789776835.861371:0:25080:0:(osd_handler.c:5581:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:1.0:1789776835.862684:0:25080:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:1.0:1789776835.862698:0:25080:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789776835.862704:0:25080:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789776835.862706:0:25080:0:(obd_config.c:1563:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:1.0:1789776835.862715:0:25080:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789776835.862719:0:25080:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789776835.862720:0:25080:0:(obd_config.c:1563:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:1.0:1789776835.862724:0:25080:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1789776835.862726:0:25080:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1789776835.862728:0:25080:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789776835.862731:0:25080:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789776835.862732:0:25080:0:(obd_config.c:1563:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:1.0:1789776835.862734:0:25080:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789776835.862736:0:25080:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789776835.862738:0:25080:0:(obd_config.c:1563:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1789776835.862741:0:25080:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1789776835.862770:0:25080:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789776835.862772:0:25080:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789776835.862774:0:25080:0:(obd_config.c:1563:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1789776835.862778:0:25080:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:3.0:1789776835.862980:0:25076:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:3.0:1789776835.863011:0:25076:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.127@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:3.0:1789776835.863045:0:25076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c800/0xf13b8042cb886613 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88661a expref: -99 pid: 25076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776835.863060:0:25076:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c800/0xf13b8042cb886613 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88661a expref: -99 pid: 25076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789776835.863070:0:25076:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8a5bc31a9800 from 1 10000000:01000000:3.0:1789776835.863073:0:25076:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789776835.863111:0:25076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c000/0xf13b8042cb88662f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776835.863120:0:25076:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c000/0xf13b8042cb88662f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776835.863132:0:25076:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c000/0xf13b8042cb88662f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789776835.863166:0:25076:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff499500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:25076:1876716449671808:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789776835.863246:0:25076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776835.863294:0:25076:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cd92aa840 going to sleep for 11 seconds 00000100:00100000:1.0:1789776835.863374:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449671808 00000100:00100000:1.0:1789776835.863382:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449671808 00000100:00100000:1.0:1789776835.863437:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1789776835.863446:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7594850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+22:25076:x1876716449671808:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789776835.863459:0:22745:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789776835.863472:0:22745:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a5cc79c1c00/0xf13b8042cb886636 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xf13b8042cb88662f expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776835.863521:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a5cc79c1c00/0xf13b8042cb886636 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf13b8042cb88662f expref: 23 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776835.863531:0:22745:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a5cc79c1c00/0xf13b8042cb886636 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf13b8042cb88662f expref: 23 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776835.863539:0:22745:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5cc79c1c00, rc 0) 00000100:00100000:1.0:1789776835.863580:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7594850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+23:25076:x1876716449671808:12345-0@lo:101:mount.lustre.0 Request processed in 135us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776835.863592:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:3.0:1789776835.863771:0:25076:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff499500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:25076:1876716449671808:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789776835.863787:0:25076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c000/0xf13b8042cb88662f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb886636 expref: -99 pid: 25076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776835.863797:0:25076:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c000/0xf13b8042cb88662f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13b8042cb886636 expref: -99 pid: 25076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789776835.864835:0:25076:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:3.0:1789776835.865125:0:25076:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789776835.868833:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1789776835.868890:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:3.0:1789776835.868907:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:3.0:1789776835.868921:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:3.0:1789776835.868935:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:3.0:1789776835.868948:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:3.0:1789776835.868961:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:3.0:1789776835.868974:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:3.0:1789776835.868988:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:3.0:1789776835.869002:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:3.0:1789776835.869014:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:3.0:1789776835.869052:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:3.0:1789776835.869059:0:25076:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:3.0:1789776835.869174:0:25076:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff499500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:25076:1876716449671936:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789776835.869246:0:25076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776835.869289:0:25076:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5ce0162300 going to sleep for 11 seconds 00000100:00100000:0.0:1789776835.869712:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449671936 00000100:00100000:0.0:1789776835.869721:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449671936 00000100:00100000:0.0:1789776835.869773:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1789776835.869783:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7596c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+23:25076:x1876716449671936:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789776835.869914:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7596c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+23:25076:x1876716449671936:12345-0@lo:501:mount.lustre.0 Request processed in 132us (667us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776835.869921:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:3.0:1789776835.871890:0:25076:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff499500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:25076:1876716449671936:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789776835.871950:0:25076:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff499500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:25076:1876716449672064:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789776835.872020:0:25076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776835.872074:0:25076:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5ce0162300 going to sleep for 11 seconds 00000100:00100000:2.0:1789776835.874641:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449672064 00000100:00100000:2.0:1789776835.874657:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449672064 00000100:00100000:2.0:1789776835.874713:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1789776835.874723:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7597050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+23:25076:x1876716449672064:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789776835.874908:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7597050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+23:25076:x1876716449672064:12345-0@lo:503:mount.lustre.0 Request processed in 186us (2887us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776835.874916:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1789776835.875307:0:25076:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff499500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:25076:1876716449672064:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789776835.875759:0:25076:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789776835.875860:0:25076:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff499500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:25076:1876716449672192:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789776835.875917:0:25076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776835.875952:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449672192 00000100:00100000:3.0:1789776835.875957:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449672192 00000100:00100000:3.0:1789776835.875987:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1789776835.875994:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7594c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+23:25076:x1876716449672192:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789776835.876085:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7594c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+23:25076:x1876716449672192:12345-0@lo:502:mount.lustre.0 Request processed in 91us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776835.876092:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1789776835.876137:0:25076:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5ce0162300 going to sleep for 11 seconds 00000100:00100000:3.0:1789776835.876148:0:25076:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff499500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:25076:1876716449672192:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789776835.876301:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1789776835.876324:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:3.0:1789776835.876336:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:3.0:1789776835.876360:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:3.0:1789776835.876373:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:3.0:1789776835.876386:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:3.0:1789776835.876397:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:3.0:1789776835.876408:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:3.0:1789776835.876420:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:3.0:1789776835.876443:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:3.0:1789776835.876456:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:3.0:1789776835.876474:0:25076:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff499500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:25076:1876716449672320:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789776835.876529:0:25076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776835.876551:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449672320 00000100:00100000:3.0:1789776835.876554:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449672320 00000100:00100000:3.0:1789776835.876574:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1789776835.876581:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7595850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+23:25076:x1876716449672320:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789776835.876642:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7595850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+23:25076:x1876716449672320:12345-0@lo:502:mount.lustre.0 Request processed in 61us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776835.876648:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1789776835.876680:0:25076:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5ce0162300 going to sleep for 11 seconds 00000100:00100000:3.0:1789776835.876692:0:25076:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff499500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:25076:1876716449672320:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789776835.876726:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:3.0:1789776835.876734:0:25076:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:0.0:1789776835.880380:0:25084:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789776835.880395:0:25084:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789776835.880397:0:25084:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1789776835.880403:0:25084:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8a5bc31a9800 00000020:00000080:0.0:1789776835.880406:0:25084:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789776835.880416:0:25084:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789776835.880418:0:25084:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789776835.880425:0:25084:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1789776835.880429:0:25084:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789776835.880431:0:25084:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789776835.880433:0:25084:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1789776835.880436:0:25084:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8a5bc31a9800 00000020:00000080:0.0:1789776835.880438:0:25084:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789776835.880661:0:25084:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789776835.880665:0:25084:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789776835.880667:0:25084:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1789776835.880669:0:25084:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789776835.880671:0:25084:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789776835.880673:0:25084:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1789776835.880676:0:25084:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8a5bc31a9800 00000020:00000080:0.0:1789776835.880678:0:25084:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789776835.882313:0:25084:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789776835.882322:0:25084:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789776835.882324:0:25084:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1789776835.882328:0:25084:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789776835.882332:0:25084:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789776835.882333:0:25084:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1789776835.882337:0:25084:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8a5bc31a9800 00000020:00000080:0.0:1789776835.882339:0:25084:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789776835.882390:0:25084:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789776835.882393:0:25084:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789776835.882395:0:25084:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1789776835.882398:0:25084:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:3.0:1789776835.890315:0:25076:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1789776835.890360:0:25076:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.127@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789776835.890383:0:25076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c000/0xf13b8042cb88662f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb886636 expref: -99 pid: 25076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776835.890396:0:25076:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c000/0xf13b8042cb88662f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb886636 expref: -99 pid: 25076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789776835.890479:0:25076:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1789776835.890483:0:25076:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8a5bc31a9800 10000000:01000000:3.0:1789776835.890486:0:25076:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8a5bc31a9800 10000000:01000000:3.0:1789776835.890504:0:25076:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1789776835.890510:0:25076:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8a5bc31a9800 from 1 10000000:01000000:3.0:1789776835.890520:0:25076:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1789776835.890558:0:25076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc342ce00/0xf13b8042cb88663d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776835.890567:0:25076:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.127@tcp lock: ffff8a5bc342ce00/0xf13b8042cb88663d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776835.890578:0:25076:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.127@tcp lock: ffff8a5bc342ce00/0xf13b8042cb88663d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789776835.890604:0:25076:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff499500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:25076:1876716449672448:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789776835.890672:0:25076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776835.890712:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449672448 00000100:00100000:3.0:1789776835.890719:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449672448 00000100:00100000:3.0:1789776835.890760:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1789776835.890770:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7595450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+23:25076:x1876716449672448:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789776835.890782:0:22745:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789776835.890794:0:22745:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a5bc342dc00/0xf13b8042cb886644 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xf13b8042cb88663d expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776835.890816:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a5bc342dc00/0xf13b8042cb886644 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf13b8042cb88663d expref: 24 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776835.890826:0:22745:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a5bc342dc00/0xf13b8042cb886644 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf13b8042cb88663d expref: 24 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776835.890835:0:22745:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5bc342dc00, rc 0) 00000100:00100000:3.0:1789776835.890868:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7595450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+24:25076:x1876716449672448:12345-0@lo:101:mount.lustre.0 Request processed in 99us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776835.890875:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1789776835.890927:0:25076:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5ce0162b40 going to sleep for 11 seconds 00000100:00100000:3.0:1789776835.890948:0:25076:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff499500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:25076:1876716449672448:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789776835.890962:0:25076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.127@tcp lock: ffff8a5bc342ce00/0xf13b8042cb88663d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb886644 expref: -99 pid: 25076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776835.890970:0:25076:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.127@tcp lock: ffff8a5bc342ce00/0xf13b8042cb88663d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13b8042cb886644 expref: -99 pid: 25076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789776835.895954:0:25076:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:3.0:1789776835.896299:0:25076:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789776835.896477:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1789776835.896622:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:3.0:1789776835.896638:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:3.0:1789776835.896665:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:3.0:1789776835.896676:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:3.0:1789776835.896686:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:3.0:1789776835.896695:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:3.0:1789776835.896705:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:3.0:1789776835.896717:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1789776835.896729:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:3.0:1789776835.896741:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:3.0:1789776835.896755:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:3.0:1789776835.896768:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:3.0:1789776835.896780:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:3.0:1789776835.896792:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:3.0:1789776835.896806:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:3.0:1789776835.896819:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:3.0:1789776835.896830:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:3.0:1789776835.896843:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:3.0:1789776835.896870:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:3.0:1789776835.896886:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:3.0:1789776835.896899:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:3.0:1789776835.896922:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:3.0:1789776835.896934:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:3.0:1789776835.896947:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:3.0:1789776835.896961:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:3.0:1789776835.896974:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:3.0:1789776835.896987:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:3.0:1789776835.897000:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:3.0:1789776835.897012:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:3.0:1789776835.897039:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:3.0:1789776835.897054:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:3.0:1789776835.897067:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:3.0:1789776835.897080:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:3.0:1789776835.897092:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:3.0:1789776835.897118:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:3.0:1789776835.897133:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:3.0:1789776835.897145:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:3.0:1789776835.897157:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:3.0:1789776835.897170:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:3.0:1789776835.897181:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:3.0:1789776835.898330:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:3.0:1789776835.898369:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:3.0:1789776835.898384:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:3.0:1789776835.898398:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:3.0:1789776835.898409:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:3.0:1789776835.898420:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:3.0:1789776835.898433:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:3.0:1789776835.898605:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:3.0:1789776835.898623:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:3.0:1789776835.898653:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:3.0:1789776835.898659:0:25076:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:3.0:1789776835.898784:0:25076:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff499500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:25076:1876716449672576:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789776835.898868:0:25076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776835.898929:0:25076:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5ce01626c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789776835.899142:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449672576 00000100:00100000:0.0:1789776835.899150:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449672576 00000100:00100000:0.0:1789776835.899209:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1789776835.899219:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7595050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+24:25076:x1876716449672576:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789776835.899347:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7595050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+24:25076:x1876716449672576:12345-0@lo:501:mount.lustre.0 Request processed in 128us (477us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776835.899364:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1789776835.899488:0:25076:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff499500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:25076:1876716449672576:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789776835.899554:0:25076:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff499500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:25076:1876716449672704:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789776835.899594:0:25076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776835.899619:0:25076:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5ce01626c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789776835.899675:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449672704 00000100:00100000:0.0:1789776835.899680:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449672704 00000100:00100000:0.0:1789776835.899704:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1789776835.899711:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7597450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+24:25076:x1876716449672704:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789776835.899790:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7597450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+24:25076:x1876716449672704:12345-0@lo:503:mount.lustre.0 Request processed in 79us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776835.899796:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1789776835.899865:0:25076:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff499500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:25076:1876716449672704:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789776835.900646:0:25076:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789776835.900725:0:25076:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff499500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:25076:1876716449672832:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789776835.900779:0:25076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776835.900817:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449672832 00000100:00100000:3.0:1789776835.900823:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449672832 00000100:00100000:3.0:1789776835.900950:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1789776835.900960:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7241050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+24:25076:x1876716449672832:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789776835.901056:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7241050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+24:25076:x1876716449672832:12345-0@lo:502:mount.lustre.0 Request processed in 98us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776835.901064:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1789776835.904636:0:25076:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cd08566c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789776835.904688:0:25076:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff499500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:25076:1876716449672832:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789776835.904948:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1789776835.904979:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:3.0:1789776835.904994:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:3.0:1789776835.905007:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:3.0:1789776835.905021:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:3.0:1789776835.905047:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:3.0:1789776835.905061:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:3.0:1789776835.905075:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:3.0:1789776835.905101:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1789776835.905113:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:3.0:1789776835.905124:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:3.0:1789776835.905136:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:3.0:1789776835.905147:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:3.0:1789776835.905177:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:3.0:1789776835.906304:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:3.0:1789776835.906346:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:3.0:1789776835.906359:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:3.0:1789776835.906370:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:3.0:1789776835.906383:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:3.0:1789776835.906396:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:3.0:1789776835.906408:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:3.0:1789776835.906420:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:3.0:1789776835.906432:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:3.0:1789776835.906452:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:3.0:1789776835.906465:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:3.0:1789776835.906489:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:3.0:1789776835.906519:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:3.0:1789776835.906532:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:3.0:1789776835.906545:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:3.0:1789776835.906583:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:3.0:1789776835.906600:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:3.0:1789776835.906611:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:3.0:1789776835.906622:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:3.0:1789776835.906635:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:3.0:1789776835.906646:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:3.0:1789776835.906658:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:3.0:1789776835.906670:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:3.0:1789776835.906682:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:3.0:1789776835.906693:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:3.0:1789776835.906703:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:3.0:1789776835.906715:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:3.0:1789776835.906736:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:3.0:1789776835.906748:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:3.0:1789776835.906761:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:3.0:1789776835.906772:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:3.0:1789776835.906797:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:3.0:1789776835.906813:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:3.0:1789776835.906827:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:3.0:1789776835.906889:0:25076:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff499500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:25076:1876716449672960:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789776835.906971:0:25076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776835.907012:0:25076:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cd08566c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789776835.908034:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449672960 00000100:00100000:0.0:1789776835.908044:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449672960 00000100:00100000:0.0:1789776835.908107:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1789776835.908117:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7240450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+24:25076:x1876716449672960:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789776835.909440:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7240450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+24:25076:x1876716449672960:12345-0@lo:502:mount.lustre.0 Request processed in 1317us (2462us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776835.909452:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1789776835.910995:0:25076:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff499500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:25076:1876716449672960:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789776835.911425:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:0.0:1789776835.911458:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:0.0:1789776835.911517:0:25076:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff3f7b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:25076:1876716449673088:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789776835.911583:0:25076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776835.911625:0:25076:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5bc1a34780 going to sleep for 11 seconds 00000100:00100000:3.0:1789776835.913470:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449673088 00000100:00100000:3.0:1789776835.913483:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449673088 00000100:00100000:3.0:1789776835.913560:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1789776835.913571:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7243c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+24:25076:x1876716449673088:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789776835.913743:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7243c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+24:25076:x1876716449673088:12345-0@lo:502:mount.lustre.0 Request processed in 172us (2158us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776835.913750:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1789776835.916121:0:25076:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff3f7b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:25076:1876716449673088:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789776835.916215:0:25076:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:0.0:1789776835.916230:0:25076:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:0.0:1789776835.925183:0:25090:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:0.0:1789776835.925205:0:25090:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff8a5cf0283370) 00000020:00000080:0.0:1789776835.925232:0:25090:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:0.0:1789776835.925321:0:25090:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8a5bc31a9800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1789776835.925326:0:25090:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8a5bc31a9800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1789776835.925328:0:25090:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8a5bc31a9800 3 00010000:00080000:0.0:1789776835.925359:0:25090:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8a5cfaf12800@lustre-MDT0000-lwp-OST0001: add connection 192.168.204.127@tcp at head 00010000:00010000:0.0:1789776835.927463:0:25090:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:0.0:1789776835.927688:0:25090:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:0.0:1789776835.927729:0:25090:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1789776835.927750:0:25090:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0xf13b8042cb886652 00000100:00080000:0.0:1789776835.927761:0:25090:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789776835.927767:0:25090:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8a5cfaf12800 using connection 192.168.204.127@tcp/0@lo 00000100:00100000:0.0:1789776835.927814:0:25090:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5cff3f7b80 x1876716449673216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789776835.927858:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff3f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1876716449673216:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1789776835.927934:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1789776835.927986:0:25090:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1789776835.928070:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449673216 00000100:00100000:1.0:1789776835.928078:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449673216 00000100:00100000:1.0:1789776835.928109:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789776835.928117:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff3f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3642:x1876716449673216:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1789776835.928136:0:22753:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 657 last 0 00000020:00000080:1.0:1789776835.928164:0:22753:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0xf13b8042cb886659 00000004:00100000:1.0:1789776835.928180:0:22753:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1789776835.928210:0:22753:0:(import.c:65:import_set_state_nolock()) ffff8a5cfae22000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789776835.928264:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff3f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1876716449673216:12345-0@lo:38:llog_process_th.0 Request processed in 146us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776835.928271:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:1.0:1789776835.928311:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a5cff3f7b80 x1876716449673216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789776845 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789776835.928322:0:3642:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789776835.928328:0:3642:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:1.0:1789776835.928335:0:3642:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1789776835.928338:0:3642:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1789776835.928340:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8a5cfaf12800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1789776835.928346:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff3f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1876716449673216:0@lo:38:llog_process_th.0 00000100:00080000:2.0:1789776835.937772:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789776835.937779:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789776835.937782:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789776835.937785:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789776835.937820:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789776835.937836:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789776835.937841:0:38:0:(import.c:65:import_set_state_nolock()) ffff8a5bc31a8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789776835.937849:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 656 00000100:00080000:2.0:1789776835.937854:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1789776835.937862:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8a5bc31a8000 using connection 192.168.204.127@tcp/0@lo 00000100:00100000:2.0:1789776835.937886:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5cf0860e00 x1876716449673856/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789776835.937949:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3d4e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876716449673344:0@lo:400:kworker.0 00000100:00100000:2.0:1789776835.938013:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776835.938059:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0863b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1876716449673984:0@lo:400:kworker.0 00000100:00100000:2.0:1789776835.938083:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776835.938114:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1789776835.938121:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3d4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1876716449673472:0@lo:400:kworker.0 00000100:00100000:2.0:1789776835.938142:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776835.938156:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0861f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1876716449674112:0@lo:400:kworker.0 00000100:00100000:2.0:1789776835.938175:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776835.938201:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876716449673600:0@lo:400:kworker.0 00000100:00100000:2.0:1789776835.938223:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776835.938239:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789776835.938244:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876716449673728:0@lo:400:kworker.0 00000100:00100000:2.0:1789776835.938283:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776835.939058:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449673984 00000100:00100000:0.0:1789776835.939067:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449673984 00000100:00100000:0.0:1789776835.939108:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449673472 00000100:00100000:0.0:1789776835.939111:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449673472 00000100:00100000:0.0:1789776835.939119:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449674112 00000100:00100000:0.0:1789776835.939121:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449674112 00000100:00100000:0.0:1789776835.939134:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1789776835.939142:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0862d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1876716449673984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789776835.939246:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0862d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1876716449673984:12345-0@lo:400:kworker.0 Request processed in 104us (1161us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776835.939253:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1789776835.939278:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789776835.939284:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0861180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1876716449673472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789776835.939310:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0861180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1876716449673472:12345-0@lo:400:kworker.0 Request processed in 27us (1168us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776835.939316:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789776835.939325:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1789776835.939330:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0860000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1876716449674112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789776835.939350:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0860000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1876716449674112:12345-0@lo:400:kworker.0 Request processed in 20us (1174us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776835.939355:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1789776835.939371:0:23495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449673344 00000100:00100000:0.0:1789776835.939374:0:23495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449673344 00000100:00100000:0.0:1789776835.939393:0:23495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449673600 00000100:00100000:0.0:1789776835.939395:0:23495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449673600 00000100:00100000:0.0:1789776835.939405:0:23495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1789776835.939410:0:23495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0863800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1876716449673344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789776835.939436:0:23495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0863800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1876716449673344:12345-0@lo:400:kworker.0 Request processed in 26us (1423us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776835.939441:0:23495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1789776835.939449:0:23495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1789776835.939453:0:23495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0862300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876716449673600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789776835.939476:0:23495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0862300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876716449673600:12345-0@lo:400:kworker.0 Request processed in 23us (1253us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776835.939481:0:23495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1789776835.939540:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876716449673600:0@lo:400:kworker.0 00000100:00100000:1.0:1789776835.939700:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0860e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876716449673856:0@lo:8:kworker.0 00000100:00100000:1.0:1789776835.939737:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776835.939795:0:24258:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449673728 00000100:00100000:1.0:1789776835.939799:0:24258:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449673728 00000100:00100000:1.0:1789776835.939829:0:24258:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449673856 00000100:00100000:1.0:1789776835.939838:0:24258:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449673856 00000100:00100000:1.0:1789776835.939858:0:24258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789776835.939864:0:24258:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0862a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876716449673728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789776835.939895:0:24258:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0862a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876716449673728:12345-0@lo:400:kworker.0 Request processed in 32us (1612us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776835.939901:0:24258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789776835.939912:0:24258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789776835.939916:0:24258:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3e95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3642:x1876716449673856:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1789776835.939954:0:24258:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3e95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3642:x1876716449673856:12345-0@lo:8:kworker.0 Request processed in 38us (217us total) trans 0 rc -11/-11 00000100:00100000:1.0:1789776835.939959:0:24258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789776835.939982:0:3642:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789776835.939988:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8a5bc31a8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789776835.939992:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1789776835.939995:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0860e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876716449673856:0@lo:8:kworker.0 00000020:01000004:1.0:1789776835.940056:0:25090:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:1.0:1789776835.940073:0:25090:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff8a5cc8c63370) 00000020:00000080:1.0:1789776835.940092:0:25090:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:1.0:1789776835.940175:0:25090:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8a5bc31a9800 from lustre-OST0001, refs=3 00000020:01000004:1.0:1789776835.940180:0:25090:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8a5bc31a9800 from lustre-OST0001, refs=3 00000020:01000004:1.0:1789776835.940182:0:25090:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8a5bc31a9800 3 00010000:00080000:1.0:1789776835.940211:0:25090:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8a5ce9157800@lustre-MDT0001-lwp-OST0001: add connection 192.168.204.127@tcp at head 00010000:00010000:1.0:1789776835.941818:0:25090:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:1.0:1789776835.942015:0:25090:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:1.0:1789776835.942070:0:25090:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1789776835.942082:0:25090:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0xf13b8042cb886667 00000100:00080000:1.0:1789776835.942092:0:25090:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789776835.942098:0:25090:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8a5ce9157800 using connection 192.168.204.127@tcp/0@lo 00000100:00100000:1.0:1789776835.942143:0:25090:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5bc3e96a00 x1876716449674240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789776835.942185:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3e96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3642:1876716449674240:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1789776835.942246:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1789776835.942298:0:25090:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1789776835.942320:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789776835.942325:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789776835.942327:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789776835.942330:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789776835.942881:0:24893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449674240 00000100:00100000:3.0:1789776835.942890:0:24893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449674240 00000100:00100000:3.0:1789776835.942923:0:24893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789776835.942930:0:24893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3e97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3642:x1876716449674240:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1789776835.942955:0:24893:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 657 last 0 00000020:00000080:3.0:1789776835.943133:0:24893:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0xf13b8042cb88666e 00000004:00100000:3.0:1789776835.943149:0:24893:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1789776835.943179:0:24893:0:(import.c:65:import_set_state_nolock()) ffff8a5bc3cc4000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789776835.943241:0:24893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3e97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1876716449674240:12345-0@lo:38:llog_process_th.0 Request processed in 310us (994us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776835.943249:0:24893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:0.0:1789776835.943625:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a5cc48aaa00 x1876716449673728/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789776851 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789776835.943646:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876716449673728:0@lo:400:kworker.0 00010000:00080000:2.0:1789776835.944270:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a5cf0863b80 x1876716449673984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776851 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789776835.944282:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0863b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1876716449673984:0@lo:400:kworker.0 00010000:00080000:2.0:1789776835.944311:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a5bc3d4f480 x1876716449673472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776851 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789776835.944318:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3d4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1876716449673472:0@lo:400:kworker.0 00010000:00080000:2.0:1789776835.944329:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a5cf0861f80 x1876716449674112/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776851 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789776835.944336:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0861f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1876716449674112:0@lo:400:kworker.0 00000100:00100000:2.0:1789776835.944348:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3d4e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876716449673344:0@lo:400:kworker.0 00000040:00080000:0.0:1789776835.949421:0:25090:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00010000:00080000:3.0:1789776835.950546:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a5bc3e96a00 x1876716449674240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789776845 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789776835.950563:0:3642:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789776835.950575:0:3642:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:3.0:1789776835.950587:0:3642:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1789776835.950592:0:3642:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1789776835.950596:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8a5ce9157800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1789776835.950605:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3642:1876716449674240:0@lo:38:llog_process_th.0 00000020:01000000:1.0:1789776835.950969:0:25076:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1789776835.951004:0:25076:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.127@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1789776835.951036:0:25076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc342ce00/0xf13b8042cb88663d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb886644 expref: -99 pid: 25076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776835.951047:0:25076:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.127@tcp lock: ffff8a5bc342ce00/0xf13b8042cb88663d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb886644 expref: -99 pid: 25076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1789776835.951090:0:25076:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1789776835.951092:0:25076:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1789776835.951094:0:25076:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789776835.951095:0:25076:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789776835.951096:0:25076:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789776835.951097:0:25076:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789776835.951098:0:25076:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1789776835.951100:0:25076:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789776835.951101:0:25076:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1789776835.951104:0:25076:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:1.0:1789776835.951107:0:25076:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1789776835.951108:0:25076:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1789776835.951112:0:25076:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789776835.951113:0:25076:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789776835.951114:0:25076:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789776835.951115:0:25076:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789776835.951116:0:25076:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1789776835.951117:0:25076:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789776835.951118:0:25076:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1789776835.951138:0:25076:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:1.0:1789776835.951153:0:25076:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3e97b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:25076:1876716449674368:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1789776835.951214:0:25076:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776835.951257:0:25076:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cd9bc7a80 going to sleep for 11 seconds 00000100:00100000:3.0:1789776835.951673:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449674368 00000100:00100000:3.0:1789776835.951681:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449674368 00000100:00100000:3.0:1789776835.951728:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1789776835.951736:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7241450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+24:25076:x1876716449674368:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789776835.951775:0:22747:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:3.0:1789776835.951788:0:22747:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1789776835.962604:0:22747:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1789776835.962625:0:22747:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:1.0:1789776835.962776:0:22768:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1789776835.962782:0:22768:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1789776835.962805:0:22768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8a5cc79c0e00/0xf13b8042cb886675 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776835.962823:0:22768:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a5bc3cde800/0xf13b8042cb8865e9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf13b8042cb8865e2 expref: 24 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776835.962831:0:22768:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a5bc3cdfc00/0xf13b8042cb8865f7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf13b8042cb8865f0 expref: 24 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776835.962839:0:22768:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8a5cc79c0e00/0xf13b8042cb886675 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776835.962874:0:22768:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a5bc3cdfc00/0xf13b8042cb8865f7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf13b8042cb8865f0 expref: 24 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776835.962888:0:22768:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8a5bc3cdfc00/0xf13b8042cb8865f7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf13b8042cb8865f0 expref: 24 pid: 22745 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789776835.962902:0:22768:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3e96a00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22768:1876716449674496:0@lo:104: 00000100:00100000:1.0:1789776835.962962:0:22768:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1789776835.963016:0:22768:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a5bc3cde800/0xf13b8042cb8865e9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf13b8042cb8865e2 expref: 24 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776835.963037:0:22768:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8a5bc3cde800/0xf13b8042cb8865e9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf13b8042cb8865e2 expref: 24 pid: 22747 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789776835.963045:0:22768:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3040700 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22768:1876716449674624:0@lo:104: 00000100:00100000:1.0:1789776835.963064:0:22768:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776835.963076:0:22768:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cd9bc7840 going to sleep for 11 seconds 00000100:00100000:0.0:1789776835.963144:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449674496 00000100:00100000:0.0:1789776835.963151:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449674496 00000100:00100000:0.0:1789776835.963184:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449674624 00000100:00100000:0.0:1789776835.963195:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449674624 00000100:00100000:0.0:1789776835.963208:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789776835.963216:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3e94e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5a006032-c001-4c71-94dd-7855e60f7383+4:22768:x1876716449674496:12345-0@lo:104: 00010000:00010000:0.0:1789776835.963227:0:22735:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.127@tcp lock: ffff8a5cfc256c00/0xf13b8042cb8865f0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf13b8042cb8865f7 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776835.963273:0:22735:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1789776835.963279:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3e94e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5a006032-c001-4c71-94dd-7855e60f7383+4:22768:x1876716449674496:12345-0@lo:104: Request processed in 64us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776835.963286:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789776835.963299:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789776835.963304:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3040e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5a006032-c001-4c71-94dd-7855e60f7383+3:22768:x1876716449674624:12345-0@lo:104: 00010000:00010000:0.0:1789776835.963311:0:22735:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.127@tcp lock: ffff8a5bc342ca00/0xf13b8042cb8865e2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf13b8042cb8865e9 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776835.963334:0:22735:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1789776835.963338:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3040e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5a006032-c001-4c71-94dd-7855e60f7383+3:22768:x1876716449674624:12345-0@lo:104: Request processed in 34us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776835.963343:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:0.0:1789776835.963358:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789776835.963369:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.127@tcp lock: ffff8a5cfc256c00/0xf13b8042cb8865f0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf13b8042cb8865f7 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776835.963376:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cfc256c00 already unused, calling callback (ffffffffc11fbc20) 10000000:00010000:0.0:1789776835.963380:0:22741:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.127@tcp lock: ffff8a5cfc256c00/0xf13b8042cb8865f0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf13b8042cb8865f7 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776835.963389:0:22741:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.127@tcp lock: ffff8a5cfc256c00/0xf13b8042cb8865f0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf13b8042cb8865f7 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789776835.963396:0:22741:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.127@tcp lock: ffff8a5cfc256c00/0xf13b8042cb8865f0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf13b8042cb8865f7 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789776835.963401:0:22741:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1789776835.963425:0:22741:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.127@tcp lock: ffff8a5cfc256c00/0xf13b8042cb8865f0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13b8042cb8865f7 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776835.963430:0:22741:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789776835.963446:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.127@tcp lock: ffff8a5cfc256c00/0xf13b8042cb8865f0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13b8042cb8865f7 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776835.963453:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.127@tcp lock: ffff8a5cfc256c00/0xf13b8042cb8865f0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13b8042cb8865f7 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776835.963464:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789776835.963467:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.127@tcp lock: ffff8a5bc342ca00/0xf13b8042cb8865e2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf13b8042cb8865e9 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776835.963473:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc342ca00 already unused, calling callback (ffffffffc11fbc20) 10000000:00010000:0.0:1789776835.963475:0:22741:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.127@tcp lock: ffff8a5bc342ca00/0xf13b8042cb8865e2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf13b8042cb8865e9 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776835.963515:0:22741:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.127@tcp lock: ffff8a5bc342ca00/0xf13b8042cb8865e2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf13b8042cb8865e9 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789776835.963522:0:22741:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.127@tcp lock: ffff8a5bc342ca00/0xf13b8042cb8865e2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf13b8042cb8865e9 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789776835.963527:0:22741:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1789776835.963539:0:22741:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.127@tcp lock: ffff8a5bc342ca00/0xf13b8042cb8865e2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13b8042cb8865e9 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776835.963543:0:22741:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789776835.963549:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.127@tcp lock: ffff8a5bc342ca00/0xf13b8042cb8865e2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13b8042cb8865e9 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776835.963555:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.127@tcp lock: ffff8a5bc342ca00/0xf13b8042cb8865e2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13b8042cb8865e9 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776835.963567:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789776835.963568:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789776835.963570:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789776835.963575:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789776835.963591:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff3f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a006032-c001-4c71-94dd-7855e60f7383:3645:1876716449674752:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789776835.963615:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776835.963638:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789776835.963642:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff3f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a006032-c001-4c71-94dd-7855e60f7383:3645:1876716449674880:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789776835.963657:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776835.963681:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449674752 00000100:00100000:0.0:1789776835.963685:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449674752 00010000:00010000:0.0:1789776835.963703:0:22739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a5bc3cdfc00/0xf13b8042cb8865f7 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf13b8042cb8865f0 expref: 25 pid: 22745 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789776835.963721:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449674880 00000100:00100000:0.0:1789776835.963723:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449674880 00010000:00010000:0.0:1789776835.963730:0:22739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a5bc3cde800/0xf13b8042cb8865e9 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf13b8042cb8865e2 expref: 26 pid: 22747 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789776835.963740:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789776835.963745:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff3f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5a006032-c001-4c71-94dd-7855e60f7383+26:3645:x1876716449674752:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789776835.963754:0:22739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789776835.963758:0:22739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a5bc3cdfc00/0xf13b8042cb8865f7 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf13b8042cb8865f0 expref: 26 pid: 22745 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776835.963768:0:22739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a5bc3cdfc00/0xf13b8042cb8865f7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf13b8042cb8865f0 expref: 26 pid: 22745 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776835.963781:0:22739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789776835.963803:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff3f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5a006032-c001-4c71-94dd-7855e60f7383+26:3645:x1876716449674752:12345-0@lo:103:ldlm_bl.0 Request processed in 57us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776835.963809:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789776835.963820:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789776835.963825:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff3f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5a006032-c001-4c71-94dd-7855e60f7383+25:3645:x1876716449674880:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789776835.963831:0:22739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789776835.963834:0:22739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a5bc3cde800/0xf13b8042cb8865e9 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf13b8042cb8865e2 expref: 25 pid: 22747 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776835.963843:0:22739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a5bc3cde800/0xf13b8042cb8865e9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf13b8042cb8865e2 expref: 25 pid: 22747 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776835.963863:0:22739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8a5cc79c0e00/0xf13b8042cb886675 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776835.963870:0:22739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a5cc79c0e00/0xf13b8042cb886675 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1789776835.963882:0:22739:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.011269823s 00010000:00010000:0.0:1789776835.963887:0:22739:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8a5cc79c0e00/0xf13b8042cb886675 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776835.963894:0:22739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8a5cc79c0e00/0xf13b8042cb886675 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776835.963901:0:22739:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8a5cc79c0e00/0xf13b8042cb886675 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776835.963907:0:22739:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8a5cc79c0e00/0xf13b8042cb886675 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776835.963912:0:22739:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cc79c0e00 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:0.0:1789776835.963916:0:22739:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8a5cc79c0e00/0xf13b8042cb886675 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776835.963922:0:22739:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8a5cc79c0e00/0xf13b8042cb886675 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776835.963930:0:22739:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8a5cc79c0e00/0xf13b8042cb886675 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776835.963937:0:22739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789776835.963955:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff3f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5a006032-c001-4c71-94dd-7855e60f7383+25:3645:x1876716449674880:12345-0@lo:103:ldlm_bl.0 Request processed in 130us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776835.963965:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789776835.963997:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff3f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a006032-c001-4c71-94dd-7855e60f7383:3645:1876716449674880:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789776835.964004:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff3f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a006032-c001-4c71-94dd-7855e60f7383:3645:1876716449674752:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789776835.964043:0:22768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a5bc3cdfc00/0xf13b8042cb8865f7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf13b8042cb8865f0 expref: 24 pid: 22745 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789776835.964053:0:22768:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e96a00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22768:1876716449674496:0@lo:104: 00010000:00010000:0.0:1789776835.964060:0:22768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a5bc3cde800/0xf13b8042cb8865e9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf13b8042cb8865e2 expref: 23 pid: 22747 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789776835.964067:0:22768:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3040700 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22768:1876716449674624:0@lo:104: 00010000:00010000:0.0:1789776835.964080:0:22768:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8a5cc79c0e00/0xf13b8042cb886675 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776835.964088:0:22768:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8a5cc79c0e00/0xf13b8042cb886675 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776835.964094:0:22768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8a5cc79c0e00/0xf13b8042cb886675 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776835.964101:0:22768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a5cc79c0e00/0xf13b8042cb886675 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789776835.964269:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7241450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+22:25076:x1876716449674368:12345-0@lo:253:mount.lustre.0 Request processed in 12533us (13054us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776835.964277:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1789776835.964384:0:25076:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e97b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5a006032-c001-4c71-94dd-7855e60f7383:25076:1876716449674368:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789776835.964394:0:25076:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:0.0:1789776835.964398:0:25076:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789776835.964399:0:25076:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1789776835.964406:0:25076:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789776835.964408:0:25076:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789776835.964409:0:25076:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789776835.964410:0:25076:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789776835.964412:0:25076:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789776835.964414:0:25076:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789776835.964416:0:25076:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1789776835.964429:0:25076:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00000001:00000004:0.0:1789776835.967466:0:25076:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:0.0:1789776835.969571:0:25076:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:0.0:1789776835.969580:0:25076:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:0.0:1789776835.969615:0:25076:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1789776835.969654:0:25076:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.127@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1789776835.969672:0:25076:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=50 00000080:00000004:0.0:1789776835.969691:0:25076:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:0.0:1789776835.970333:0:25076:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789776835.970567:0:25076:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789776836.066761:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789776836.133623:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3042300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876716449675008:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789776836.133714:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776836.136540:0:23495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449675008 00000100:00100000:2.0:1789776836.136556:0:23495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449675008 00000100:00100000:2.0:1789776836.136632:0:23495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1789776836.136642:0:23495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3043480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1876716449675008:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789776836.136686:0:23495:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789776836.136777:0:23495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3043480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1876716449675008:12345-0@lo:41:osp-pre-0-1.0 Request processed in 136us (3062us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776836.136784:0:23495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1789776836.136883:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3042300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876716449675008:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789776836.642825:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0861f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876716449675136:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789776836.642913:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776836.643031:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449675136 00000100:00100000:1.0:1789776836.643046:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449675136 00000100:00100000:1.0:1789776836.643109:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1789776836.643118:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff49b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1876716449675136:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789776836.643149:0:22757:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789776836.644157:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff49b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1876716449675136:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1033us (1236us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776836.644167:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1789776836.644319:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0861f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876716449675136:0@lo:41:osp-pre-1-0.0 00000020:00000004:2.0:1789776836.826823:0:25143:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789776836.827879:0:25143:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789776837.090600:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1789776837.794579:0:22749:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1789776837.794588:0:22749:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8a5cf514d000 from 14 10000000:01000000:0.0:1789776837.794593:0:22749:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1789776837.794652:0:22749:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdfa00/0xf13b8042cb88667c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776837.794663:0:22749:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdfa00/0xf13b8042cb88667c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776837.794675:0:22749:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdfa00/0xf13b8042cb88667c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789776837.794703:0:22749:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff3f5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449675264:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789776837.794773:0:22749:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776837.794826:0:22749:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5bc370d480 going to sleep for 11 seconds 00000100:00100000:3.0:1789776837.794892:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449675264 00000100:00100000:3.0:1789776837.794900:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449675264 00000100:00100000:3.0:1789776837.794966:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1789776837.794976:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7240050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+22:22749:x1876716449675264:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789776837.795005:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789776837.795020:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a5bc342cc00/0xf13b8042cb886683 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf13b8042cb88667c expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776837.795066:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a5bc342cc00/0xf13b8042cb886683 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf13b8042cb88667c expref: 23 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776837.795077:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a5bc342cc00/0xf13b8042cb886683 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf13b8042cb88667c expref: 23 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776837.795085:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5bc342cc00, rc 0) 00000100:00100000:3.0:1789776837.795140:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7240050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+23:22749:x1876716449675264:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 166us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776837.795147:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:0.0:1789776837.796736:0:22749:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff3f5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449675264:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789776837.796902:0:22749:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdfa00/0xf13b8042cb88667c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb886683 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776837.796917:0:22749:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdfa00/0xf13b8042cb88667c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13b8042cb886683 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789776837.797435:0:22749:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff3f5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449675392:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1789776837.799738:0:22749:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776837.799801:0:22749:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5bc370d480 going to sleep for 11 seconds 00000100:00100000:1.0:1789776837.800040:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449675392 00000100:00100000:1.0:1789776837.800050:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449675392 00000100:00100000:1.0:1789776837.800099:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1789776837.800109:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7240850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+23:22749:x1876716449675392:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1789776837.800132:0:22747:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1789776837.800148:0:22747:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1789776837.800155:0:22747:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:1.0:1789776837.800269:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7240850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+23:22749:x1876716449675392:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 161us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776837.800277:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1789776837.800425:0:22749:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff3f5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449675392:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1789776837.800547:0:22749:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.127@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1789776837.800558:0:22749:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdfa00/0xf13b8042cb88667c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb886683 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776837.800570:0:22749:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdfa00/0xf13b8042cb88667c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb886683 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789776837.800581:0:22749:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1789776837.800583:0:22749:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8a5bc4d97000 from 14 10000000:01000000:0.0:1789776837.800586:0:22749:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1789776837.800940:0:22749:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdf400/0xf13b8042cb88668a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776837.800950:0:22749:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdf400/0xf13b8042cb88668a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776837.800961:0:22749:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdf400/0xf13b8042cb88668a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789776837.801001:0:22749:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff3f5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449675520:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789776837.801053:0:22749:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776837.801130:0:22749:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5bc370d480 going to sleep for 11 seconds 00000100:00100000:3.0:1789776837.804768:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449675520 00000100:00100000:3.0:1789776837.804783:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449675520 00000100:00100000:2.0:1789776837.806179:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:2.0:1789776837.806195:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7241c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+23:22749:x1876716449675520:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789776837.806214:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789776837.806232:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a5cfc257c00/0xf13b8042cb886691 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf13b8042cb88668a expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776837.806261:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a5cfc257c00/0xf13b8042cb886691 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf13b8042cb88668a expref: 24 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776837.806285:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a5cfc257c00/0xf13b8042cb886691 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf13b8042cb88668a expref: 24 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776837.806295:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5cfc257c00, rc 0) 00000100:00100000:2.0:1789776837.806378:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7241c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+24:22749:x1876716449675520:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 187us (5324us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776837.806384:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:2.0:1789776837.806441:0:22749:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff3f5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449675520:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789776837.806458:0:22749:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdf400/0xf13b8042cb88668a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb886691 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776837.806468:0:22749:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdf400/0xf13b8042cb88668a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13b8042cb886691 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776837.806549:0:22749:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0863b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449675648:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1789776837.806591:0:22749:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776837.806636:0:22749:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cfc2b6b40 going to sleep for 11 seconds 00000100:00100000:3.0:1789776837.806697:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449675648 00000100:00100000:3.0:1789776837.806703:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449675648 00000100:00100000:3.0:1789776837.806747:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:3.0:1789776837.806755:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7241850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+24:22749:x1876716449675648:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1789776837.806770:0:22747:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1789776837.806785:0:22747:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1789776837.806788:0:22747:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:3.0:1789776837.806866:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7241850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+24:22749:x1876716449675648:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 112us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776837.806873:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1789776837.807047:0:22749:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0863b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449675648:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1789776837.807107:0:22749:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.127@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1789776837.807115:0:22749:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdf400/0xf13b8042cb88668a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb886691 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776837.807122:0:22749:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.127@tcp lock: ffff8a5bc3cdf400/0xf13b8042cb88668a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb886691 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776838.114726:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789776838.565943:0:22788:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1789776839.138848:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789776840.162630:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789776840.738991:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789776840.739015:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff3f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876716449675776:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789776840.739084:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776840.739145:0:24262:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449675776 00000100:00100000:0.0:1789776840.739153:0:24262:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449675776 00000100:00100000:0.0:1789776840.739212:0:24262:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789776840.739222:0:24262:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff3f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876716449675776:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789776840.739252:0:24262:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1789776840.739298:0:24262:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff3f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876716449675776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776840.739305:0:24262:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:0.0:1789776840.739328:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:0.0:1789776840.739361:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5cff3f6d80 x1876716449675776/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789776856 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789776840.739380:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff3f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876716449675776:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789776841.063673:0:3642:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789776821/real 1789776821] req@ffff8a5cc48a8e00 x1876716449662080/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789776841 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789776841.063704:0:3642:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a5cc48a8e00 x1876716449662080/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789776841 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789776841.063727:0:3642:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789776821/real 1789776821] req@ffff8a5cc48a9880 x1876716449662208/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789776841 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789776841.063740:0:3642:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a5cc48a9880 x1876716449662208/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789776841 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789776841.063759:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8a5bc3764800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789776841.064016:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789776841.064021:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876716449662080:0@lo:8:kworker.0 00000100:00080000:0.0:1789776841.064028:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8a5cd8811800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789776841.064033:0:3642:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789776841.064035:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876716449662208:0@lo:8:kworker.0 00000100:00080000:1.0:1789776841.064526:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789776841.064531:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789776841.064535:0:8:0:(import.c:65:import_set_state_nolock()) ffff8a5bc3764800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789776841.064540:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 642 00000100:00080000:1.0:1789776841.064545:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00100000:2.0:1789776841.064546:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3042680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a006032-c001-4c71-94dd-7855e60f7383:3646:1876716449675904:0@lo:400:kworker.0 00000100:00100000:2.0:1789776841.064621:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776841.064681:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449675904 00000100:00100000:2.0:1789776841.064688:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449675904 00000100:00100000:2.0:1789776841.064735:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:2.0:1789776841.064744:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7242850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+24:3646:x1876716449675904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789776841.064815:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7242850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+24:3646:x1876716449675904:12345-0@lo:400:kworker.0 Request processed in 71us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776841.064821:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:2.0:1789776841.064868:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3042680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a006032-c001-4c71-94dd-7855e60f7383:3646:1876716449675904:0@lo:400:kworker.0 00000100:00080000:1.0:1789776841.065350:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8a5bc3764800 using connection 192.168.204.127@tcp/0@lo 00000100:00100000:1.0:1789776841.065377:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5bc3041180 x1876716449676160/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789776841.065446:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3041180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876716449676160:0@lo:8:kworker.0 00000100:00100000:2.0:1789776841.065487:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1789776841.065577:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789776841.065581:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789776841.065584:0:8:0:(import.c:65:import_set_state_nolock()) ffff8a5cd8811800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789776841.065588:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 642 00000100:00080000:1.0:1789776841.065591:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1789776841.065594:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8a5cd8811800 using connection 192.168.204.127@tcp/0@lo 00000100:00100000:1.0:1789776841.065609:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5bc3043b80 x1876716449676288/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789776841.066107:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3043b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876716449676288:0@lo:8:kworker.0 00000100:00100000:2.0:1789776841.066143:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776841.066183:0:24258:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449676160 00000100:00100000:2.0:1789776841.066190:0:24258:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449676160 00000100:00100000:2.0:1789776841.066217:0:24258:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449676288 00000100:00100000:2.0:1789776841.066220:0:24258:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449676288 00000100:00100000:2.0:1789776841.066236:0:24258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789776841.066242:0:24258:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0863b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3642:x1876716449676160:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1789776841.066270:0:24258:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 662 last 0 00000020:00000080:2.0:1789776841.066384:0:24258:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xf13b8042cb886698 00002000:00100000:2.0:1789776841.066400:0:24258:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff8a5cc871b000 ocd_connect_flags: 0xa044401443000026 ocd_version: 211396f ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:2.0:1789776841.066405:0:24258:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:2.0:1789776841.066407:0:24258:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1789776841.066479:0:24258:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1789776841.066539:0:24258:0:(import.c:65:import_set_state_nolock()) ffff8a5cc8718800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789776841.066717:0:24258:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0863b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3642:x1876716449676160:12345-0@lo:8:kworker.0 Request processed in 472us (1228us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776841.066726:0:24258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789776841.066746:0:24258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789776841.066751:0:24258:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0861f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3642:x1876716449676288:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1789776841.066768:0:24258:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 662 last 0 00000020:00000080:2.0:1789776841.066785:0:24258:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xf13b8042cb88669f 00002000:00100000:2.0:1789776841.066792:0:24258:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff8a5cc871f000 ocd_connect_flags: 0xa044401443000026 ocd_version: 211396f ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:2.0:1789776841.066796:0:24258:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:2.0:1789776841.066798:0:24258:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1789776841.067038:0:24258:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1789776841.067055:0:24258:0:(import.c:65:import_set_state_nolock()) ffff8a5cc8719800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789776841.067089:0:24258:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0861f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3642:x1876716449676288:12345-0@lo:8:kworker.0 Request processed in 336us (944us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776841.067097:0:24258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:2.0:1789776841.067149:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5bc3043b80 x1876716449676288/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789776866 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789776841.067160:0:3642:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789776841.067167:0:3642:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1789776841.067175:0:3642:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1789776841.067180:0:3642:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1789776841.067183:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8a5cd8811800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1789776841.067205:0:3642:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1789776841.067211:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3043b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876716449676288:0@lo:8:kworker.0 00010000:00080000:2.0:1789776841.067229:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5bc3041180 x1876716449676160/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789776866 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1789776841.067234:0:22779:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x5:0x0] 00000100:00100000:2.0:1789776841.067246:0:3642:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789776841.067252:0:3642:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00100000:3.0:1789776841.067258:0:22779:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff499f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22779:1876716449676544:0@lo:5:osp-pre-1-0.0 00000100:00080000:2.0:1789776841.067258:0:3642:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1789776841.067263:0:3642:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1789776841.067267:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8a5bc3764800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1789776841.067297:0:22779:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776841.071074:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3042a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876716449676672:0@lo:400:kworker.0 00000100:00100000:1.0:1789776841.071192:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776841.071269:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3040a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876716449676032:0@lo:400:kworker.0 00000100:00100000:1.0:1789776841.072396:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776841.072431:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789776841.072640:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff49b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876716449676416:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789776841.072676:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776841.073937:0:25073:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449676544 00000100:00100000:1.0:1789776841.073948:0:25073:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449676544 00000100:00100000:3.0:1789776841.073954:0:22779:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc4e74b40 going to sleep for 11 seconds 00000100:00100000:1.0:1789776841.074094:0:25073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789776841.074104:0:25073:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff499180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22779:x1876716449676544:12345-0@lo:5:osp-pre-1-0.0 00000100:00080000:3.0:1789776841.074282:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:2.0:1789776841.074336:0:3642:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1789776841.074346:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3041180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1876716449676160:0@lo:8:kworker.0 00000100:00100000:3.0:1789776841.074445:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000004:00080000:2.0:1789776841.074467:0:22777:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x22:0x0] 00000100:00100000:2.0:1789776841.074489:0:22777:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3d4e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22777:1876716449676928:0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1789776841.074551:0:22777:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776841.074569:0:22777:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5bc368f9c0 going to sleep for 11 seconds 00000004:00080000:2.0:1789776841.074584:0:22776:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1789776841.074664:0:22776:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 662319170520ns, next at 0ns, rc = 0 00080000:00080000:2.0:1789776841.074672:0:22776:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:2.0:1789776841.074707:0:24261:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449676928 00000100:00100000:2.0:1789776841.074711:0:24261:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449676928 00000100:00100000:2.0:1789776841.074737:0:24261:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789776841.074744:0:24261:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3d4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22777:x1876716449676928:12345-0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1789776841.074756:0:22778:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1789776841.074797:0:22778:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 662319303214ns, next at 0ns, rc = 0 00080000:00080000:1.0:1789776841.074802:0:22778:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:1.0:1789776841.074819:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449676672 00000100:00100000:1.0:1789776841.074823:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449676672 00000100:00100000:1.0:1789776841.074858:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1789776841.074866:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3043100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876716449676672:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1789776841.074943:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789776841.076504:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0860e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876716449676800:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789776841.076596:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3043100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876716449676672:12345-0@lo:400:kworker.0 Request processed in 1728us (5402us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776841.076606:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776841.076610:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1789776841.076656:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449676032 00010000:00080000:3.0:1789776841.076663:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5bc3042a00 x1876716449676672/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776857 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789776841.076664:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449676032 00000100:00100000:3.0:1789776841.076680:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3042a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876716449676672:0@lo:400:kworker.0 00000100:00100000:1.0:1789776841.076709:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1789776841.076720:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3041500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1876716449676032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789776841.076734:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449676416 00000100:00100000:3.0:1789776841.076740:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449676416 00000100:00100000:3.0:1789776841.076770:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449676800 00000100:00100000:3.0:1789776841.076774:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449676800 00000100:00100000:1.0:1789776841.076789:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3041500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1876716449676032:12345-0@lo:400:kworker.0 Request processed in 70us (4393us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776841.076793:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789776841.076801:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789776841.076806:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3041880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3643:x1876716449676416:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1789776841.076832:0:24263:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1789776841.077031:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3041880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3643:x1876716449676416:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (4194us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776841.077040:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789776841.077065:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789776841.077073:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff498380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3645:x1876716449676800:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1789776841.077084:0:24263:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1789776841.077117:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff498380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3645:x1876716449676800:12345-0@lo:13:osp-pre-0-0.0 Request processed in 45us (512us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776841.077123:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:3.0:1789776841.077149:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5cf0860e00 x1876716449676800/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789776857 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789776841.077165:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0860e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876716449676800:0@lo:13:osp-pre-0-0.0 00000004:00080000:1.0:1789776841.078380:0:22732:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00000004:00080000:1.0:1789776841.078397:0:22732:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00010000:00080000:1.0:1789776841.078608:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5cff49b100 x1876716449676416/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789776857 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789776841.078632:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff49b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876716449676416:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789776841.078658:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3040a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876716449676032:0@lo:400:kworker.0 00000100:00080000:1.0:1789776841.078720:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789776841.078724:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789776841.078728:0:8:0:(import.c:65:import_set_state_nolock()) ffff8a5bc31a8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789776841.078736:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8a5bc31a8000 using connection 192.168.204.127@tcp/0@lo 00000100:00100000:1.0:1789776841.078757:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5bc3041c00 x1876716449677312/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789776841.078837:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3042d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876716449677184:0@lo:400:kworker.0 00000100:00100000:2.0:1789776841.079311:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3040000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3646:1876716449677568:0@lo:400:kworker.0 00000100:00100000:2.0:1789776841.079352:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776841.079385:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1789776841.079392:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3043800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1876716449677440:0@lo:400:kworker.0 00000100:00100000:2.0:1789776841.079433:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776841.079449:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3042a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3646:1876716449677952:0@lo:400:kworker.0 00000100:00100000:2.0:1789776841.079484:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776841.079532:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449677568 00000100:00100000:2.0:1789776841.079539:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449677568 00000100:00100000:2.0:1789776841.079588:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449677440 00000100:00100000:2.0:1789776841.079591:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449677440 00000100:00100000:2.0:1789776841.079604:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449677952 00000100:00100000:2.0:1789776841.079606:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449677952 00000100:00100000:2.0:1789776841.079624:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1789776841.079632:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc4568e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1876716449677568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789776841.079682:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc4568e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1876716449677568:12345-0@lo:400:kworker.0 Request processed in 51us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776841.079689:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1789776841.079705:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1789776841.079711:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc456a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1876716449677440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789776841.079741:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc456a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1876716449677440:12345-0@lo:400:kworker.0 Request processed in 30us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776841.079749:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1789776841.079756:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776841.079784:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3040380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3644:1876716449677824:0@lo:400:kworker.0 00000100:00100000:1.0:1789776841.079811:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776841.079826:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1789776841.079832:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3040a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876716449677056:0@lo:400:kworker.0 00000100:00100000:1.0:1789776841.079854:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776841.079872:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3041f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3644:1876716449677696:0@lo:400:kworker.0 00000100:00100000:2.0:1789776841.079912:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1789776841.079931:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc456bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1876716449677952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789776841.079967:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc456bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1876716449677952:12345-0@lo:400:kworker.0 Request processed in 49us (483us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776841.079973:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1789776841.079984:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449677824 00000100:00100000:2.0:1789776841.079987:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449677824 00000100:00100000:2.0:1789776841.080004:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1789776841.080009:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3043b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1876716449677824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789776841.080036:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3043b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1876716449677824:12345-0@lo:400:kworker.0 Request processed in 26us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776841.080048:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00080000:2.0:1789776841.080070:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789776841.080074:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:2.0:1789776841.080097:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5bc3043800 x1876716449677440/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776857 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789776841.080110:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3043800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1876716449677440:0@lo:400:kworker.0 00010000:00080000:2.0:1789776841.080119:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5bc3042a00 x1876716449677952/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776857 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789776841.080127:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3042a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3646:1876716449677952:0@lo:400:kworker.0 00010000:00080000:2.0:1789776841.080138:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5bc3040000 x1876716449677568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776857 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789776841.080146:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3040000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3646:1876716449677568:0@lo:400:kworker.0 00002000:00080000:2.0:1789776841.081016:0:24261:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:2.0:1789776841.081026:0:24261:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:2.0:1789776841.081032:0:24261:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:35 to 0x280000401:65) 00000100:00100000:1.0:1789776841.081036:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:1.0:1789776841.081151:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5bc3040380 x1876716449677824/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776857 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789776841.081172:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3040380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3644:1876716449677824:0@lo:400:kworker.0 00000100:00100000:1.0:1789776841.081311:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449677056 00000100:00100000:1.0:1789776841.081317:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449677056 00000100:00100000:1.0:1789776841.081355:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789776841.081364:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3042680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1876716449677056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789776841.081415:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3042680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1876716449677056:12345-0@lo:400:kworker.0 Request processed in 53us (1558us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776841.081429:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789776841.081559:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3040a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876716449677056:0@lo:400:kworker.0 00000100:00100000:1.0:1789776841.082086:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449677696 00000100:00100000:1.0:1789776841.082092:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449677696 00000100:00100000:1.0:1789776841.082133:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789776841.082140:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3042300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1876716449677696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789776841.082185:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3042300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1876716449677696:12345-0@lo:400:kworker.0 Request processed in 46us (1153us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776841.082191:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00010000:00080000:1.0:1789776841.082308:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5bc3041f80 x1876716449677696/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776857 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789776841.082320:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3041f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3644:1876716449677696:0@lo:400:kworker.0 00002000:00080000:1.0:1789776841.082341:0:25073:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:1.0:1789776841.082347:0:25073:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -60 00002000:02000040:1.0:1789776841.082351:0:25073:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:6 to 0x2c0000401:65) 00000100:00100000:3.0:1789776841.083628:0:24260:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:3.0:1789776841.083642:0:24260:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_004' 00000100:00100000:0.0:1789776841.084146:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3041c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876716449677312:0@lo:8:kworker.0 00000100:00100000:0.0:1789776841.084210:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776841.084391:0:24260:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449677184 00000100:00100000:0.0:1789776841.084398:0:24260:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449677184 00000100:00100000:0.0:1789776841.084435:0:24260:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:0.0:1789776841.084442:0:24260:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449677312 00000100:00100000:0.0:1789776841.084445:0:24260:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449677312 00000100:00100000:0.0:1789776841.084457:0:24260:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:0.0:1789776841.084466:0:24260:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789776841.084473:0:24260:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3041180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1876716449677184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789776841.084563:0:24260:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3041180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1876716449677184:12345-0@lo:400:kworker.0 Request processed in 90us (4808us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776841.084570:0:24260:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789776841.084646:0:25370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789776841.084652:0:25370:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff3f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3642:x1876716449677312:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1789776841.084685:0:25370:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 662 last 0 00000020:00000080:0.0:1789776841.084719:0:25370:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xf13b8042cb8866a6 00002000:00100000:0.0:1789776841.084733:0:25370:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff8a5bc37ac800 ocd_connect_flags: 0xa044401443000026 ocd_version: 211396f ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:0.0:1789776841.084737:0:25370:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:0.0:1789776841.084740:0:25370:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1789776841.084804:0:25370:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:0.0:1789776841.084834:0:25370:0:(import.c:65:import_set_state_nolock()) ffff8a5bc37aa000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789776841.084876:0:25370:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff3f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:3642:x1876716449677312:12345-0@lo:8:kworker.0 Request processed in 223us (666us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776841.084884:0:25370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00080000:0.0:1789776841.084937:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5bc3041c00 x1876716449677312/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789776866 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789776841.084951:0:3642:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1789776841.084958:0:3642:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1789776841.084963:0:3642:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1789776841.084965:0:3642:0:(import.c:65:import_set_state_nolock()) ffff8a5bc31a8000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1789776841.084985:0:3642:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1789776841.084990:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3041c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1876716449677312:0@lo:8:kworker.0 00010000:00080000:0.0:1789776841.085037:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5bc3042d80 x1876716449677184/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789776857 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789776841.085046:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3042d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876716449677184:0@lo:400:kworker.0 00000100:00080000:0.0:1789776841.085080:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00080000:0.0:1789776841.085105:0:23496:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1789776841.085173:0:23496:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 662329679625ns, next at 0ns, rc = 0 00080000:00080000:0.0:1789776841.085180:0:23496:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:2.0:1789776841.090421:0:23497:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:2.0:1789776841.090461:0:23497:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc456b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23497:1876716449678208:0@lo:7:osp-pre-1-1.0 00000100:00100000:2.0:1789776841.090557:0:23497:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776841.090585:0:23497:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5bc1a349c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789776841.090603:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc4569500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876716449678080:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789776841.090625:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776841.090723:0:24260:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449678208 00000100:00100000:2.0:1789776841.090731:0:24260:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449678208 00000100:00100000:2.0:1789776841.090828:0:24260:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789776841.091020:0:24260:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc4568700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23497:x1876716449678208:12345-0@lo:7:osp-pre-1-1.0 00000100:00080000:3.0:1789776841.091122:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789776841.091238:0:24262:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449678080 00000100:00100000:2.0:1789776841.091242:0:24262:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449678080 00000100:00100000:2.0:1789776841.091380:0:24262:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789776841.091530:0:24262:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc4568000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3646:x1876716449678080:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1789776841.091559:0:24262:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1789776841.091657:0:24262:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc4568000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3646:x1876716449678080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 129us (1031us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776841.091665:0:24262:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:3.0:1789776841.091815:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5bc4569500 x1876716449678080/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789776857 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789776841.091834:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc4569500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876716449678080:0@lo:13:osp-pre-1-1.0 00002000:00080000:2.0:1789776841.095735:0:24260:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:2.0:1789776841.095747:0:24260:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1789776841.095837:0:24260:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc4568700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23497:x1876716449678208:12345-0@lo:7:osp-pre-1-1.0 Request processed in 4818us (5274us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776841.095848:0:24260:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00002000:00010000:1.0:1789776841.096602:0:25073:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789776841.096612:0:25073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000023480e05/0xf13b8042cb8866ad lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.096629:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=662s v=(0 0) 00010000:00010000:1.0:1789776841.096634:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789776841.096640:0:25073:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000023480e05/0xf13b8042cb8866ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1789776841.096657:0:23485:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00010000:00010000:1.0:1789776841.096657:0:25073:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000023480e05/0xf13b8042cb8866ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.096778:0:25073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000023480e05/0xf13b8042cb8866ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.096786:0:25073:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000023480e05/0xf13b8042cb8866ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.096812:0:25073:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789776841.096987:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789776841.096996:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000023480e05/0xf13b8042cb8866ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.097005:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cc79c0400 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:2.0:1789776841.097009:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000023480e05/0xf13b8042cb8866ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.097018:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000023480e05/0xf13b8042cb8866ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.097039:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000023480e05/0xf13b8042cb8866ad lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.097054:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000023480e05/0xf13b8042cb8866ad lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.097072:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776841.097075:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776841.097076:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789776841.097276:0:25073:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789776841.097282:0:25073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000075b9cf0b/0xf13b8042cb8866b4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.097291:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=662s v=(0 0) 00010000:00010000:1.0:1789776841.097294:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789776841.097298:0:25073:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075b9cf0b/0xf13b8042cb8866b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.097306:0:25073:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075b9cf0b/0xf13b8042cb8866b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.097312:0:25073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000075b9cf0b/0xf13b8042cb8866b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.097320:0:25073:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000075b9cf0b/0xf13b8042cb8866b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.097394:0:25073:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00080000:3.0:1789776841.097419:0:23497:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5bc456b480 x1876716449678208/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1789776857 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789776841.097437:0:23497:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc456b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23497:1876716449678208:0@lo:7:osp-pre-1-1.0 00000004:00080000:3.0:1789776841.097453:0:23497:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00010000:00010000:2.0:1789776841.097466:0:23906:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789776841.097472:0:23906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000075b9cf0b/0xf13b8042cb8866b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.097481:0:23906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cc79c1400 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:2.0:1789776841.097485:0:23906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000075b9cf0b/0xf13b8042cb8866b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.097527:0:23906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000075b9cf0b/0xf13b8042cb8866b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789776841.097541:0:23497:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff49b100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23497:1876716449678336:0@lo:5:osp-pre-1-1.0 00010000:00010000:2.0:1789776841.097542:0:23906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000075b9cf0b/0xf13b8042cb8866b4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.097553:0:23906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075b9cf0b/0xf13b8042cb8866b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.097566:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776841.097568:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776841.097569:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789776841.097601:0:23497:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776841.097635:0:23497:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc4e74240 going to sleep for 11 seconds 00002000:00010000:3.0:1789776841.097718:0:24261:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789776841.097724:0:24261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007203d43a/0xf13b8042cb8866bb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.097734:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=662s v=(0 0) 00010000:00010000:3.0:1789776841.097737:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789776841.097740:0:24261:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007203d43a/0xf13b8042cb8866bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.097754:0:24261:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007203d43a/0xf13b8042cb8866bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.097762:0:24261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007203d43a/0xf13b8042cb8866bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.097778:0:24261:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007203d43a/0xf13b8042cb8866bb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.097797:0:24261:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789776841.097808:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789776841.097813:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007203d43a/0xf13b8042cb8866bb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.097820:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc342d600 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:3.0:1789776841.097824:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007203d43a/0xf13b8042cb8866bb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776841.097831:0:24258:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449678336 00010000:00010000:3.0:1789776841.097833:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007203d43a/0xf13b8042cb8866bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776841.097840:0:24258:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449678336 00010000:00010000:3.0:1789776841.097848:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007203d43a/0xf13b8042cb8866bb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.097856:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007203d43a/0xf13b8042cb8866bb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.097871:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776841.097873:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776841.097874:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789776841.097886:0:24258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789776841.097895:0:24258:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff499500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23497:x1876716449678336:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:2.0:1789776841.097921:0:24258:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:2.0:1789776841.097978:0:24258:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff499500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23497:x1876716449678336:12345-0@lo:5:osp-pre-1-1.0 Request processed in 84us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776841.097986:0:24258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00002000:00010000:1.0:1789776841.098826:0:25073:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789776841.098834:0:25073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e532cc20/0xf13b8042cb8866c2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.098848:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=662s v=(0 0) 00010000:00010000:1.0:1789776841.098852:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789776841.098857:0:25073:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e532cc20/0xf13b8042cb8866c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.098867:0:25073:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e532cc20/0xf13b8042cb8866c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.098876:0:25073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e532cc20/0xf13b8042cb8866c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.098884:0:25073:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e532cc20/0xf13b8042cb8866c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.098911:0:25073:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1789776841.098937:0:23497:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff49b100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23497:1876716449678336:0@lo:5:osp-pre-1-1.0 00000004:00080000:3.0:1789776841.098970:0:23497:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:3.0:1789776841.099013:0:23497:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff49b100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23497:1876716449678464:0@lo:5:osp-pre-1-1.0 00000100:00100000:3.0:1789776841.099055:0:23497:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776841.099083:0:23497:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc52f9b40 going to sleep for 11 seconds 00000100:00100000:3.0:1789776841.099102:0:24260:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449678464 00000100:00100000:3.0:1789776841.099107:0:24260:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449678464 00010000:00010000:2.0:1789776841.099121:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789776841.099130:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e532cc20/0xf13b8042cb8866c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.099139:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cc79c0c00 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:2.0:1789776841.099143:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e532cc20/0xf13b8042cb8866c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.099151:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e532cc20/0xf13b8042cb8866c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789776841.099157:0:24260:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1789776841.099170:0:24260:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff49a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23497:x1876716449678464:12345-0@lo:5:osp-pre-1-1.0 00010000:00010000:2.0:1789776841.099173:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e532cc20/0xf13b8042cb8866c2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.099182:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e532cc20/0xf13b8042cb8866c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.099203:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776841.099205:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:3.0:1789776841.099207:0:24260:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00010000:00010000:2.0:1789776841.099208:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789776841.099613:0:25073:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789776841.099619:0:25073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b05db388/0xf13b8042cb8866c9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.099628:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=662s v=(0 0) 00010000:00010000:2.0:1789776841.099631:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789776841.099636:0:25073:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b05db388/0xf13b8042cb8866c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.099647:0:25073:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b05db388/0xf13b8042cb8866c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.099654:0:25073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b05db388/0xf13b8042cb8866c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.099662:0:25073:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b05db388/0xf13b8042cb8866c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.099677:0:25073:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789776841.099685:0:23906:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789776841.099689:0:23906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b05db388/0xf13b8042cb8866c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.099696:0:23906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cfc256400 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:2.0:1789776841.099699:0:23906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b05db388/0xf13b8042cb8866c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.099720:0:23906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b05db388/0xf13b8042cb8866c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.099732:0:23906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b05db388/0xf13b8042cb8866c9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.099739:0:23906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b05db388/0xf13b8042cb8866c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1789776841.099744:0:24261:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789776841.099752:0:24261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000eea4105/0xf13b8042cb8866d0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.099756:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776841.099760:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776841.099764:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=662s v=(0 0) 00010000:00010000:2.0:1789776841.099764:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776841.099769:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789776841.099774:0:24261:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000eea4105/0xf13b8042cb8866d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.099786:0:24261:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000eea4105/0xf13b8042cb8866d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.099795:0:24261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000eea4105/0xf13b8042cb8866d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.099802:0:24261:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000eea4105/0xf13b8042cb8866d0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.099832:0:24261:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789776841.099841:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789776841.099847:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000eea4105/0xf13b8042cb8866d0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.099857:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc342d800 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:3.0:1789776841.099861:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000eea4105/0xf13b8042cb8866d0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.099868:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000eea4105/0xf13b8042cb8866d0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.099881:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000eea4105/0xf13b8042cb8866d0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.099888:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000eea4105/0xf13b8042cb8866d0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.099908:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776841.099911:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776841.099913:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789776841.100418:0:25073:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789776841.100425:0:25073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000545f0e9/0xf13b8042cb8866d7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.100434:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=662s v=(0 0) 00010000:00010000:2.0:1789776841.100438:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789776841.100443:0:25073:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000545f0e9/0xf13b8042cb8866d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.100453:0:25073:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000545f0e9/0xf13b8042cb8866d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.100460:0:25073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000545f0e9/0xf13b8042cb8866d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.100473:0:25073:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000545f0e9/0xf13b8042cb8866d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.100515:0:25073:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789776841.100815:0:25073:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789776841.100821:0:25073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a67f9318/0xf13b8042cb8866de lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.100830:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=662s v=(0 0) 00010000:00010000:2.0:1789776841.100834:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789776841.100838:0:25073:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a67f9318/0xf13b8042cb8866de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.100847:0:25073:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a67f9318/0xf13b8042cb8866de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.100856:0:25073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a67f9318/0xf13b8042cb8866de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.100863:0:25073:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a67f9318/0xf13b8042cb8866de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.100877:0:25073:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1789776841.100885:0:23906:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789776841.100891:0:23906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000545f0e9/0xf13b8042cb8866d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.100905:0:23906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cfc256000 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:2.0:1789776841.100909:0:23906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000545f0e9/0xf13b8042cb8866d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.100917:0:23906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000545f0e9/0xf13b8042cb8866d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.100942:0:23906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000545f0e9/0xf13b8042cb8866d7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.100949:0:23906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000545f0e9/0xf13b8042cb8866d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.102572:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789776841.102583:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a67f9318/0xf13b8042cb8866de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.102660:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cfc256600 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:0.0:1789776841.102665:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a67f9318/0xf13b8042cb8866de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.102675:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a67f9318/0xf13b8042cb8866de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.102697:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a67f9318/0xf13b8042cb8866de lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.102704:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a67f9318/0xf13b8042cb8866de lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1789776841.102969:0:24261:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789776841.102977:0:24261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000002873e0a/0xf13b8042cb8866e5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.102989:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=662s v=(0 0) 00010000:00010000:3.0:1789776841.103004:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789776841.103242:0:24261:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000002873e0a/0xf13b8042cb8866e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.103257:0:24261:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000002873e0a/0xf13b8042cb8866e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.103267:0:24261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000002873e0a/0xf13b8042cb8866e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.103274:0:24261:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000002873e0a/0xf13b8042cb8866e5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.103299:0:24261:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789776841.103604:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00002000:00010000:3.0:1789776841.103830:0:24261:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789776841.103836:0:24261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006538c72d/0xf13b8042cb8866ec lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.103845:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=662s v=(0 0) 00010000:00010000:3.0:1789776841.103848:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789776841.103852:0:24261:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006538c72d/0xf13b8042cb8866ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.103861:0:24261:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006538c72d/0xf13b8042cb8866ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.103869:0:24261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006538c72d/0xf13b8042cb8866ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.103881:0:24261:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006538c72d/0xf13b8042cb8866ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.103888:0:24261:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789776841.104042:0:23906:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789776841.104049:0:23906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006538c72d/0xf13b8042cb8866ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.104057:0:23906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc342ca00 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:0.0:1789776841.104057:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789776841.104061:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776841.104064:0:23906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006538c72d/0xf13b8042cb8866ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.104065:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776841.104076:0:23906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006538c72d/0xf13b8042cb8866ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.104094:0:23906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006538c72d/0xf13b8042cb8866ec lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.104108:0:23906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006538c72d/0xf13b8042cb8866ec lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.104129:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776841.104132:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776841.104134:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.104309:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.104315:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000002873e0a/0xf13b8042cb8866e5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.104324:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc342d200 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:1.0:1789776841.104332:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000002873e0a/0xf13b8042cb8866e5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.104340:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000002873e0a/0xf13b8042cb8866e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1789776841.104351:0:24261:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789776841.104352:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000002873e0a/0xf13b8042cb8866e5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.104356:0:24261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000075faf3ae/0xf13b8042cb8866f3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.104363:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=662s v=(0 0) 00010000:00010000:3.0:1789776841.104367:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789776841.104372:0:24261:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000075faf3ae/0xf13b8042cb8866f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.104381:0:24261:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000075faf3ae/0xf13b8042cb8866f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.104389:0:24261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000075faf3ae/0xf13b8042cb8866f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.104396:0:24261:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000075faf3ae/0xf13b8042cb8866f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.104411:0:24261:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789776841.104419:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000002873e0a/0xf13b8042cb8866e5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.104435:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789776841.104439:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000075faf3ae/0xf13b8042cb8866f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.104446:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5d0217e800 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:1.0:1789776841.104450:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000075faf3ae/0xf13b8042cb8866f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.104458:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000075faf3ae/0xf13b8042cb8866f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.104468:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000075faf3ae/0xf13b8042cb8866f3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.104475:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000075faf3ae/0xf13b8042cb8866f3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.104521:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.104523:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.104525:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.104530:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.104532:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789776841.104930:0:24261:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789776841.104937:0:24261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000065125d92/0xf13b8042cb8866fa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.104953:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=662s v=(0 0) 00010000:00010000:3.0:1789776841.104956:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789776841.105024:0:24261:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000065125d92/0xf13b8042cb8866fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.105037:0:24261:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000065125d92/0xf13b8042cb8866fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.105046:0:24261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000065125d92/0xf13b8042cb8866fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.105053:0:24261:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000065125d92/0xf13b8042cb8866fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.105070:0:24261:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789776841.105143:0:23906:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789776841.105149:0:23906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000065125d92/0xf13b8042cb8866fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.105157:0:23906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5d0217fe00 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:2.0:1789776841.105160:0:23906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000065125d92/0xf13b8042cb8866fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.105168:0:23906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000065125d92/0xf13b8042cb8866fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.105181:0:23906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000065125d92/0xf13b8042cb8866fa lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.105188:0:23906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000065125d92/0xf13b8042cb8866fa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1789776841.105306:0:25073:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789776841.105312:0:25073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e532cc20/0xf13b8042cb886701 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.105320:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=662s v=(0 0) 00010000:00010000:1.0:1789776841.105323:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789776841.105328:0:25073:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e532cc20/0xf13b8042cb886701 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.105337:0:25073:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e532cc20/0xf13b8042cb886701 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.105345:0:25073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e532cc20/0xf13b8042cb886701 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.105353:0:25073:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e532cc20/0xf13b8042cb886701 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.105378:0:25073:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789776841.105385:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789776841.105389:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e532cc20/0xf13b8042cb886701 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.105402:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cc79c0c00 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:1.0:1789776841.105405:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e532cc20/0xf13b8042cb886701 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.105413:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e532cc20/0xf13b8042cb886701 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.105424:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e532cc20/0xf13b8042cb886701 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.105431:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e532cc20/0xf13b8042cb886701 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1789776841.105444:0:24261:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789776841.105445:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.105446:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.105448:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776841.105450:0:24261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ae736fcb/0xf13b8042cb886708 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.105457:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=662s v=(0 0) 00010000:00010000:3.0:1789776841.105460:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789776841.105464:0:24261:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ae736fcb/0xf13b8042cb886708 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.105473:0:24261:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ae736fcb/0xf13b8042cb886708 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.105514:0:24261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ae736fcb/0xf13b8042cb886708 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.105523:0:24261:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ae736fcb/0xf13b8042cb886708 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.105536:0:24261:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789776841.105569:0:25371:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789776841.105574:0:25371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ae736fcb/0xf13b8042cb886708 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.105581:0:25371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5d0217e200 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:1.0:1789776841.105585:0:25371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae736fcb/0xf13b8042cb886708 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.105607:0:25371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae736fcb/0xf13b8042cb886708 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.105626:0:25371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ae736fcb/0xf13b8042cb886708 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.105634:0:25371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ae736fcb/0xf13b8042cb886708 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.105649:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.105652:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.105654:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776841.105881:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776841.105883:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776841.105885:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789776841.105886:0:24261:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789776841.105892:0:24261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000094e7c809/0xf13b8042cb88670f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.105900:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=662s v=(0 0) 00010000:00010000:3.0:1789776841.105903:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789776841.105908:0:24261:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000094e7c809/0xf13b8042cb88670f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.105918:0:24261:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000094e7c809/0xf13b8042cb88670f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.105937:0:24261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000094e7c809/0xf13b8042cb88670f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.105945:0:24261:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000094e7c809/0xf13b8042cb88670f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.106107:0:24261:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789776841.106153:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789776841.106158:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000094e7c809/0xf13b8042cb88670f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.106166:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5d0217fc00 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:1.0:1789776841.106169:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000094e7c809/0xf13b8042cb88670f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.106177:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000094e7c809/0xf13b8042cb88670f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.106189:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000094e7c809/0xf13b8042cb88670f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.106210:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000094e7c809/0xf13b8042cb88670f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.106234:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.106236:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.106238:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789776841.106358:0:25073:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789776841.106364:0:25073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b05db388/0xf13b8042cb886716 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.106371:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=662s v=(0 0) 00010000:00010000:2.0:1789776841.106375:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789776841.106379:0:25073:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b05db388/0xf13b8042cb886716 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.106390:0:25073:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b05db388/0xf13b8042cb886716 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.106398:0:25073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b05db388/0xf13b8042cb886716 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.106406:0:25073:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b05db388/0xf13b8042cb886716 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.106459:0:25073:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789776841.106687:0:25371:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789776841.106693:0:25371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b05db388/0xf13b8042cb886716 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.106701:0:25371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cfc256400 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:1.0:1789776841.106704:0:25371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b05db388/0xf13b8042cb886716 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.106712:0:25371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b05db388/0xf13b8042cb886716 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.106724:0:25371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b05db388/0xf13b8042cb886716 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.106732:0:25371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b05db388/0xf13b8042cb886716 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.106747:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.106749:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.106750:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789776841.106861:0:25073:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789776841.106867:0:25073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000efe16cd0/0xf13b8042cb88671d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.106875:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=662s v=(0 0) 00010000:00010000:2.0:1789776841.106878:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789776841.106882:0:25073:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000efe16cd0/0xf13b8042cb88671d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.106900:0:25073:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000efe16cd0/0xf13b8042cb88671d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.106909:0:25073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000efe16cd0/0xf13b8042cb88671d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.106916:0:25073:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000efe16cd0/0xf13b8042cb88671d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.106941:0:25073:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789776841.106949:0:23906:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789776841.106952:0:23906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000efe16cd0/0xf13b8042cb88671d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.106959:0:23906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cfc257200 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:2.0:1789776841.107027:0:23906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000efe16cd0/0xf13b8042cb88671d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.107036:0:23906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000efe16cd0/0xf13b8042cb88671d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.107048:0:23906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000efe16cd0/0xf13b8042cb88671d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.107055:0:23906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000efe16cd0/0xf13b8042cb88671d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.107075:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776841.107077:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776841.107079:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789776841.107111:0:24261:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789776841.107116:0:24261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000075b9cf0b/0xf13b8042cb886724 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.107134:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=662s v=(0 0) 00010000:00010000:1.0:1789776841.107137:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789776841.107142:0:24261:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000075b9cf0b/0xf13b8042cb886724 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.107151:0:24261:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000075b9cf0b/0xf13b8042cb886724 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.107159:0:24261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000075b9cf0b/0xf13b8042cb886724 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.107166:0:24261:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000075b9cf0b/0xf13b8042cb886724 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.107187:0:24261:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789776841.107360:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789776841.107365:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000075b9cf0b/0xf13b8042cb886724 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.107373:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cc79c1400 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:2.0:1789776841.107376:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000075b9cf0b/0xf13b8042cb886724 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.107385:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000075b9cf0b/0xf13b8042cb886724 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.107396:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000075b9cf0b/0xf13b8042cb886724 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.107402:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000075b9cf0b/0xf13b8042cb886724 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.107414:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776841.107415:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776841.107417:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789776841.107450:0:25073:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789776841.107454:0:25073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000027f310cf/0xf13b8042cb88672b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.107472:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=662s v=(0 0) 00010000:00010000:2.0:1789776841.107474:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789776841.107478:0:25073:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000027f310cf/0xf13b8042cb88672b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.107487:0:25073:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027f310cf/0xf13b8042cb88672b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.107565:0:25073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000027f310cf/0xf13b8042cb88672b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.107572:0:25073:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000027f310cf/0xf13b8042cb88672b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.107586:0:25073:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789776841.107822:0:25371:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789776841.107828:0:25371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000027f310cf/0xf13b8042cb88672b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.107836:0:25371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cfc257e00 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:1.0:1789776841.107839:0:25371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000027f310cf/0xf13b8042cb88672b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.107847:0:25371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000027f310cf/0xf13b8042cb88672b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.107870:0:25371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000027f310cf/0xf13b8042cb88672b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1789776841.107877:0:25073:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789776841.107877:0:25371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027f310cf/0xf13b8042cb88672b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.107882:0:25073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f309f411/0xf13b8042cb886732 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.107890:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=662s v=(0 0) 00010000:00010000:1.0:1789776841.107891:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776841.107893:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789776841.107893:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.107895:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776841.107898:0:25073:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f309f411/0xf13b8042cb886732 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.107907:0:25073:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f309f411/0xf13b8042cb886732 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.107937:0:25073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f309f411/0xf13b8042cb886732 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.107944:0:25073:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f309f411/0xf13b8042cb886732 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.107959:0:25073:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789776841.108255:0:24261:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789776841.108261:0:24261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000023480e05/0xf13b8042cb886739 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.108270:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=662s v=(0 0) 00010000:00010000:1.0:1789776841.108273:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789776841.108277:0:24261:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000023480e05/0xf13b8042cb886739 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.108286:0:24261:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000023480e05/0xf13b8042cb886739 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.108294:0:24261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000023480e05/0xf13b8042cb886739 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.108300:0:24261:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000023480e05/0xf13b8042cb886739 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.108325:0:24261:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1789776841.108587:0:23906:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789776841.108592:0:23906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f309f411/0xf13b8042cb886732 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.108600:0:23906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cfc257000 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:2.0:1789776841.108603:0:23906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f309f411/0xf13b8042cb886732 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.108612:0:23906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f309f411/0xf13b8042cb886732 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.108624:0:23906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f309f411/0xf13b8042cb886732 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.108631:0:23906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f309f411/0xf13b8042cb886732 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.108646:0:23906:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789776841.108656:0:23906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000023480e05/0xf13b8042cb886739 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.108663:0:23906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cc79c0400 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:2.0:1789776841.108666:0:23906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000023480e05/0xf13b8042cb886739 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.108673:0:23906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000023480e05/0xf13b8042cb886739 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.108685:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776841.108686:0:23906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000023480e05/0xf13b8042cb886739 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.108695:0:23906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000023480e05/0xf13b8042cb886739 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.108710:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776841.108712:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776841.108714:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776841.108721:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789776841.110293:0:25073:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789776841.110306:0:25073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000065cbda55/0xf13b8042cb886740 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.110321:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=662s v=(0 0) 00010000:00010000:2.0:1789776841.110326:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789776841.110331:0:25073:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000065cbda55/0xf13b8042cb886740 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.110357:0:25073:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000065cbda55/0xf13b8042cb886740 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.110367:0:25073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000065cbda55/0xf13b8042cb886740 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.110375:0:25073:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000065cbda55/0xf13b8042cb886740 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.110396:0:25073:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789776841.111366:0:24261:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789776841.111375:0:24261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c69a8ba5/0xf13b8042cb886747 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.111387:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=662s v=(0 0) 00010000:00010000:1.0:1789776841.111391:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789776841.111395:0:24261:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c69a8ba5/0xf13b8042cb886747 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.111405:0:24261:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c69a8ba5/0xf13b8042cb886747 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.111413:0:24261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c69a8ba5/0xf13b8042cb886747 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.111421:0:24261:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c69a8ba5/0xf13b8042cb886747 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.111449:0:24261:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1789776841.111591:0:25371:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789776841.111598:0:25371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000065cbda55/0xf13b8042cb886740 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.111606:0:25371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cfc256200 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:1.0:1789776841.111616:0:25371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000065cbda55/0xf13b8042cb886740 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.111625:0:25371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000065cbda55/0xf13b8042cb886740 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.111641:0:25371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000065cbda55/0xf13b8042cb886740 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.111648:0:25371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000065cbda55/0xf13b8042cb886740 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.111665:0:25371:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789776841.111669:0:25371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c69a8ba5/0xf13b8042cb886747 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.111675:0:25371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cc79c0e00 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:1.0:1789776841.111678:0:25371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c69a8ba5/0xf13b8042cb886747 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.111685:0:25371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c69a8ba5/0xf13b8042cb886747 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.111694:0:25371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c69a8ba5/0xf13b8042cb886747 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.111701:0:25371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c69a8ba5/0xf13b8042cb886747 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.111718:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.111720:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.111721:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776841.112140:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789776841.112190:0:25073:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789776841.112197:0:25073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fd1f95f5/0xf13b8042cb88674e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.112207:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=662s v=(0 0) 00010000:00010000:2.0:1789776841.112211:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789776841.112215:0:25073:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fd1f95f5/0xf13b8042cb88674e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.112225:0:25073:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fd1f95f5/0xf13b8042cb88674e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.112232:0:25073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fd1f95f5/0xf13b8042cb88674e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.112251:0:25073:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fd1f95f5/0xf13b8042cb88674e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.112266:0:25073:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789776841.112276:0:23906:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789776841.112280:0:23906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fd1f95f5/0xf13b8042cb88674e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.112286:0:23906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cfc257800 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:2.0:1789776841.112289:0:23906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fd1f95f5/0xf13b8042cb88674e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.112297:0:23906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fd1f95f5/0xf13b8042cb88674e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.112308:0:23906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fd1f95f5/0xf13b8042cb88674e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.112315:0:23906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fd1f95f5/0xf13b8042cb88674e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776841.112328:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776841.112329:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789776841.112331:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789776841.112808:0:24261:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789776841.112814:0:24261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ee53a4e6/0xf13b8042cb886755 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.112823:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=662s v=(0 0) 00010000:00010000:1.0:1789776841.112826:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789776841.112830:0:24261:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ee53a4e6/0xf13b8042cb886755 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.112840:0:24261:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ee53a4e6/0xf13b8042cb886755 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.112847:0:24261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ee53a4e6/0xf13b8042cb886755 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.112854:0:24261:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ee53a4e6/0xf13b8042cb886755 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.112879:0:24261:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789776841.112969:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789776841.112976:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ee53a4e6/0xf13b8042cb886755 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.112984:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cc79c1e00 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:3.0:1789776841.112987:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee53a4e6/0xf13b8042cb886755 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.112996:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee53a4e6/0xf13b8042cb886755 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.113009:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ee53a4e6/0xf13b8042cb886755 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.113016:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ee53a4e6/0xf13b8042cb886755 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.113031:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776841.113033:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776841.113034:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789776841.114920:0:24261:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789776841.115022:0:24261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000e1a52e3/0xf13b8042cb88675c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.115039:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=662s v=(0 0) 00010000:00010000:0.0:1789776841.115043:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789776841.115049:0:24261:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000e1a52e3/0xf13b8042cb88675c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.115070:0:24261:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000e1a52e3/0xf13b8042cb88675c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.115081:0:24261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000e1a52e3/0xf13b8042cb88675c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.115088:0:24261:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000e1a52e3/0xf13b8042cb88675c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.115106:0:24261:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1789776841.115349:0:25073:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789776841.115357:0:25073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000baee974e/0xf13b8042cb886763 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.115367:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=662s v=(0 0) 00010000:00010000:3.0:1789776841.115377:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789776841.115383:0:25073:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000baee974e/0xf13b8042cb886763 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.115396:0:25073:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000baee974e/0xf13b8042cb886763 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.115405:0:25073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000baee974e/0xf13b8042cb886763 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.115413:0:25073:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000baee974e/0xf13b8042cb886763 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.115438:0:25073:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1789776841.115451:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789776841.115453:0:25371:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789776841.115458:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000e1a52e3/0xf13b8042cb88675c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.115460:0:25371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000baee974e/0xf13b8042cb886763 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.115481:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc3cdfc00 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:0.0:1789776841.115482:0:25371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5d0217f800 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:3.0:1789776841.115508:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000e1a52e3/0xf13b8042cb88675c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.115518:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000e1a52e3/0xf13b8042cb88675c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.115521:0:25371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000baee974e/0xf13b8042cb886763 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.115539:0:25371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000baee974e/0xf13b8042cb886763 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.115542:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000e1a52e3/0xf13b8042cb88675c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.115554:0:25371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000baee974e/0xf13b8042cb886763 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.115576:0:25371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000baee974e/0xf13b8042cb886763 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.115579:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000e1a52e3/0xf13b8042cb88675c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.115614:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776841.115618:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776841.115620:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789776841.115881:0:24261:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789776841.115887:0:24261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004d5d9c73/0xf13b8042cb88676a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.115905:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=662s v=(0 0) 00010000:00010000:1.0:1789776841.115909:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789776841.115914:0:24261:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004d5d9c73/0xf13b8042cb88676a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.115938:0:24261:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004d5d9c73/0xf13b8042cb88676a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.115947:0:24261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004d5d9c73/0xf13b8042cb88676a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.115954:0:24261:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004d5d9c73/0xf13b8042cb88676a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.116035:0:24261:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789776841.116129:0:23906:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789776841.116135:0:23906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004d5d9c73/0xf13b8042cb88676a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.116143:0:23906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc36ddc00 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:1.0:1789776841.116146:0:23906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004d5d9c73/0xf13b8042cb88676a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.116154:0:23906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004d5d9c73/0xf13b8042cb88676a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.116175:0:23906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004d5d9c73/0xf13b8042cb88676a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.116181:0:23906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004d5d9c73/0xf13b8042cb88676a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.116195:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.116196:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.116198:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789776841.116457:0:24261:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789776841.116463:0:24261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a8f61922/0xf13b8042cb886771 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.116472:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=662s v=(0 0) 00010000:00010000:1.0:1789776841.116475:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789776841.116480:0:24261:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a8f61922/0xf13b8042cb886771 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.116489:0:24261:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a8f61922/0xf13b8042cb886771 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.116612:0:24261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a8f61922/0xf13b8042cb886771 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.116620:0:24261:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a8f61922/0xf13b8042cb886771 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.116645:0:24261:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1789776841.116683:0:25073:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789776841.116689:0:25073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000052349529/0xf13b8042cb886778 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.116697:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=662s v=(0 0) 00010000:00010000:3.0:1789776841.116701:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789776841.116706:0:25073:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052349529/0xf13b8042cb886778 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.116716:0:25073:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000052349529/0xf13b8042cb886778 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.116724:0:25073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000052349529/0xf13b8042cb886778 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.116732:0:25073:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000052349529/0xf13b8042cb886778 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.116746:0:25073:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1789776841.116755:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789776841.116765:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a8f61922/0xf13b8042cb886771 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.116772:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc36dde00 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:3.0:1789776841.116776:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a8f61922/0xf13b8042cb886771 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.116784:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a8f61922/0xf13b8042cb886771 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.116796:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a8f61922/0xf13b8042cb886771 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.116796:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789776841.116802:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000052349529/0xf13b8042cb886778 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.116803:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a8f61922/0xf13b8042cb886771 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.116810:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5d0217ee00 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:1.0:1789776841.116813:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000052349529/0xf13b8042cb886778 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.116817:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776841.116819:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789776841.116822:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776841.116823:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.116823:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000052349529/0xf13b8042cb886778 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.116828:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776841.116830:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.116835:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000052349529/0xf13b8042cb886778 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.116842:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000052349529/0xf13b8042cb886778 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.116855:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.116856:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.116858:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789776841.117240:0:24261:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789776841.117246:0:24261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000317b69be/0xf13b8042cb88677f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.117256:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=662s v=(0 0) 00010000:00010000:1.0:1789776841.117266:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789776841.117271:0:24261:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000317b69be/0xf13b8042cb88677f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.117281:0:24261:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000317b69be/0xf13b8042cb88677f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.117289:0:24261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000317b69be/0xf13b8042cb88677f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.117296:0:24261:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000317b69be/0xf13b8042cb88677f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.117308:0:24261:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1789776841.117323:0:25073:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789776841.117329:0:25073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000010b00bc/0xf13b8042cb886786 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.117337:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=662s v=(0 0) 00010000:00010000:3.0:1789776841.117340:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789776841.117344:0:25073:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000010b00bc/0xf13b8042cb886786 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.117364:0:25073:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000010b00bc/0xf13b8042cb886786 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.117373:0:25073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000010b00bc/0xf13b8042cb886786 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.117379:0:25073:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000010b00bc/0xf13b8042cb886786 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.117392:0:25073:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1789776841.117394:0:23906:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789776841.117398:0:23906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000317b69be/0xf13b8042cb88677f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.117405:0:23906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc36dd200 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:1.0:1789776841.117408:0:23906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000317b69be/0xf13b8042cb88677f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.117416:0:23906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000317b69be/0xf13b8042cb88677f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.117427:0:23906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000317b69be/0xf13b8042cb88677f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.117445:0:23906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000317b69be/0xf13b8042cb88677f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.117459:0:23906:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789776841.117463:0:23906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000010b00bc/0xf13b8042cb886786 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.117470:0:23906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5d0217ec00 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:1.0:1789776841.117473:0:23906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000010b00bc/0xf13b8042cb886786 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.117480:0:23906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000010b00bc/0xf13b8042cb886786 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.117490:0:23906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000010b00bc/0xf13b8042cb886786 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.117743:0:23906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000010b00bc/0xf13b8042cb886786 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.117758:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.117760:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.117761:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789776841.117902:0:24261:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789776841.117909:0:24261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b5e01eb8/0xf13b8042cb88678d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.117936:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=662s v=(0 0) 00010000:00010000:1.0:1789776841.117940:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789776841.117944:0:24261:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b5e01eb8/0xf13b8042cb88678d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.117954:0:24261:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b5e01eb8/0xf13b8042cb88678d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.118031:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.118197:0:24261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b5e01eb8/0xf13b8042cb88678d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.118206:0:24261:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b5e01eb8/0xf13b8042cb88678d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.118221:0:24261:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789776841.118319:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789776841.118325:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b5e01eb8/0xf13b8042cb88678d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.118333:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc36dc400 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:3.0:1789776841.118336:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b5e01eb8/0xf13b8042cb88678d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.118344:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b5e01eb8/0xf13b8042cb88678d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.118356:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b5e01eb8/0xf13b8042cb88678d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.118363:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b5e01eb8/0xf13b8042cb88678d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.118384:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776841.118386:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776841.118388:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789776841.118446:0:25073:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789776841.118452:0:25073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004fe13040/0xf13b8042cb886794 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.118460:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=662s v=(0 0) 00010000:00010000:3.0:1789776841.118463:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789776841.118467:0:25073:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004fe13040/0xf13b8042cb886794 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.118477:0:25073:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004fe13040/0xf13b8042cb886794 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.118484:0:25073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004fe13040/0xf13b8042cb886794 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1789776841.118486:0:24261:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789776841.118510:0:25073:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004fe13040/0xf13b8042cb886794 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.118523:0:24261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000017cb18a4/0xf13b8042cb88679b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.118528:0:25073:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789776841.118534:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=662s v=(0 0) 00010000:00010000:1.0:1789776841.118537:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789776841.118541:0:24261:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000017cb18a4/0xf13b8042cb88679b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.118550:0:24261:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000017cb18a4/0xf13b8042cb88679b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.118568:0:24261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000017cb18a4/0xf13b8042cb88679b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.118575:0:24261:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000017cb18a4/0xf13b8042cb88679b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.118587:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789776841.118591:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004fe13040/0xf13b8042cb886794 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.118598:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5d0217f000 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:1.0:1789776841.118601:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004fe13040/0xf13b8042cb886794 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.118608:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004fe13040/0xf13b8042cb886794 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.118620:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004fe13040/0xf13b8042cb886794 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.118632:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004fe13040/0xf13b8042cb886794 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.118649:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.118650:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.118657:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.118668:0:24261:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789776841.118748:0:23906:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789776841.118753:0:23906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000017cb18a4/0xf13b8042cb88679b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.118760:0:23906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc36dc000 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:1.0:1789776841.118763:0:23906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000017cb18a4/0xf13b8042cb88679b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.118771:0:23906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000017cb18a4/0xf13b8042cb88679b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.118782:0:23906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000017cb18a4/0xf13b8042cb88679b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.118790:0:23906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000017cb18a4/0xf13b8042cb88679b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.118802:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.118804:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.118805:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789776841.119952:0:24261:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789776841.119970:0:24261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006bf8fef0/0xf13b8042cb8867a2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.119981:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=662s v=(0 0) 00010000:00010000:1.0:1789776841.119985:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789776841.119997:0:24261:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006bf8fef0/0xf13b8042cb8867a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.120008:0:24261:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006bf8fef0/0xf13b8042cb8867a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.120017:0:24261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006bf8fef0/0xf13b8042cb8867a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.120024:0:24261:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006bf8fef0/0xf13b8042cb8867a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.120041:0:24261:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789776841.120212:0:25371:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789776841.120218:0:25371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006bf8fef0/0xf13b8042cb8867a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.120226:0:25371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc36dd400 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:0.0:1789776841.120230:0:25371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006bf8fef0/0xf13b8042cb8867a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.120238:0:25371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006bf8fef0/0xf13b8042cb8867a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.120253:0:25371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006bf8fef0/0xf13b8042cb8867a2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.120259:0:25371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006bf8fef0/0xf13b8042cb8867a2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.120274:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789776841.120276:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789776841.120278:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789776841.120446:0:25073:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789776841.120452:0:25073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005c13c2ea/0xf13b8042cb8867a9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.120471:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=662s v=(0 0) 00010000:00010000:3.0:1789776841.120474:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789776841.120484:0:25073:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c13c2ea/0xf13b8042cb8867a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.120509:0:25073:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005c13c2ea/0xf13b8042cb8867a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.120519:0:25073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005c13c2ea/0xf13b8042cb8867a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.120526:0:25073:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005c13c2ea/0xf13b8042cb8867a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.120539:0:25073:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789776841.120547:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789776841.120552:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005c13c2ea/0xf13b8042cb8867a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.120559:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5d0217ea00 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:3.0:1789776841.120562:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005c13c2ea/0xf13b8042cb8867a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.120570:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005c13c2ea/0xf13b8042cb8867a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.120591:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005c13c2ea/0xf13b8042cb8867a9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.120599:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005c13c2ea/0xf13b8042cb8867a9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.120613:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776841.120615:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776841.120617:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789776841.120937:0:25073:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789776841.120943:0:25073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000092a6d67e/0xf13b8042cb8867b0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.120952:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=662s v=(0 0) 00010000:00010000:3.0:1789776841.120955:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789776841.120959:0:25073:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000092a6d67e/0xf13b8042cb8867b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.120977:0:25073:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000092a6d67e/0xf13b8042cb8867b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.120986:0:25073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000092a6d67e/0xf13b8042cb8867b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.120993:0:25073:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000092a6d67e/0xf13b8042cb8867b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.121015:0:25073:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1789776841.121349:0:25073:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789776841.121355:0:25073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c9c365d4/0xf13b8042cb8867b7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.121364:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=662s v=(0 0) 00010000:00010000:3.0:1789776841.121367:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789776841.121371:0:25073:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c9c365d4/0xf13b8042cb8867b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.121381:0:25073:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c9c365d4/0xf13b8042cb8867b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.121389:0:25073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c9c365d4/0xf13b8042cb8867b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.121396:0:25073:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c9c365d4/0xf13b8042cb8867b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.121410:0:25073:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1789776841.121417:0:23906:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789776841.121421:0:23906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000092a6d67e/0xf13b8042cb8867b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.121428:0:23906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5d0217f600 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:3.0:1789776841.121437:0:23906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000092a6d67e/0xf13b8042cb8867b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.121446:0:23906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000092a6d67e/0xf13b8042cb8867b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.121457:0:23906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000092a6d67e/0xf13b8042cb8867b0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.121465:0:23906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000092a6d67e/0xf13b8042cb8867b0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.121479:0:23906:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789776841.121482:0:23906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c9c365d4/0xf13b8042cb8867b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.121488:0:23906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5d0217fa00 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:3.0:1789776841.121574:0:23906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c9c365d4/0xf13b8042cb8867b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.121583:0:23906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c9c365d4/0xf13b8042cb8867b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.121594:0:23906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c9c365d4/0xf13b8042cb8867b7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.121601:0:23906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c9c365d4/0xf13b8042cb8867b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.121619:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776841.121621:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776841.121623:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789776841.122069:0:25073:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789776841.122075:0:25073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000baee974e/0xf13b8042cb8867be lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.122084:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=662s v=(0 0) 00010000:00010000:3.0:1789776841.122087:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789776841.122105:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789776841.122163:0:24261:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789776841.122170:0:24261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008558413c/0xf13b8042cb8867c5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.122184:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=662s v=(0 0) 00010000:00010000:0.0:1789776841.122187:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789776841.122192:0:24261:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008558413c/0xf13b8042cb8867c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.122204:0:24261:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008558413c/0xf13b8042cb8867c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.122212:0:24261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008558413c/0xf13b8042cb8867c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.122218:0:24261:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008558413c/0xf13b8042cb8867c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.122233:0:24261:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789776841.122346:0:25371:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789776841.122352:0:25371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008558413c/0xf13b8042cb8867c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.122360:0:25371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc3cde800 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:0.0:1789776841.122364:0:25371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008558413c/0xf13b8042cb8867c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.122371:0:25371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008558413c/0xf13b8042cb8867c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.122393:0:25371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008558413c/0xf13b8042cb8867c5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.122401:0:25371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008558413c/0xf13b8042cb8867c5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.122415:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789776841.122417:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789776841.122419:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776841.122457:0:25073:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000baee974e/0xf13b8042cb8867be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.122468:0:25073:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000baee974e/0xf13b8042cb8867be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.122476:0:25073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000baee974e/0xf13b8042cb8867be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.122484:0:25073:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000baee974e/0xf13b8042cb8867be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.122542:0:25073:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789776841.122715:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789776841.122721:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000baee974e/0xf13b8042cb8867be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.122729:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5d0217f800 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:0.0:1789776841.122733:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000baee974e/0xf13b8042cb8867be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.122741:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000baee974e/0xf13b8042cb8867be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.122753:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000baee974e/0xf13b8042cb8867be lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.122759:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000baee974e/0xf13b8042cb8867be lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.122784:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789776841.122785:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789776841.122787:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789776841.123260:0:24261:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789776841.123267:0:24261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d3decd91/0xf13b8042cb8867cc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.123276:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=662s v=(0 0) 00010000:00010000:0.0:1789776841.123280:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789776841.123284:0:24261:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d3decd91/0xf13b8042cb8867cc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.123292:0:24261:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d3decd91/0xf13b8042cb8867cc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.123299:0:24261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d3decd91/0xf13b8042cb8867cc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.123305:0:24261:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d3decd91/0xf13b8042cb8867cc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.123321:0:24261:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789776841.123470:0:23906:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789776841.123476:0:23906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d3decd91/0xf13b8042cb8867cc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.123818:0:23906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc3cdf600 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:3.0:1789776841.123822:0:23906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d3decd91/0xf13b8042cb8867cc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.123831:0:23906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d3decd91/0xf13b8042cb8867cc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.123844:0:23906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d3decd91/0xf13b8042cb8867cc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.123852:0:23906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d3decd91/0xf13b8042cb8867cc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.123868:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776841.123870:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776841.123871:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789776841.124224:0:24261:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789776841.124230:0:24261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000e1a52e3/0xf13b8042cb8867d3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.124250:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=662s v=(0 0) 00010000:00010000:0.0:1789776841.124254:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789776841.124260:0:24261:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000e1a52e3/0xf13b8042cb8867d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.124270:0:24261:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000e1a52e3/0xf13b8042cb8867d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.124279:0:24261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000e1a52e3/0xf13b8042cb8867d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.124286:0:24261:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000e1a52e3/0xf13b8042cb8867d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.124306:0:24261:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789776841.124459:0:25073:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789776841.124465:0:25073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000366aca53/0xf13b8042cb8867da lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.124474:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=662s v=(0 0) 00010000:00010000:0.0:1789776841.124477:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789776841.124481:0:25073:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000366aca53/0xf13b8042cb8867da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.124516:0:25073:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000366aca53/0xf13b8042cb8867da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.124536:0:25073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000366aca53/0xf13b8042cb8867da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.124543:0:25073:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000366aca53/0xf13b8042cb8867da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.124555:0:25073:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1789776841.124853:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789776841.124861:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000e1a52e3/0xf13b8042cb8867d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.124870:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc3cdfc00 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:1.0:1789776841.124873:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000e1a52e3/0xf13b8042cb8867d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.124881:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000e1a52e3/0xf13b8042cb8867d3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789776841.124885:0:24261:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789776841.124890:0:24261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006ae79067/0xf13b8042cb8867e1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.124894:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000e1a52e3/0xf13b8042cb8867d3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.124898:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=662s v=(0 0) 00010000:00010000:0.0:1789776841.124901:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789776841.124905:0:24261:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006ae79067/0xf13b8042cb8867e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.124912:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000e1a52e3/0xf13b8042cb8867d3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.124914:0:24261:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006ae79067/0xf13b8042cb8867e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.124934:0:24261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006ae79067/0xf13b8042cb8867e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.124938:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789776841.124943:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000366aca53/0xf13b8042cb8867da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.124943:0:24261:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006ae79067/0xf13b8042cb8867e1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.124950:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc25f8e00 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:1.0:1789776841.124953:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000366aca53/0xf13b8042cb8867da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.125041:0:24261:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789776841.125148:0:25371:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789776841.125154:0:25371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006ae79067/0xf13b8042cb8867e1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.125163:0:25371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc25f9800 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:0.0:1789776841.125166:0:25371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006ae79067/0xf13b8042cb8867e1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.125174:0:25371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006ae79067/0xf13b8042cb8867e1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.125184:0:25371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006ae79067/0xf13b8042cb8867e1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.125191:0:25371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006ae79067/0xf13b8042cb8867e1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.125203:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789776841.125205:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789776841.125207:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776841.125290:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.125324:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000366aca53/0xf13b8042cb8867da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.125336:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000366aca53/0xf13b8042cb8867da lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.125343:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000366aca53/0xf13b8042cb8867da lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.125356:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.125357:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.125359:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789776841.126383:0:24261:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789776841.126392:0:24261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c8dce736/0xf13b8042cb8867e8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.126405:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=662s v=(0 0) 00010000:00010000:0.0:1789776841.126416:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789776841.126422:0:24261:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c8dce736/0xf13b8042cb8867e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.126434:0:24261:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c8dce736/0xf13b8042cb8867e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.126444:0:24261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c8dce736/0xf13b8042cb8867e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.126451:0:24261:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c8dce736/0xf13b8042cb8867e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.126464:0:24261:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789776841.126828:0:24261:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789776841.126834:0:24261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000e801491/0xf13b8042cb8867ef lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.126843:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=662s v=(0 0) 00010000:00010000:0.0:1789776841.126846:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789776841.126850:0:24261:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000e801491/0xf13b8042cb8867ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.126859:0:24261:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000e801491/0xf13b8042cb8867ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.126867:0:24261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000e801491/0xf13b8042cb8867ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.126879:0:24261:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000e801491/0xf13b8042cb8867ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.126894:0:24261:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1789776841.127061:0:23906:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789776841.127069:0:23906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c8dce736/0xf13b8042cb8867e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.127077:0:23906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc25f8a00 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:3.0:1789776841.127081:0:23906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c8dce736/0xf13b8042cb8867e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.127101:0:23906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c8dce736/0xf13b8042cb8867e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.127117:0:23906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c8dce736/0xf13b8042cb8867e8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.127125:0:23906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c8dce736/0xf13b8042cb8867e8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.127141:0:23906:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789776841.127144:0:23906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000e801491/0xf13b8042cb8867ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.127150:0:23906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc25f8600 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:3.0:1789776841.127153:0:23906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000e801491/0xf13b8042cb8867ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.127160:0:23906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000e801491/0xf13b8042cb8867ef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.127171:0:23906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000e801491/0xf13b8042cb8867ef lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.127178:0:23906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000e801491/0xf13b8042cb8867ef lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789776841.127227:0:24261:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789776841.127233:0:24261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d84fa082/0xf13b8042cb8867f6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.127241:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=662s v=(0 0) 00010000:00010000:0.0:1789776841.127244:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789776841.127248:0:24261:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d84fa082/0xf13b8042cb8867f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.127257:0:24261:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d84fa082/0xf13b8042cb8867f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.127265:0:24261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d84fa082/0xf13b8042cb8867f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.127272:0:24261:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d84fa082/0xf13b8042cb8867f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.127284:0:23906:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789776841.127287:0:24261:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1789776841.127288:0:23906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d84fa082/0xf13b8042cb8867f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.127295:0:23906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc25f8800 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:3.0:1789776841.127298:0:23906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d84fa082/0xf13b8042cb8867f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.127305:0:23906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d84fa082/0xf13b8042cb8867f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.127315:0:23906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d84fa082/0xf13b8042cb8867f6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.127322:0:23906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d84fa082/0xf13b8042cb8867f6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.127333:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776841.127334:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776841.127336:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776841.127360:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789776841.127817:0:24261:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789776841.127825:0:24261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005f38ecc8/0xf13b8042cb8867fd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.127840:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=662s v=(0 0) 00010000:00010000:0.0:1789776841.127844:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789776841.127848:0:24261:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005f38ecc8/0xf13b8042cb8867fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.127859:0:24261:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005f38ecc8/0xf13b8042cb8867fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.127868:0:24261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005f38ecc8/0xf13b8042cb8867fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.127875:0:24261:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005f38ecc8/0xf13b8042cb8867fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.127889:0:24261:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789776841.127907:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789776841.127913:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005f38ecc8/0xf13b8042cb8867fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.127943:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc25f8400 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:1.0:1789776841.127946:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005f38ecc8/0xf13b8042cb8867fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789776841.128905:0:24261:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789776841.128912:0:24261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000062e4fb84/0xf13b8042cb886804 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.129190:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005f38ecc8/0xf13b8042cb8867fd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.129790:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=662s v=(0 0) 00010000:00010000:0.0:1789776841.129797:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789776841.129804:0:24261:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000062e4fb84/0xf13b8042cb886804 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.129819:0:24261:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000062e4fb84/0xf13b8042cb886804 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.129841:0:24261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000062e4fb84/0xf13b8042cb886804 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.129849:0:24261:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000062e4fb84/0xf13b8042cb886804 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.129872:0:24261:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789776841.129878:0:23906:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789776841.129885:0:23906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000062e4fb84/0xf13b8042cb886804 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.129892:0:23906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc25f9a00 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:3.0:1789776841.129901:0:23906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000062e4fb84/0xf13b8042cb886804 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.129908:0:23906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000062e4fb84/0xf13b8042cb886804 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.129934:0:23906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000062e4fb84/0xf13b8042cb886804 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776841.129941:0:23906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000062e4fb84/0xf13b8042cb886804 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.130046:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005f38ecc8/0xf13b8042cb8867fd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.130053:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005f38ecc8/0xf13b8042cb8867fd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.130099:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.130101:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.130103:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789776841.130530:0:24261:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789776841.130536:0:24261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009eaff74d/0xf13b8042cb88680b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.130545:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=662s v=(0 0) 00010000:00010000:0.0:1789776841.130549:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789776841.130554:0:24261:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009eaff74d/0xf13b8042cb88680b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.130564:0:24261:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009eaff74d/0xf13b8042cb88680b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.130572:0:24261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009eaff74d/0xf13b8042cb88680b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.130580:0:24261:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009eaff74d/0xf13b8042cb88680b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.130606:0:24261:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789776841.130701:0:25371:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789776841.130708:0:25371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009eaff74d/0xf13b8042cb88680b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.130715:0:25371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc25f9600 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:0.0:1789776841.130719:0:25371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009eaff74d/0xf13b8042cb88680b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.130727:0:25371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009eaff74d/0xf13b8042cb88680b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.130739:0:25371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009eaff74d/0xf13b8042cb88680b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.130747:0:25371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009eaff74d/0xf13b8042cb88680b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.130761:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789776841.130763:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789776841.130764:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789776841.130808:0:25073:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789776841.130813:0:25073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000963bb719/0xf13b8042cb886812 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.130821:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=662s v=(0 0) 00010000:00010000:0.0:1789776841.130830:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789776841.130835:0:25073:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000963bb719/0xf13b8042cb886812 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.130845:0:25073:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000963bb719/0xf13b8042cb886812 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.130854:0:25073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000963bb719/0xf13b8042cb886812 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.130861:0:25073:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000963bb719/0xf13b8042cb886812 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.130887:0:25073:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789776841.131286:0:24261:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789776841.131293:0:24261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008e7d5e90/0xf13b8042cb886819 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.131302:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=662s v=(0 0) 00010000:00010000:0.0:1789776841.131306:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789776841.131310:0:24261:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e7d5e90/0xf13b8042cb886819 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.131319:0:24261:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008e7d5e90/0xf13b8042cb886819 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.131328:0:24261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008e7d5e90/0xf13b8042cb886819 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.131342:0:24261:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008e7d5e90/0xf13b8042cb886819 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.131355:0:24261:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1789776841.131700:0:24261:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789776841.131706:0:24261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fcbbffea/0xf13b8042cb886820 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.131715:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=662s v=(0 0) 00010000:00010000:0.0:1789776841.131719:0:24261:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789776841.131723:0:24261:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fcbbffea/0xf13b8042cb886820 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.131731:0:24261:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fcbbffea/0xf13b8042cb886820 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.131740:0:24261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fcbbffea/0xf13b8042cb886820 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.131747:0:24261:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fcbbffea/0xf13b8042cb886820 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.131755:0:24261:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00080000:0.0:1789776841.131783:0:24261:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:34 00000100:00100000:0.0:1789776841.131880:0:24261:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3d4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22777:x1876716449676928:12345-0@lo:5:osp-pre-0-0.0 Request processed in 57132us (57324us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776841.131895:0:24261:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789776841.131900:0:22777:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3d4e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22777:1876716449676928:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1789776841.131934:0:22777:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x22:0x0] 00010000:00010000:0.0:1789776841.131939:0:25371:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1789776841.131945:0:25371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000963bb719/0xf13b8042cb886812 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.131952:0:25371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc25f8000 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:0.0:1789776841.131955:0:25371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000963bb719/0xf13b8042cb886812 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776841.131979:0:22777:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc456aa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22777:1876716449678592:0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1789776841.132016:0:22777:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776841.132038:0:22777:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc2d92d80 going to sleep for 11 seconds 00010000:00010000:0.0:1789776841.132043:0:25371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000963bb719/0xf13b8042cb886812 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776841.132055:0:25370:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449678592 00010000:00010000:0.0:1789776841.132057:0:25371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000963bb719/0xf13b8042cb886812 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776841.132059:0:25370:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449678592 00010000:00010000:0.0:1789776841.132064:0:25371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000963bb719/0xf13b8042cb886812 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.132081:0:25371:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789776841.132084:0:25371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008e7d5e90/0xf13b8042cb886819 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776841.132093:0:25370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789776841.132101:0:25370:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc456ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:22777:x1876716449678592:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:2.0:1789776841.132137:0:25370:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00010000:00010000:0.0:1789776841.132155:0:25371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc25f8c00 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:0.0:1789776841.132158:0:25371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008e7d5e90/0xf13b8042cb886819 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.132177:0:25371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008e7d5e90/0xf13b8042cb886819 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.132187:0:25371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008e7d5e90/0xf13b8042cb886819 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.132194:0:25371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008e7d5e90/0xf13b8042cb886819 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.132208:0:25371:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789776841.132211:0:25371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fcbbffea/0xf13b8042cb886820 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.132217:0:25371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc25f9400 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:0.0:1789776841.132220:0:25371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fcbbffea/0xf13b8042cb886820 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.132227:0:25371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fcbbffea/0xf13b8042cb886820 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.132236:0:25371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fcbbffea/0xf13b8042cb886820 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.132242:0:25371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fcbbffea/0xf13b8042cb886820 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.132267:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789776841.132269:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789776841.132270:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.132432:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789776841.132788:0:25073:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789776841.132794:0:25073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003ab06b3f/0xf13b8042cb886827 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.132805:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=662s v=(0 0) 00010000:00010000:0.0:1789776841.132809:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789776841.132813:0:25073:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003ab06b3f/0xf13b8042cb886827 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.132823:0:25073:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003ab06b3f/0xf13b8042cb886827 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.132833:0:25073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003ab06b3f/0xf13b8042cb886827 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.132840:0:25073:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003ab06b3f/0xf13b8042cb886827 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.132864:0:25073:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789776841.132967:0:25371:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789776841.132972:0:25371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003ab06b3f/0xf13b8042cb886827 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.132980:0:25371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc25f8200 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:1.0:1789776841.132983:0:25371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003ab06b3f/0xf13b8042cb886827 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.133001:0:25371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003ab06b3f/0xf13b8042cb886827 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.133014:0:25371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003ab06b3f/0xf13b8042cb886827 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.133021:0:25371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003ab06b3f/0xf13b8042cb886827 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.133036:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.133038:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.133040:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789776841.133335:0:25073:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789776841.133341:0:25073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009c5d66f9/0xf13b8042cb88682e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.133359:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=662s v=(0 0) 00010000:00010000:0.0:1789776841.133362:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789776841.133366:0:25073:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c5d66f9/0xf13b8042cb88682e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.133374:0:25073:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c5d66f9/0xf13b8042cb88682e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.133382:0:25073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009c5d66f9/0xf13b8042cb88682e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.133389:0:25073:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009c5d66f9/0xf13b8042cb88682e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.133401:0:25073:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000001:00080000:1.0:1789776841.133417:0:25077:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:1.0:1789776841.133449:0:25077:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:1.0:1789776841.133453:0:25077:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:1.0:1789776841.133469:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789776841.133474:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009c5d66f9/0xf13b8042cb88682e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.133483:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc25f9000 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:1.0:1789776841.133486:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009c5d66f9/0xf13b8042cb88682e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.133516:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009c5d66f9/0xf13b8042cb88682e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.133540:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009c5d66f9/0xf13b8042cb88682e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.133547:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c5d66f9/0xf13b8042cb88682e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.133559:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.133561:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.133563:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789776841.133671:0:24260:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff49a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:23497:x1876716449678464:12345-0@lo:5:osp-pre-1-1.0 Request processed in 34500us (34612us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1789776841.133682:0:24260:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789776841.133726:0:23497:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:1.0:1789776841.133733:0:23497:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff49b100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23497:1876716449678464:0@lo:5:osp-pre-1-1.0 00000004:00080000:1.0:1789776841.133746:0:23497:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:1.0:1789776841.133790:0:23497:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3041f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23497:1876716449678720:0@lo:900:osp-pre-1-1.0 00000100:00100000:1.0:1789776841.133825:0:23497:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776841.133847:0:23497:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc8625d80 going to sleep for 11 seconds 00000100:00100000:1.0:1789776841.133867:0:22764:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449678720 00000100:00100000:1.0:1789776841.133872:0:22764:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449678720 00000100:00100000:1.0:1789776841.133906:0:22764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00002000:00010000:0.0:1789776841.133907:0:25073:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789776841.133912:0:25073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e192d284/0xf13b8042cb886835 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789776841.133913:0:22764:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3040a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23497:x1876716449678720:12345-0@lo:900:osp-pre-1-1.0 00010000:00010000:0.0:1789776841.133934:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=662s v=(0 0) 00010000:00010000:0.0:1789776841.133937:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789776841.133942:0:25073:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e192d284/0xf13b8042cb886835 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.133951:0:25073:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e192d284/0xf13b8042cb886835 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789776841.133981:0:22764:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3040a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23497:x1876716449678720:12345-0@lo:900:osp-pre-1-1.0 Request processed in 68us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776841.133997:0:22764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1789776841.134029:0:23497:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5bc3041f80 x1876716449678720/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789776857 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789776841.134040:0:23497:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3041f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23497:1876716449678720:0@lo:900:osp-pre-1-1.0 00010000:00010000:0.0:1789776841.134041:0:25073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e192d284/0xf13b8042cb886835 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.134048:0:25073:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e192d284/0xf13b8042cb886835 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.134063:0:25073:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789776841.134065:0:25371:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789776841.134069:0:25371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e192d284/0xf13b8042cb886835 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.134076:0:25371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc25f9c00 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:1.0:1789776841.134078:0:25371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e192d284/0xf13b8042cb886835 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.134086:0:25371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e192d284/0xf13b8042cb886835 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.134097:0:25371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e192d284/0xf13b8042cb886835 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.134104:0:25371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e192d284/0xf13b8042cb886835 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.134116:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.134118:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.134120:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789776841.134355:0:25073:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789776841.134361:0:25073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000514e9d22/0xf13b8042cb88683c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.134370:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=662s v=(0 0) 00010000:00010000:0.0:1789776841.134374:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789776841.134377:0:25073:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000514e9d22/0xf13b8042cb88683c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.134387:0:25073:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000514e9d22/0xf13b8042cb88683c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.134395:0:25073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000514e9d22/0xf13b8042cb88683c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.134403:0:25073:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000514e9d22/0xf13b8042cb88683c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.134437:0:25073:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789776841.134534:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789776841.134540:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000514e9d22/0xf13b8042cb88683c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.134554:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc25f9e00 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:1.0:1789776841.134557:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000514e9d22/0xf13b8042cb88683c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.134565:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000514e9d22/0xf13b8042cb88683c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.134576:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000514e9d22/0xf13b8042cb88683c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.134583:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000514e9d22/0xf13b8042cb88683c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.134596:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.134598:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.134600:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776841.134657:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776841.134660:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776841.134662:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776841.134670:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789776841.134716:0:25073:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789776841.134722:0:25073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000656700e/0xf13b8042cb886843 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.134731:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=662s v=(0 0) 00010000:00010000:0.0:1789776841.134733:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789776841.134737:0:25073:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000656700e/0xf13b8042cb886843 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.134745:0:25073:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000656700e/0xf13b8042cb886843 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.134753:0:25073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000656700e/0xf13b8042cb886843 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.134761:0:25073:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000656700e/0xf13b8042cb886843 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.134782:0:25073:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789776841.134952:0:25371:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789776841.134968:0:25371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000656700e/0xf13b8042cb886843 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.134976:0:25371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc25f9200 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:1.0:1789776841.134979:0:25371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000656700e/0xf13b8042cb886843 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.134986:0:25371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000656700e/0xf13b8042cb886843 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.135004:0:25371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000656700e/0xf13b8042cb886843 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.135012:0:25371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000656700e/0xf13b8042cb886843 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.135027:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.135029:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.135030:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789776841.135097:0:25073:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789776841.135103:0:25073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000093adf42c/0xf13b8042cb88684a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.135111:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=662s v=(0 0) 00010000:00010000:0.0:1789776841.135119:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789776841.135124:0:25073:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000093adf42c/0xf13b8042cb88684a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.135133:0:25073:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000093adf42c/0xf13b8042cb88684a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.135141:0:25073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000093adf42c/0xf13b8042cb88684a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.135148:0:25073:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000093adf42c/0xf13b8042cb88684a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.135168:0:25073:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789776841.135439:0:25073:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789776841.135445:0:25073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aa003258/0xf13b8042cb886851 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.135454:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=662s v=(0 0) 00010000:00010000:0.0:1789776841.135458:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789776841.135461:0:25073:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aa003258/0xf13b8042cb886851 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.135471:0:25073:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aa003258/0xf13b8042cb886851 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.135480:0:25073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aa003258/0xf13b8042cb886851 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.135527:0:25073:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000aa003258/0xf13b8042cb886851 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.135544:0:25073:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1789776841.135553:0:23906:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789776841.135557:0:23906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000093adf42c/0xf13b8042cb88684a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.135565:0:23906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc3eeda00 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:0.0:1789776841.135568:0:23906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000093adf42c/0xf13b8042cb88684a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.135576:0:23906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000093adf42c/0xf13b8042cb88684a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.135588:0:23906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000093adf42c/0xf13b8042cb88684a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.135596:0:23906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000093adf42c/0xf13b8042cb88684a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.135609:0:23906:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789776841.135612:0:23906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000aa003258/0xf13b8042cb886851 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.135629:0:23906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc3eed000 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:0.0:1789776841.135632:0:23906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000aa003258/0xf13b8042cb886851 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.135641:0:23906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000aa003258/0xf13b8042cb886851 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.135651:0:23906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000aa003258/0xf13b8042cb886851 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.135658:0:23906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aa003258/0xf13b8042cb886851 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776841.135671:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789776841.135672:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789776841.135674:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.136442:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789776841.136717:0:25073:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789776841.136723:0:25073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000017cb18a4/0xf13b8042cb886858 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.136735:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=662s v=(0 0) 00010000:00010000:1.0:1789776841.136739:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789776841.136744:0:25073:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017cb18a4/0xf13b8042cb886858 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.136754:0:25073:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000017cb18a4/0xf13b8042cb886858 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.136761:0:25073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000017cb18a4/0xf13b8042cb886858 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.136768:0:25073:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000017cb18a4/0xf13b8042cb886858 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.136792:0:25073:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789776841.136801:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789776841.136807:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000017cb18a4/0xf13b8042cb886858 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.136813:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc36dc000 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:1.0:1789776841.136816:0:22740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000017cb18a4/0xf13b8042cb886858 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.136823:0:22740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000017cb18a4/0xf13b8042cb886858 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.136836:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000017cb18a4/0xf13b8042cb886858 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.136843:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000017cb18a4/0xf13b8042cb886858 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.136857:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.136859:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.136861:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789776841.138157:0:25073:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789776841.138165:0:25073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000317b69be/0xf13b8042cb88685f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.138177:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=662s v=(0 0) 00010000:00010000:1.0:1789776841.138194:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789776841.138200:0:25073:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000317b69be/0xf13b8042cb88685f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.138210:0:25073:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000317b69be/0xf13b8042cb88685f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.138218:0:25073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000317b69be/0xf13b8042cb88685f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.138225:0:25073:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000317b69be/0xf13b8042cb88685f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.138243:0:25073:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:1.0:1789776841.138532:0:25073:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:5 00000100:00100000:1.0:1789776841.138626:0:25073:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff499180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:22779:x1876716449676544:12345-0@lo:5:osp-pre-1-0.0 Request processed in 64519us (71325us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776841.138636:0:25073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:1.0:1789776841.138666:0:25371:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789776841.138672:0:25371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000317b69be/0xf13b8042cb88685f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.138680:0:25371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc36dd200 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:1.0:1789776841.138684:0:25371:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000317b69be/0xf13b8042cb88685f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.138693:0:25371:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000317b69be/0xf13b8042cb88685f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.138714:0:25371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000317b69be/0xf13b8042cb88685f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.138727:0:25371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000317b69be/0xf13b8042cb88685f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776841.138743:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.138744:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776841.138746:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789776841.139053:0:22779:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff499f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22779:1876716449676544:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1789776841.139070:0:22779:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x5:0x0] 00000100:00100000:3.0:1789776841.139117:0:22779:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff499f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22779:1876716449678848:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1789776841.139155:0:22779:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776841.139177:0:22779:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cf49bc300 going to sleep for 11 seconds 00000100:00100000:1.0:1789776841.140555:0:24261:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449678848 00000100:00100000:1.0:1789776841.140567:0:24261:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449678848 00000100:00100000:1.0:1789776841.140618:0:24261:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789776841.140627:0:24261:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff499c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:22779:x1876716449678848:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:1.0:1789776841.140668:0:24261:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00000100:00100000:1.0:1789776841.142863:0:24261:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff499c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22779:x1876716449678848:12345-0@lo:5:osp-pre-1-0.0 Request processed in 2230us (3700us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1789776841.142876:0:24261:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789776841.142918:0:22779:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff499f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22779:1876716449678848:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1789776841.142946:0:22779:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00000001:00080000:0.0:1789776841.143438:0:24255:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:0.0:1789776841.143478:0:24255:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:1.0:1789776841.146283:0:25370:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc456ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:22777:x1876716449678592:12345-0@lo:5:osp-pre-0-0.0 Request processed in 14171us (14256us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1789776841.146297:0:25370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789776841.146404:0:22777:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:2.0:1789776841.146413:0:22777:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc456aa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22777:1876716449678592:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1789776841.146428:0:22777:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00010000:00010000:0.0:1789776841.187726:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789776841.254280:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3041f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876716449678976:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789776841.254358:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776841.254979:0:23495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449678976 00000100:00100000:1.0:1789776841.254987:0:23495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449678976 00000100:00100000:1.0:1789776841.255038:0:23495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789776841.255048:0:23495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc456aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1876716449678976:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789776841.255082:0:23495:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789776841.255142:0:23495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc456aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1876716449678976:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (784us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776841.255156:0:23495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1789776841.255674:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3041f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876716449678976:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789776841.762665:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789776841.762691:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff498e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876716449679104:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789776841.762772:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776841.763003:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449679104 00000100:00100000:3.0:1789776841.763010:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449679104 00000100:00100000:3.0:1789776841.763092:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1789776841.763101:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff499880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1876716449679104:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789776841.763139:0:22758:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789776841.763188:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff499880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1876716449679104:12345-0@lo:41:osp-pre-1-0.0 Request processed in 88us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776841.763195:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1789776841.763663:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff498e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876716449679104:0@lo:41:osp-pre-1-0.0 00000001:02000400:0.0:1789776842.031336:0:25435:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg427-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:2.0:1789776842.210665:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1789776842.870426:0:25487:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789776842.870671:0:25487:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789776843.238282:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1789776843.492206:0:23506:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00000004:0.0:1789776843.672804:0:25537:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789776843.673052:0:25537:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1789776843.902603:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1789776843.902815:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432801536 00000100:00100000:1.0:1789776843.902825:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432801536 00000100:00100000:1.0:1789776843.902944:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 114 00000100:00100000:1.0:1789776843.902953:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7242450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:2410:x1876716432801536:12345-192.168.204.27@tcp:250:mount.lustre.0 00010000:00080000:1.0:1789776843.902983:0:22745:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from 5962940a-e887-4296-97d2-b460b3106206@192.168.204.27@tcp t0 exp 0000000000000000 cur 665 last 0 00000020:00000080:1.0:1789776843.903014:0:22745:0:(genops.c:1385:class_connect()) connect: client 5962940a-e887-4296-97d2-b460b3106206, cookie 0xf13b8042cb886866 00000100:00080000:1.0:1789776843.903152:0:22745:0:(import.c:65:import_set_state_nolock()) ffff8a5bc45cc800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789776843.903231:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7242450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5962940a-e887-4296-97d2-b460b3106206+5:2410:x1876716432801536:12345-192.168.204.27@tcp:250:mount.lustre.0 Request processed in 278us (637us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776843.903239:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 114 00000100:00100000:2.0:1789776843.911771:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1789776843.912467:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432801664 00000100:00100000:0.0:1789776843.912481:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432801664 00000100:00100000:0.0:1789776843.912728:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 115 00000100:00100000:0.0:1789776843.912740:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7243450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5962940a-e887-4296-97d2-b460b3106206+5:18064:x1876716432801664:12345-192.168.204.27@tcp:101:mount.lustre.0 00010000:00010000:0.0:1789776843.912764:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789776843.912789:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a5bc3eede00/0xf13b8042cb88686d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x87906a8077ab5cf9 expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776843.912840:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a5bc3eede00/0xf13b8042cb88686d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5cf9 expref: 6 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776843.913012:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a5bc3eede00/0xf13b8042cb88686d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5cf9 expref: 6 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776843.913028:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5bc3eede00, rc 0) 00000100:00100000:0.0:1789776843.913167:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7243450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5962940a-e887-4296-97d2-b460b3106206+6:18064:x1876716432801664:12345-192.168.204.27@tcp:101:mount.lustre.0 Request processed in 428us (1408us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776843.913175:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 115 00000100:00100000:0.0:1789776843.916840:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1789776843.917046:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432801792 00000100:00100000:1.0:1789776843.917061:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432801792 00000100:00100000:1.0:1789776843.917139:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 116 00000100:00100000:1.0:1789776843.917150:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7243050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5962940a-e887-4296-97d2-b460b3106206+6:18064:x1876716432801792:12345-192.168.204.27@tcp:501:mount.lustre.0 00000100:00100000:1.0:1789776843.919094:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7243050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5962940a-e887-4296-97d2-b460b3106206+6:18064:x1876716432801792:12345-192.168.204.27@tcp:501:mount.lustre.0 Request processed in 1934us (2271us total) trans 0 rc -2/-2 00000100:00100000:1.0:1789776843.919109:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 116 00000100:00100000:2.0:1789776843.924827:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1789776843.924990:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432801920 00000100:00100000:0.0:1789776843.925006:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432801920 00000100:00100000:0.0:1789776843.925139:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 117 00000100:00100000:0.0:1789776843.925153:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7243850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5962940a-e887-4296-97d2-b460b3106206+6:18064:x1876716432801920:12345-192.168.204.27@tcp:101:mount.lustre.0 00010000:00010000:0.0:1789776843.925244:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789776843.925334:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a5bc3eed200/0xf13b8042cb886874 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x87906a8077ab5d00 expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776843.925377:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a5bc3eed200/0xf13b8042cb886874 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5d00 expref: 7 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776843.925411:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a5bc3eed200/0xf13b8042cb886874 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5d00 expref: 7 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776843.925424:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5bc3eed200, rc 0) 00000100:00100000:0.0:1789776843.925626:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7243850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5962940a-e887-4296-97d2-b460b3106206+7:18064:x1876716432801920:12345-192.168.204.27@tcp:101:mount.lustre.0 Request processed in 475us (814us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776843.925635:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 117 00000100:00100000:2.0:1789776843.930528:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1789776843.930675:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432802048 00000100:00100000:1.0:1789776843.930685:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432802048 00000100:00100000:1.0:1789776843.930742:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 118 00000100:00100000:1.0:1789776843.930751:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7240c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5962940a-e887-4296-97d2-b460b3106206+7:18064:x1876716432802048:12345-192.168.204.27@tcp:501:mount.lustre.0 00000100:00100000:1.0:1789776843.932375:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7240c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5962940a-e887-4296-97d2-b460b3106206+8:18064:x1876716432802048:12345-192.168.204.27@tcp:501:mount.lustre.0 Request processed in 1615us (1880us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776843.932389:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 118 00000100:00100000:1.0:1789776843.936360:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1789776843.937645:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432802176 00000100:00100000:0.0:1789776843.937663:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432802176 00000100:00100000:0.0:1789776843.937762:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 119 00000100:00100000:0.0:1789776843.937775:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7242050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5962940a-e887-4296-97d2-b460b3106206+8:18064:x1876716432802176:12345-192.168.204.27@tcp:503:mount.lustre.0 00000100:00100000:0.0:1789776843.938026:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7242050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5962940a-e887-4296-97d2-b460b3106206+8:18064:x1876716432802176:12345-192.168.204.27@tcp:503:mount.lustre.0 Request processed in 253us (1675us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776843.938036:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 119 00000100:00100000:2.0:1789776843.946693:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1789776843.946820:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432802304 00000100:00100000:1.0:1789776843.946831:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432802304 00000100:00100000:1.0:1789776843.946972:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 120 00000100:00100000:1.0:1789776843.946994:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7242c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5962940a-e887-4296-97d2-b460b3106206+8:18083:x1876716432802304:12345-192.168.204.27@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789776843.947287:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7242c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5962940a-e887-4296-97d2-b460b3106206+8:18083:x1876716432802304:12345-192.168.204.27@tcp:502:llog_process_th.0 Request processed in 294us (602us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776843.947295:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 120 00000100:00100000:1.0:1789776843.966831:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776843.967029:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432802432 00000100:00100000:2.0:1789776843.967055:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432802432 00000100:00100000:2.0:1789776843.967127:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 121 00000100:00100000:2.0:1789776843.967138:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf082fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5962940a-e887-4296-97d2-b460b3106206+8:18083:x1876716432802432:12345-192.168.204.27@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789776843.967380:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf082fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5962940a-e887-4296-97d2-b460b3106206+8:18083:x1876716432802432:12345-192.168.204.27@tcp:502:llog_process_th.0 Request processed in 242us (564us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776843.967390:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 121 00000100:00100000:2.0:1789776843.971063:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1789776843.971279:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432802560 00000100:00100000:1.0:1789776843.971292:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432802560 00000100:00100000:1.0:1789776843.971370:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 122 00000100:00100000:1.0:1789776843.971384:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf082d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5962940a-e887-4296-97d2-b460b3106206+8:18083:x1876716432802560:12345-192.168.204.27@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789776843.971639:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf082d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5962940a-e887-4296-97d2-b460b3106206+8:18083:x1876716432802560:12345-192.168.204.27@tcp:502:llog_process_th.0 Request processed in 257us (600us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776843.971648:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 122 00000100:00100000:0.0:1789776843.975615:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776843.975740:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432802688 00000100:00100000:2.0:1789776843.975754:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432802688 00000100:00100000:2.0:1789776843.975830:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 123 00000100:00100000:2.0:1789776843.975842:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf082d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5962940a-e887-4296-97d2-b460b3106206+8:18064:x1876716432802688:12345-192.168.204.27@tcp:101:mount.lustre.0 00010000:00010000:2.0:1789776843.975975:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789776843.976002:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a5cfc256400/0xf13b8042cb88687b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x87906a8077ab5d31 expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776843.976055:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a5cfc256400/0xf13b8042cb88687b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5d31 expref: 9 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776843.976068:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a5cfc256400/0xf13b8042cb88687b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5d31 expref: 9 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776843.976080:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5cfc256400, rc 0) 00000100:00100000:2.0:1789776843.976376:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf082d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5962940a-e887-4296-97d2-b460b3106206+9:18064:x1876716432802688:12345-192.168.204.27@tcp:101:mount.lustre.0 Request processed in 534us (778us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776843.976385:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 123 00000100:00100000:2.0:1789776843.981552:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1789776843.982662:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432802816 00000100:00100000:0.0:1789776843.982678:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432802816 00000100:00100000:0.0:1789776843.982771:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 124 00000100:00100000:0.0:1789776843.982798:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf082e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5962940a-e887-4296-97d2-b460b3106206+9:18064:x1876716432802816:12345-192.168.204.27@tcp:256:mount.lustre.0 20000000:01000000:0.0:1789776843.982838:0:22746:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1789776843.982887:0:22746:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1789776843.982893:0:22746:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1789776843.982897:0:22746:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1789776843.982901:0:22746:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:0.0:1789776843.982904:0:22746:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:0.0:1789776843.985354:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf082e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5962940a-e887-4296-97d2-b460b3106206+9:18064:x1876716432802816:12345-192.168.204.27@tcp:256:mount.lustre.0 Request processed in 2543us (3799us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776843.985373:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 124 00000100:00100000:3.0:1789776843.988927:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1789776843.989178:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432802944 00000100:00100000:1.0:1789776843.989192:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432802944 00000100:00100000:1.0:1789776843.989272:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 125 00000100:00100000:1.0:1789776843.989285:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf082c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5962940a-e887-4296-97d2-b460b3106206+9:18064:x1876716432802944:12345-192.168.204.27@tcp:101:mount.lustre.0 00010000:00010000:1.0:1789776843.989309:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789776843.989334:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a5bc36dda00/0xf13b8042cb886882 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x87906a8077ab5d38 expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776843.989374:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a5bc36dda00/0xf13b8042cb886882 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5d38 expref: 10 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776843.989411:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a5bc36dda00/0xf13b8042cb886882 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5d38 expref: 10 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776843.989422:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5bc36dda00, rc 0) 00000100:00100000:1.0:1789776843.989531:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf082c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5962940a-e887-4296-97d2-b460b3106206+10:18064:x1876716432802944:12345-192.168.204.27@tcp:101:mount.lustre.0 Request processed in 248us (628us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776843.989539:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 125 00000100:00100000:2.0:1789776843.993371:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1789776843.993698:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432803072 00000100:00100000:0.0:1789776843.993714:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432803072 00000100:00100000:0.0:1789776843.993854:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 126 00000100:00100000:0.0:1789776843.993880:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf082e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5962940a-e887-4296-97d2-b460b3106206+10:18064:x1876716432803072:12345-192.168.204.27@tcp:501:mount.lustre.0 00000100:00100000:0.0:1789776843.994122:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf082e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5962940a-e887-4296-97d2-b460b3106206+10:18064:x1876716432803072:12345-192.168.204.27@tcp:501:mount.lustre.0 Request processed in 256us (776us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776843.994130:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 126 00000100:00100000:1.0:1789776843.997616:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776843.998088:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432803200 00000100:00100000:3.0:1789776843.998102:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432803200 00000100:00100000:3.0:1789776843.998219:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 127 00000100:00100000:3.0:1789776843.998232:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf082f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5962940a-e887-4296-97d2-b460b3106206+10:18064:x1876716432803200:12345-192.168.204.27@tcp:503:mount.lustre.0 00000100:00100000:3.0:1789776843.998459:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf082f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5962940a-e887-4296-97d2-b460b3106206+10:18064:x1876716432803200:12345-192.168.204.27@tcp:503:mount.lustre.0 Request processed in 229us (859us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776843.998469:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 127 00000100:00100000:2.0:1789776844.003446:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1789776844.004051:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432803328 00000100:00100000:0.0:1789776844.004065:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432803328 00000100:00100000:0.0:1789776844.004132:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 128 00000100:00100000:0.0:1789776844.004142:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc2107850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5962940a-e887-4296-97d2-b460b3106206+10:18088:x1876716432803328:12345-192.168.204.27@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789776844.004701:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc2107850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5962940a-e887-4296-97d2-b460b3106206+10:18088:x1876716432803328:12345-192.168.204.27@tcp:502:llog_process_th.0 Request processed in 335us (1049us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776844.004711:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 128 00000100:00100000:2.0:1789776844.010731:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776844.010850:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432803456 00000100:00100000:3.0:1789776844.010875:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432803456 00000100:00100000:3.0:1789776844.010963:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 129 00000100:00100000:3.0:1789776844.010977:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc2104c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5962940a-e887-4296-97d2-b460b3106206+10:18088:x1876716432803456:12345-192.168.204.27@tcp:502:llog_process_th.0 00000100:00100000:3.0:1789776844.011221:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc2104c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5962940a-e887-4296-97d2-b460b3106206+10:18088:x1876716432803456:12345-192.168.204.27@tcp:502:llog_process_th.0 Request processed in 247us (503us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776844.011230:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 129 00000100:00100000:2.0:1789776844.015752:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776844.015902:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1789776844.016024:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432803584 00000100:00100000:1.0:1789776844.016042:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432803584 00000100:00100000:1.0:1789776844.016095:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432803840 00000100:00100000:1.0:1789776844.016098:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432803840 00000100:00100000:1.0:1789776844.016125:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7 00000100:00100000:1.0:1789776844.016137:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc456b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2410:x1876716432803584:12345-192.168.204.27@tcp:38:mount.lustre.0 00010000:00080000:1.0:1789776844.016179:0:22753:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from 196f6478-a515-45ae-bac6-ab823536f403@192.168.204.27@tcp t0 exp 0000000000000000 cur 665 last 0 00000020:00000080:1.0:1789776844.016246:0:22753:0:(genops.c:1385:class_connect()) connect: client 196f6478-a515-45ae-bac6-ab823536f403, cookie 0xf13b8042cb886889 00000004:00100000:1.0:1789776844.016282:0:22753:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:1.0:1789776844.016648:0:22753:0:(import.c:65:import_set_state_nolock()) ffff8a5bc45cf000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789776844.016746:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc456b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:196f6478-a515-45ae-bac6-ab823536f403+6:2410:x1876716432803584:12345-192.168.204.27@tcp:38:mount.lustre.0 Request processed in 609us (1011us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776844.016756:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7 00000100:00100000:1.0:1789776844.016780:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8 00000100:00100000:1.0:1789776844.016785:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc4569c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2410:x1876716432803840:12345-192.168.204.27@tcp:38:mount.lustre.0 00010000:00080000:1.0:1789776844.016805:0:22753:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from 196f6478-a515-45ae-bac6-ab823536f403@192.168.204.27@tcp t0 exp 0000000000000000 cur 665 last 0 00000020:00000080:1.0:1789776844.016843:0:22753:0:(genops.c:1385:class_connect()) connect: client 196f6478-a515-45ae-bac6-ab823536f403, cookie 0xf13b8042cb886890 00000004:00100000:1.0:1789776844.016884:0:22753:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:1.0:1789776844.017065:0:22753:0:(import.c:65:import_set_state_nolock()) ffff8a5bc45c8000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789776844.017094:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc4569c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:196f6478-a515-45ae-bac6-ab823536f403+6:2410:x1876716432803840:12345-192.168.204.27@tcp:38:mount.lustre.0 Request processed in 307us (1191us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776844.017102:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8 00000100:00100000:2.0:1789776844.022380:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776844.022429:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776844.022628:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1789776844.024444:0:24893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432803968 00000100:00100000:0.0:1789776844.024611:0:24893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432803968 00000100:00100000:1.0:1789776844.024686:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432803712 00000100:00100000:1.0:1789776844.024693:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432803712 00000100:00100000:3.0:1789776844.024766:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432804096 00000100:00100000:3.0:1789776844.024791:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432804096 00000100:00100000:0.0:1789776844.024791:0:24893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9 00000100:00100000:0.0:1789776844.024807:0:24893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc456b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:196f6478-a515-45ae-bac6-ab823536f403+6:0:x1876716432803968:12345-192.168.204.27@tcp:41:mount.lustre.0 00000100:00100000:3.0:1789776844.024825:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10 00000100:00100000:3.0:1789776844.024834:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc4568a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:196f6478-a515-45ae-bac6-ab823536f403+7:18064:x1876716432804096:12345-192.168.204.27@tcp:41:mount.lustre.0 00000004:00000024:3.0:1789776844.024878:0:22752:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000004:00000024:0.0:1789776844.024878:0:24893:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789776844.025022:0:24893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc456b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:196f6478-a515-45ae-bac6-ab823536f403+6:0:x1876716432803968:12345-192.168.204.27@tcp:41:mount.lustre.0 Request processed in 213us (2653us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776844.025032:0:24893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 9 00000100:00080000:2.0:1789776844.025114:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789776844.025119:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789776844.027465:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11 00000100:00100000:1.0:1789776844.027489:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc4569180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:196f6478-a515-45ae-bac6-ab823536f403+7:0:x1876716432803712:12345-192.168.204.27@tcp:41:mount.lustre.0 00000004:00000024:1.0:1789776844.027549:0:22753:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789776844.028757:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc4569180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:196f6478-a515-45ae-bac6-ab823536f403+7:0:x1876716432803712:12345-192.168.204.27@tcp:41:mount.lustre.0 Request processed in 1266us (6314us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776844.028757:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc4568a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:196f6478-a515-45ae-bac6-ab823536f403+7:18064:x1876716432804096:12345-192.168.204.27@tcp:41:mount.lustre.0 Request processed in 3912us (6117us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776844.028771:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11 00000100:00100000:0.0:1789776844.028775:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 10 00000100:00100000:2.0:1789776844.036476:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1789776844.036874:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432804224 00000100:00100000:0.0:1789776844.036889:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432804224 00000100:00100000:0.0:1789776844.036981:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12 00000100:00100000:0.0:1789776844.036994:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc4568380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:196f6478-a515-45ae-bac6-ab823536f403+6:18064:x1876716432804224:12345-192.168.204.27@tcp:40:mount.lustre.0 00000100:00100000:0.0:1789776844.037138:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc4568380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:196f6478-a515-45ae-bac6-ab823536f403+6:18064:x1876716432804224:12345-192.168.204.27@tcp:40:mount.lustre.0 Request processed in 145us (687us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776844.037146:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12 00000100:00100000:2.0:1789776844.044214:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776844.044269:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776844.044380:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1789776844.045094:0:22764:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432804608 00000100:00100000:1.0:1789776844.045110:0:22764:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432804608 00000100:00100000:1.0:1789776844.045191:0:22764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3 00000100:00100000:1.0:1789776844.045205:0:22764:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc4569880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:196f6478-a515-45ae-bac6-ab823536f403+6:18064:x1876716432804608:12345-192.168.204.27@tcp:900:mount.lustre.0 00000100:00100000:0.0:1789776844.045456:0:24260:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432804352 00000100:00100000:0.0:1789776844.045463:0:24260:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432804352 00000100:00100000:0.0:1789776844.045528:0:24260:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432804480 00000100:00100000:0.0:1789776844.045532:0:24260:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432804480 00000100:00100000:0.0:1789776844.045556:0:24260:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 16 00000100:00100000:0.0:1789776844.045562:0:24260:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc4569f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2410:x1876716432804352:12345-192.168.204.27@tcp:8:mount.lustre.0 00010000:00080000:0.0:1789776844.045595:0:24260:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from 196f6478-a515-45ae-bac6-ab823536f403@192.168.204.27@tcp t0 exp 0000000000000000 cur 665 last 0 00000020:00000080:0.0:1789776844.045651:0:24260:0:(genops.c:1385:class_connect()) connect: client 196f6478-a515-45ae-bac6-ab823536f403, cookie 0xf13b8042cb886897 00002000:00100000:0.0:1789776844.045667:0:24260:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 196f6478-a515-45ae-bac6-ab823536f403/ffff8a5bc37ab000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211396f ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1789776844.045691:0:24260:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000100:00100000:1.0:1789776844.046163:0:22764:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc4569880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:196f6478-a515-45ae-bac6-ab823536f403+6:18064:x1876716432804608:12345-192.168.204.27@tcp:900:mount.lustre.0 Request processed in 959us (1964us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776844.046175:0:22764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3 00000100:00100000:1.0:1789776844.046214:0:25073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 17 00000100:00100000:1.0:1789776844.046222:0:25073:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc456a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2410:x1876716432804480:12345-192.168.204.27@tcp:8:mount.lustre.0 00010000:00080000:1.0:1789776844.046244:0:25073:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from 196f6478-a515-45ae-bac6-ab823536f403@192.168.204.27@tcp t0 exp 0000000000000000 cur 665 last 0 00000020:00000080:1.0:1789776844.046270:0:25073:0:(genops.c:1385:class_connect()) connect: client 196f6478-a515-45ae-bac6-ab823536f403, cookie 0xf13b8042cb88689e 00002000:00100000:1.0:1789776844.046277:0:25073:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 196f6478-a515-45ae-bac6-ab823536f403/ffff8a5cfae23800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211396f ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1789776844.046324:0:25073:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1789776844.046477:0:25073:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1789776844.046540:0:25073:0:(import.c:65:import_set_state_nolock()) ffff8a5ceee15000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789776844.046595:0:25073:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc456a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:196f6478-a515-45ae-bac6-ab823536f403+6:2410:x1876716432804480:12345-192.168.204.27@tcp:8:mount.lustre.0 Request processed in 372us (2214us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776844.046603:0:25073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 17 00002000:00080000:0.0:1789776844.047442:0:24260:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1789776844.047483:0:24260:0:(import.c:65:import_set_state_nolock()) ffff8a5bc37a9000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789776844.047553:0:24260:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc4569f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:196f6478-a515-45ae-bac6-ab823536f403+6:2410:x1876716432804352:12345-192.168.204.27@tcp:8:mount.lustre.0 Request processed in 1987us (3280us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776844.047564:0:24260:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 16 00000100:00100000:2.0:1789776844.051635:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1789776844.051840:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432804736 00000100:00100000:1.0:1789776844.051852:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432804736 00000100:00100000:1.0:1789776844.052274:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 0 00000100:00100000:1.0:1789776844.052289:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc456b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:196f6478-a515-45ae-bac6-ab823536f403+6:18064:x1876716432804736:12345-192.168.204.27@tcp:33:mount.lustre.0 00000004:00080000:1.0:1789776844.055560:0:22755:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 3144us 00000004:00200000:3.0:1789776844.077200:0:22755:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1789776844.078222:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc456b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:196f6478-a515-45ae-bac6-ab823536f403+6:18064:x1876716432804736:12345-192.168.204.27@tcp:33:mount.lustre.0 Request processed in 25924us (26593us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776844.078246:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 0 00000100:00100000:1.0:1789776844.247554:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776844.247830:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432804864 00000100:00100000:2.0:1789776844.247844:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432804864 00000100:00100000:2.0:1789776844.247985:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13 00000100:00100000:2.0:1789776844.248000:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3040380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:196f6478-a515-45ae-bac6-ab823536f403+6:18111:x1876716432804864:12345-192.168.204.27@tcp:101:mkdir.0 00010000:00010000:2.0:1789776844.248028:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789776844.248065:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256a00/0xf13b8042cb8868a5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x87906a8077ab5d69 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776844.248160:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256c00/0xf13b8042cb8868ac lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776844.248177:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256c00/0xf13b8042cb8868ac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776844.248194:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256c00/0xf13b8042cb8868ac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789776844.248268:0:22753:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789776844.248273:0:22753:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789776844.248338:0:22753:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256c00/0xf13b8042cb8868ac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776844.248385:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256a00/0xf13b8042cb8868a5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5d69 expref: 8 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776844.248412:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256c00/0xf13b8042cb8868ac lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5d69 expref: 7 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776844.248423:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a5bc109e500) 00010000:00010000:2.0:1789776844.248426:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789776844.248431:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5cfc256c00, rc 0) 00000100:00100000:2.0:1789776844.248570:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3040380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:196f6478-a515-45ae-bac6-ab823536f403+7:18111:x1876716432804864:12345-192.168.204.27@tcp:101:mkdir.0 Request processed in 574us (1085us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776844.248579:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13 00010000:00010000:1.0:1789776844.259225:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789776845.282873:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789776845.859867:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff3f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876716449679232:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789776845.859987:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776845.860362:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449679232 00000100:00100000:0.0:1789776845.860373:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449679232 00000100:00100000:0.0:1789776845.860465:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789776845.860478:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff498700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876716449679232:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789776845.860542:0:24263:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1789776845.860765:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff498700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876716449679232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 288us (776us total) trans 0 rc 0/0 00000100:00080000:1.0:1789776845.860773:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789776845.860773:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789776845.860896:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff3f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876716449679232:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789776846.178820:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776846.179225:0:24893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432804992 00000100:00100000:2.0:1789776846.179251:0:24893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432804992 00000100:00080000:1.0:1789776846.179338:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789776846.179353:0:24893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 14 00000100:00100000:2.0:1789776846.179376:0:24893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff49a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:196f6478-a515-45ae-bac6-ab823536f403+7:18163:x1876716432804992:12345-192.168.204.27@tcp:41:lfs.0 00000004:00000024:2.0:1789776846.179434:0:24893:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789776846.179595:0:24893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff49a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:196f6478-a515-45ae-bac6-ab823536f403+7:18163:x1876716432804992:12345-192.168.204.27@tcp:41:lfs.0 Request processed in 221us (780us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776846.179605:0:24893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 14 00000100:00100000:1.0:1789776846.182458:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1789776846.182609:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432805120 00000100:00100000:0.0:1789776846.182623:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432805120 00000100:00100000:0.0:1789776846.182718:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15 00000100:00100000:0.0:1789776846.182730:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3040700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:196f6478-a515-45ae-bac6-ab823536f403+6:18163:x1876716432805120:12345-192.168.204.27@tcp:41:lfs.0 00000004:00000024:0.0:1789776846.182796:0:22752:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789776846.182928:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3040700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:196f6478-a515-45ae-bac6-ab823536f403+6:18163:x1876716432805120:12345-192.168.204.27@tcp:41:lfs.0 Request processed in 199us (488us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776846.182937:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15 00000100:00080000:1.0:1789776846.183667:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789776846.187140:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1789776846.187325:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432805248 00000100:00100000:0.0:1789776846.187339:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432805248 00000100:00100000:0.0:1789776846.187433:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6 00000100:00100000:0.0:1789776846.187445:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3041f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:196f6478-a515-45ae-bac6-ab823536f403+6:18163:x1876716432805248:12345-192.168.204.27@tcp:13:lfs.0 00002000:00000024:0.0:1789776846.187482:0:24263:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1789776846.187622:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3041f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:196f6478-a515-45ae-bac6-ab823536f403+6:18163:x1876716432805248:12345-192.168.204.27@tcp:13:lfs.0 Request processed in 180us (497us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776846.187631:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6 00000100:00080000:1.0:1789776846.187712:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789776846.191177:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1789776846.191381:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432805376 00000100:00100000:0.0:1789776846.191396:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432805376 00000100:00100000:0.0:1789776846.191525:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7 00000100:00100000:0.0:1789776846.191548:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff498a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:196f6478-a515-45ae-bac6-ab823536f403+6:18163:x1876716432805376:12345-192.168.204.27@tcp:13:lfs.0 00002000:00000024:0.0:1789776846.191600:0:24263:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1789776846.191722:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff498a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:196f6478-a515-45ae-bac6-ab823536f403+6:18163:x1876716432805376:12345-192.168.204.27@tcp:13:lfs.0 Request processed in 178us (561us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776846.191731:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7 00000100:00080000:1.0:1789776846.195030:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1789776846.306901:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789776846.349341:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776846.349683:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432805504 00000100:00100000:2.0:1789776846.349697:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432805504 00000100:00100000:2.0:1789776846.349834:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 130 00000100:00100000:2.0:1789776846.349863:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc2106050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5962940a-e887-4296-97d2-b460b3106206+10:18197:x1876716432805504:12345-192.168.204.27@tcp:101:mount.lustre.0 00010000:00010000:2.0:1789776846.349885:0:22747:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789776846.349908:0:22747:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a5cfc256a00/0xf13b8042cb8868b3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x87906a8077ab5d70 expref: -99 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776846.349955:0:22747:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a5cfc256a00/0xf13b8042cb8868b3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5d70 expref: 11 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776846.349970:0:22747:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a5cfc256a00/0xf13b8042cb8868b3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5d70 expref: 11 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776846.349983:0:22747:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5cfc256a00, rc 0) 00000100:00100000:2.0:1789776846.350083:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc2106050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5962940a-e887-4296-97d2-b460b3106206+11:18197:x1876716432805504:12345-192.168.204.27@tcp:101:mount.lustre.0 Request processed in 213us (748us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776846.350091:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 130 00000100:00100000:3.0:1789776846.354643:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1789776846.354768:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432805632 00000100:00100000:0.0:1789776846.354781:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432805632 00000100:00100000:0.0:1789776846.354877:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 131 00000100:00100000:0.0:1789776846.354890:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc2107450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5962940a-e887-4296-97d2-b460b3106206+11:18197:x1876716432805632:12345-192.168.204.27@tcp:501:mount.lustre.0 00000100:00100000:0.0:1789776846.355776:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc2107450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5962940a-e887-4296-97d2-b460b3106206+11:18197:x1876716432805632:12345-192.168.204.27@tcp:501:mount.lustre.0 Request processed in 883us (1574us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776846.355790:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 131 00000100:00100000:0.0:1789776846.361929:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776846.364044:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432805760 00000100:00100000:2.0:1789776846.364067:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432805760 00000100:00100000:2.0:1789776846.364234:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 132 00000100:00100000:2.0:1789776846.364247:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc2107c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5962940a-e887-4296-97d2-b460b3106206+11:18197:x1876716432805760:12345-192.168.204.27@tcp:503:mount.lustre.0 00000100:00100000:2.0:1789776846.364485:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc2107c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5962940a-e887-4296-97d2-b460b3106206+11:18197:x1876716432805760:12345-192.168.204.27@tcp:503:mount.lustre.0 Request processed in 239us (2573us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776846.364530:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 132 00000100:00100000:1.0:1789776846.370677:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776846.370720:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff498e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876716449679360:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789776846.370752:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789776846.370771:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3042d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876716449679488:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789776846.370802:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776846.370915:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432805888 00000100:00100000:0.0:1789776846.370925:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432805888 00000100:00100000:2.0:1789776846.371005:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789776846.371019:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff3f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876716449679616:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789776846.371056:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 133 00000100:00100000:0.0:1789776846.371068:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc2105450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5962940a-e887-4296-97d2-b460b3106206+11:18202:x1876716432805888:12345-192.168.204.27@tcp:502:llog_process_th.0 00000100:00100000:3.0:1789776846.371861:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789776846.371875:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc4569500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876716449679744:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789776846.372446:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776846.372539:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449679360 00000100:00100000:3.0:1789776846.372547:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449679360 00000100:00100000:3.0:1789776846.372598:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1789776846.372608:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff49b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1876716449679360:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789776846.372768:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776846.372855:0:24262:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449679744 00000100:00100000:1.0:1789776846.372860:0:24262:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449679744 00000100:00100000:1.0:1789776846.372914:0:24262:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449679488 00000100:00100000:1.0:1789776846.372918:0:24262:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449679488 00000100:00100000:1.0:1789776846.372939:0:24262:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789776846.372947:0:24262:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0860e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1876716449679744:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789776846.372970:0:24262:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1789776846.373026:0:24262:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0860e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1876716449679744:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (581us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776846.373034:0:24262:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789776846.373066:0:24262:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789776846.373073:0:24262:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3041c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3644:x1876716449679488:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1789776846.373084:0:24262:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1789776846.373113:0:24262:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3041c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3644:x1876716449679488:12345-0@lo:13:osp-pre-1-0.0 Request processed in 41us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776846.373119:0:24262:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:1.0:1789776846.373134:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1789776846.373139:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789776846.373179:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3042d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876716449679488:0@lo:13:osp-pre-1-0.0 00000004:00000024:3.0:1789776846.373262:0:22757:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789776846.373304:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff49b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1876716449679360:12345-0@lo:41:osp-pre-0-1.0 Request processed in 697us (2503us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776846.373312:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1789776846.373373:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc4569500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1876716449679744:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789776846.373388:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff498e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876716449679360:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789776846.373905:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff493480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876716449680128:0@lo:400:kworker.0 00000100:00100000:1.0:1789776846.373965:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776846.373996:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff491500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3644:1876716449680640:0@lo:400:kworker.0 00000100:00100000:2.0:1789776846.374013:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776846.374029:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776846.374053:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff492300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876716449680000:0@lo:400:kworker.0 00000100:00100000:1.0:1789776846.374072:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449680128 00000100:00100000:1.0:1789776846.374078:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449680128 00000100:00100000:1.0:1789776846.374112:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449680640 00000100:00100000:1.0:1789776846.374115:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449680640 00000100:00100000:1.0:1789776846.374142:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1789776846.374151:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3042d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1876716449680128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789776846.374230:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3042d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1876716449680128:12345-0@lo:400:kworker.0 Request processed in 69us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776846.374238:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1789776846.374254:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1789776846.374260:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3040000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1876716449680640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789776846.374297:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776846.374301:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3040000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1876716449680640:12345-0@lo:400:kworker.0 Request processed in 39us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776846.374309:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1789776846.374336:0:24262:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449679616 00000100:00100000:1.0:1789776846.374341:0:24262:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449679616 00000100:00100000:2.0:1789776846.374343:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff493800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1876716449680512:0@lo:400:kworker.0 00000100:00100000:1.0:1789776846.374384:0:24262:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789776846.374390:0:24262:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc4569500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1876716449679616:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1789776846.374405:0:24262:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1789776846.374460:0:24262:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc4569500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1876716449679616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776846.374467:0:24262:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:1.0:1789776846.374484:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1789776846.374489:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789776846.374548:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff493480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876716449680128:0@lo:400:kworker.0 00010000:00080000:1.0:1789776846.374566:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5cff491500 x1876716449680640/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776862 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789776846.374575:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff498e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a006032-c001-4c71-94dd-7855e60f7383:3646:1876716449679872:0@lo:400:kworker.0 00000100:00100000:2.0:1789776846.374578:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776846.374589:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff491500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3644:1876716449680640:0@lo:400:kworker.0 00000100:00100000:1.0:1789776846.374619:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449680512 00000100:00100000:1.0:1789776846.374623:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449680512 00000100:00100000:2.0:1789776846.374630:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff3f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876716449679616:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789776846.374631:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776846.374664:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1789776846.374674:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449680000 00000100:00100000:1.0:1789776846.374675:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cedf63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1876716449680512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789776846.374680:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449680000 00000100:00100000:3.0:1789776846.374685:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1876716449680384:0@lo:400:kworker.0 00000100:00100000:2.0:1789776846.374718:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1789776846.374730:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776846.374730:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3d4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1876716449680000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789776846.374739:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cedf63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1876716449680512:12345-0@lo:400:kworker.0 Request processed in 65us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776846.374747:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1789776846.374751:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff493b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3646:1876716449680896:0@lo:400:kworker.0 00000100:00100000:1.0:1789776846.374764:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449680384 00000100:00100000:1.0:1789776846.374769:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449680384 00000100:00100000:2.0:1789776846.374784:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3d4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1876716449680000:12345-0@lo:400:kworker.0 Request processed in 57us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776846.374793:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1789776846.374795:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776846.374799:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1789776846.374804:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff492d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1876716449680384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789776846.374831:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1789776846.374840:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff491f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876716449680256:0@lo:400:kworker.0 00000100:00100000:2.0:1789776846.374857:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff492300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876716449680000:0@lo:400:kworker.0 00000100:00100000:1.0:1789776846.374861:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff492d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1876716449680384:12345-0@lo:400:kworker.0 Request processed in 58us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776846.374871:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1789776846.374879:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff493800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1876716449680512:0@lo:400:kworker.0 00000100:00100000:3.0:1789776846.374885:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776846.374887:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449680896 00000100:00100000:1.0:1789776846.374892:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449680896 00000100:00100000:2.0:1789776846.374911:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449679872 00000100:00100000:3.0:1789776846.374915:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3646:1876716449680768:0@lo:400:kworker.0 00000100:00100000:2.0:1789776846.374917:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449679872 00000100:00100000:1.0:1789776846.374920:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1789776846.374932:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff490a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1876716449680896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789776846.374954:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00100000:2.0:1789776846.374964:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc2105050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+24:3646:x1876716449679872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789776846.374975:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776846.375009:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1876716449680384:0@lo:400:kworker.0 00010000:00080000:3.0:1789776846.375020:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5cff493b80 x1876716449680896/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776862 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789776846.375030:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff493b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3646:1876716449680896:0@lo:400:kworker.0 00000100:00080000:3.0:1789776846.375223:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1789776846.375226:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789776846.375242:0:24893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449680768 00000100:00100000:3.0:1789776846.375246:0:24893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449680768 00000100:00100000:3.0:1789776846.375277:0:24893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789776846.375284:0:24893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff493100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1876716449680768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789776846.375615:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff490a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1876716449680896:12345-0@lo:400:kworker.0 Request processed in 55us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776846.375629:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1789776846.375659:0:25370:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449680256 00000100:00100000:1.0:1789776846.375663:0:25370:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449680256 00000100:00100000:1.0:1789776846.375689:0:25370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789776846.375695:0:25370:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff492680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3646:x1876716449680256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789776846.377902:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc2105050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+24:3646:x1876716449679872:12345-0@lo:400:kworker.0 Request processed in 2927us (3261us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776846.377924:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00100000:1.0:1789776846.378043:0:25370:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff492680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3646:x1876716449680256:12345-0@lo:400:kworker.0 Request processed in 2345us (3164us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776846.378061:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3646:1876716449680768:0@lo:400:kworker.0 00000100:00100000:1.0:1789776846.378181:0:25370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789776846.378312:0:24893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff493100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1876716449680768:12345-0@lo:400:kworker.0 Request processed in 3024us (3334us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776846.378347:0:24893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00080000:3.0:1789776846.378379:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789776846.378489:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc2105450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5962940a-e887-4296-97d2-b460b3106206+11:18202:x1876716432805888:12345-192.168.204.27@tcp:502:llog_process_th.0 Request processed in 7417us (7995us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776846.378517:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 133 00000100:00100000:2.0:1789776846.378929:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff498e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5a006032-c001-4c71-94dd-7855e60f7383:3646:1876716449679872:0@lo:400:kworker.0 00000100:00100000:2.0:1789776846.382111:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff491f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876716449680256:0@lo:400:kworker.0 00000100:00100000:1.0:1789776846.411730:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776846.412159:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432806016 00000100:00100000:3.0:1789776846.412173:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432806016 00000100:00100000:3.0:1789776846.412254:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 135 00000100:00100000:3.0:1789776846.412267:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc2104450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5962940a-e887-4296-97d2-b460b3106206+11:18202:x1876716432806016:12345-192.168.204.27@tcp:502:llog_process_th.0 00000100:00100000:3.0:1789776846.413616:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc2104450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5962940a-e887-4296-97d2-b460b3106206+11:18202:x1876716432806016:12345-192.168.204.27@tcp:502:llog_process_th.0 Request processed in 1339us (1890us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776846.413630:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 135 00000100:00100000:1.0:1789776846.416988:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1789776846.417178:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432806144 00000100:00100000:0.0:1789776846.417191:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432806144 00000100:00100000:0.0:1789776846.417264:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 136 00000100:00100000:0.0:1789776846.417277:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc2105850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5962940a-e887-4296-97d2-b460b3106206+11:18202:x1876716432806144:12345-192.168.204.27@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789776846.417489:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc2105850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5962940a-e887-4296-97d2-b460b3106206+11:18202:x1876716432806144:12345-192.168.204.27@tcp:502:llog_process_th.0 Request processed in 213us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776846.417546:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 136 00000100:00100000:0.0:1789776846.420758:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1789776846.421619:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432806272 00000100:00100000:1.0:1789776846.421651:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432806272 00000100:00100000:1.0:1789776846.421767:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 137 00000100:00100000:1.0:1789776846.421779:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc2106850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5962940a-e887-4296-97d2-b460b3106206+11:18197:x1876716432806272:12345-192.168.204.27@tcp:101:mount.lustre.0 00010000:00010000:1.0:1789776846.421800:0:22745:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789776846.421837:0:22745:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a5bc36dca00/0xf13b8042cb8868ba lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x87906a8077ab5da1 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776846.421981:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a5bc36dca00/0xf13b8042cb8868ba lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5da1 expref: 12 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776846.422006:0:22745:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a5bc36dca00/0xf13b8042cb8868ba lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5da1 expref: 12 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776846.422017:0:22745:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5bc36dca00, rc 0) 00000100:00100000:1.0:1789776846.422232:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc2106850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5962940a-e887-4296-97d2-b460b3106206+12:18197:x1876716432806272:12345-192.168.204.27@tcp:101:mount.lustre.0 Request processed in 453us (1485us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776846.422240:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 137 00000100:00100000:1.0:1789776846.427782:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776846.427922:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432806400 00000100:00100000:2.0:1789776846.427937:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432806400 00000100:00100000:2.0:1789776846.428270:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 138 00000100:00100000:2.0:1789776846.428286:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc2106c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5962940a-e887-4296-97d2-b460b3106206+12:18197:x1876716432806400:12345-192.168.204.27@tcp:256:mount.lustre.0 20000000:01000000:2.0:1789776846.428326:0:22747:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1789776846.428361:0:22747:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1789776846.428367:0:22747:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1789776846.428370:0:22747:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1789776846.428374:0:22747:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:2.0:1789776846.428376:0:22747:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:0.0:1789776846.432784:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc2106c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5962940a-e887-4296-97d2-b460b3106206+12:18197:x1876716432806400:12345-192.168.204.27@tcp:256:mount.lustre.0 Request processed in 4485us (5001us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776846.432808:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 138 00000100:00100000:1.0:1789776846.439964:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776846.447505:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432806528 00000100:00100000:3.0:1789776846.447529:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432806528 00000100:00100000:1.0:1789776846.447833:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 139 00000100:00100000:1.0:1789776846.447849:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc2104850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5962940a-e887-4296-97d2-b460b3106206+12:18197:x1876716432806528:12345-192.168.204.27@tcp:101:mount.lustre.0 00010000:00010000:1.0:1789776846.447879:0:22745:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789776846.447908:0:22745:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a5bc36dc000/0xf13b8042cb8868c1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x87906a8077ab5da8 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776846.447951:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a5bc36dc000/0xf13b8042cb8868c1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5da8 expref: 13 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776846.447998:0:22745:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a5bc36dc000/0xf13b8042cb8868c1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5da8 expref: 13 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776846.448016:0:22745:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5bc36dc000, rc 0) 00000100:00100000:1.0:1789776846.448147:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc2104850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5962940a-e887-4296-97d2-b460b3106206+13:18197:x1876716432806528:12345-192.168.204.27@tcp:101:mount.lustre.0 Request processed in 300us (8196us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776846.448155:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 139 00000100:00100000:1.0:1789776846.453648:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1789776846.453768:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432806656 00000100:00100000:0.0:1789776846.453783:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432806656 00000100:00100000:0.0:1789776846.453943:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 140 00000100:00100000:0.0:1789776846.453956:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc2104050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5962940a-e887-4296-97d2-b460b3106206+13:18197:x1876716432806656:12345-192.168.204.27@tcp:501:mount.lustre.0 00000100:00100000:0.0:1789776846.454323:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc2104050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5962940a-e887-4296-97d2-b460b3106206+13:18197:x1876716432806656:12345-192.168.204.27@tcp:501:mount.lustre.0 Request processed in 368us (690us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776846.454333:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 140 00000100:00100000:2.0:1789776846.458694:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1789776846.459308:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432806784 00000100:00100000:1.0:1789776846.459326:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432806784 00000100:00100000:1.0:1789776846.459429:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 141 00000100:00100000:1.0:1789776846.459444:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf083b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5962940a-e887-4296-97d2-b460b3106206+13:18197:x1876716432806784:12345-192.168.204.27@tcp:503:mount.lustre.0 00000100:00100000:1.0:1789776846.459754:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf083b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5962940a-e887-4296-97d2-b460b3106206+13:18197:x1876716432806784:12345-192.168.204.27@tcp:503:mount.lustre.0 Request processed in 312us (1075us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776846.459765:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 141 00000100:00100000:1.0:1789776846.469168:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1789776846.469325:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432806912 00000100:00100000:0.0:1789776846.469341:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432806912 00000100:00100000:0.0:1789776846.469433:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 142 00000100:00100000:0.0:1789776846.469447:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf083a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5962940a-e887-4296-97d2-b460b3106206+13:18206:x1876716432806912:12345-192.168.204.27@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789776846.469733:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf083a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5962940a-e887-4296-97d2-b460b3106206+13:18206:x1876716432806912:12345-192.168.204.27@tcp:502:llog_process_th.0 Request processed in 289us (581us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776846.469743:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 142 00000100:00100000:3.0:1789776846.485073:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776846.485740:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432807040 00000100:00100000:2.0:1789776846.485755:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432807040 00000100:00100000:2.0:1789776846.485849:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 143 00000100:00100000:2.0:1789776846.485862:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0839450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5962940a-e887-4296-97d2-b460b3106206+13:18206:x1876716432807040:12345-192.168.204.27@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789776846.486098:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0839450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5962940a-e887-4296-97d2-b460b3106206+13:18206:x1876716432807040:12345-192.168.204.27@tcp:502:llog_process_th.0 Request processed in 236us (1041us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776846.486108:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 143 00000100:00100000:2.0:1789776846.495479:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1789776846.495575:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432807168 00000100:00100000:1.0:1789776846.495606:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432807168 00000100:00100000:1.0:1789776846.495683:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 16 00000100:00100000:1.0:1789776846.495695:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cedf60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2410:x1876716432807168:12345-192.168.204.27@tcp:38:mount.lustre.0 00010000:00080000:1.0:1789776846.495739:0:22754:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from d9ce234f-7256-47df-9cff-4874414c7b0e@192.168.204.27@tcp t0 exp 0000000000000000 cur 667 last 0 00000020:00000080:1.0:1789776846.496019:0:22754:0:(genops.c:1385:class_connect()) connect: client d9ce234f-7256-47df-9cff-4874414c7b0e, cookie 0xf13b8042cb8868c8 00000004:00100000:1.0:1789776846.496058:0:22754:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:1.0:1789776846.496184:0:22754:0:(import.c:65:import_set_state_nolock()) ffff8a5cfd5b8800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789776846.496287:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cedf60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9ce234f-7256-47df-9cff-4874414c7b0e+6:2410:x1876716432807168:12345-192.168.204.27@tcp:38:mount.lustre.0 Request processed in 591us (822us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776846.496305:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 16 00000100:00100000:1.0:1789776846.500624:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776846.500778:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432807424 00000100:00100000:2.0:1789776846.500793:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432807424 00000100:00100000:2.0:1789776846.500874:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 17 00000100:00100000:2.0:1789776846.500887:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3042a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2410:x1876716432807424:12345-192.168.204.27@tcp:38:mount.lustre.0 00010000:00080000:2.0:1789776846.500937:0:22753:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from d9ce234f-7256-47df-9cff-4874414c7b0e@192.168.204.27@tcp t0 exp 0000000000000000 cur 667 last 0 00000020:00000080:2.0:1789776846.500992:0:22753:0:(genops.c:1385:class_connect()) connect: client d9ce234f-7256-47df-9cff-4874414c7b0e, cookie 0xf13b8042cb8868cf 00000004:00100000:2.0:1789776846.501031:0:22753:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:2.0:1789776846.501259:0:22753:0:(import.c:65:import_set_state_nolock()) ffff8a5bc250c800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789776846.501413:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3042a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d9ce234f-7256-47df-9cff-4874414c7b0e+6:2410:x1876716432807424:12345-192.168.204.27@tcp:38:mount.lustre.0 Request processed in 527us (805us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776846.501422:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 17 00000100:00100000:1.0:1789776846.506145:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1789776846.509153:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776846.510832:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432807296 00000100:00100000:2.0:1789776846.510854:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432807296 00000100:00080000:1.0:1789776846.510994:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789776846.511383:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432807680 00000100:00100000:3.0:1789776846.511389:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432807680 00000100:00100000:3.0:1789776846.511446:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 18 00000100:00100000:3.0:1789776846.511458:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3043800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9ce234f-7256-47df-9cff-4874414c7b0e+7:0:x1876716432807296:12345-192.168.204.27@tcp:41:mount.lustre.0 00000004:00000024:3.0:1789776846.511516:0:22752:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789776846.511616:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3043800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9ce234f-7256-47df-9cff-4874414c7b0e+7:0:x1876716432807296:12345-192.168.204.27@tcp:41:mount.lustre.0 Request processed in 160us (5487us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776846.511625:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 18 00000100:00100000:3.0:1789776846.511647:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 19 00000100:00100000:3.0:1789776846.511653:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0833480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9ce234f-7256-47df-9cff-4874414c7b0e+6:18197:x1876716432807680:12345-192.168.204.27@tcp:41:mount.lustre.0 00000004:00000024:3.0:1789776846.511697:0:22752:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789776846.511723:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0833480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9ce234f-7256-47df-9cff-4874414c7b0e+6:18197:x1876716432807680:12345-192.168.204.27@tcp:41:mount.lustre.0 Request processed in 70us (2584us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776846.511740:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 19 00000100:00100000:0.0:1789776846.515466:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1789776846.515574:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776846.515661:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432807552 00000100:00100000:3.0:1789776846.515676:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432807552 00000100:00100000:3.0:1789776846.515773:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432807808 00000100:00100000:3.0:1789776846.515778:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432807808 00000100:00100000:3.0:1789776846.515809:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 20 00000100:00100000:3.0:1789776846.515836:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff3f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9ce234f-7256-47df-9cff-4874414c7b0e+6:0:x1876716432807552:12345-192.168.204.27@tcp:41:mount.lustre.0 00000004:00000024:3.0:1789776846.515883:0:22752:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789776846.515975:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff3f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9ce234f-7256-47df-9cff-4874414c7b0e+6:0:x1876716432807552:12345-192.168.204.27@tcp:41:mount.lustre.0 Request processed in 155us (525us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776846.515995:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 20 00000100:00100000:3.0:1789776846.516016:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 21 00000100:00100000:3.0:1789776846.516023:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff3f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9ce234f-7256-47df-9cff-4874414c7b0e+6:18197:x1876716432807808:12345-192.168.204.27@tcp:40:mount.lustre.0 00000100:00100000:3.0:1789776846.516056:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff3f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9ce234f-7256-47df-9cff-4874414c7b0e+6:18197:x1876716432807808:12345-192.168.204.27@tcp:40:mount.lustre.0 Request processed in 34us (482us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776846.516062:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 21 00000100:00080000:0.0:1789776846.517091:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789776846.524483:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776846.524657:0:24261:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432807936 00000100:00100000:2.0:1789776846.524670:0:24261:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432807936 00000100:00100000:2.0:1789776846.524732:0:24261:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 18 00000100:00100000:2.0:1789776846.524743:0:24261:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0832680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2410:x1876716432807936:12345-192.168.204.27@tcp:8:mount.lustre.0 00010000:00080000:2.0:1789776846.524796:0:24261:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from d9ce234f-7256-47df-9cff-4874414c7b0e@192.168.204.27@tcp t0 exp 0000000000000000 cur 667 last 0 00000020:00000080:2.0:1789776846.524916:0:24261:0:(genops.c:1385:class_connect()) connect: client d9ce234f-7256-47df-9cff-4874414c7b0e, cookie 0xf13b8042cb8868d6 00002000:00100000:2.0:1789776846.524934:0:24261:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli d9ce234f-7256-47df-9cff-4874414c7b0e/ffff8a5bc2509800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211396f ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1789776846.524949:0:24261:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1789776846.525111:0:24261:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1789776846.525154:0:24261:0:(import.c:65:import_set_state_nolock()) ffff8a5bc250d800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789776846.525239:0:24261:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0832680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9ce234f-7256-47df-9cff-4874414c7b0e+6:2410:x1876716432807936:12345-192.168.204.27@tcp:8:mount.lustre.0 Request processed in 496us (774us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776846.525248:0:24261:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 18 00000100:00100000:1.0:1789776846.530320:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1789776846.530380:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776846.530669:0:22763:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432808192 00000100:00100000:2.0:1789776846.530682:0:22763:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432808192 00000100:00100000:2.0:1789776846.530757:0:22763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4 00000100:00100000:2.0:1789776846.530769:0:22763:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0831880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:d9ce234f-7256-47df-9cff-4874414c7b0e+6:18197:x1876716432808192:12345-192.168.204.27@tcp:900:mount.lustre.0 00000100:00100000:2.0:1789776846.530899:0:22763:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0831880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:d9ce234f-7256-47df-9cff-4874414c7b0e+6:18197:x1876716432808192:12345-192.168.204.27@tcp:900:mount.lustre.0 Request processed in 132us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776846.530908:0:22763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4 00000100:00100000:0.0:1789776846.531626:0:24260:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432808064 00000100:00100000:0.0:1789776846.531635:0:24260:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432808064 00000100:00100000:0.0:1789776846.531683:0:24260:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 19 00000100:00100000:0.0:1789776846.531701:0:24260:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2410:x1876716432808064:12345-192.168.204.27@tcp:8:mount.lustre.0 00010000:00080000:0.0:1789776846.531741:0:24260:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from d9ce234f-7256-47df-9cff-4874414c7b0e@192.168.204.27@tcp t0 exp 0000000000000000 cur 667 last 0 00000020:00000080:0.0:1789776846.531805:0:24260:0:(genops.c:1385:class_connect()) connect: client d9ce234f-7256-47df-9cff-4874414c7b0e, cookie 0xf13b8042cb8868dd 00002000:00100000:0.0:1789776846.531838:0:24260:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli d9ce234f-7256-47df-9cff-4874414c7b0e/ffff8a5bc37ab800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211396f ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1789776846.531855:0:24260:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:0.0:1789776846.531968:0:24260:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1789776846.532031:0:24260:0:(import.c:65:import_set_state_nolock()) ffff8a5bc37ae000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789776846.533251:0:24260:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9ce234f-7256-47df-9cff-4874414c7b0e+6:2410:x1876716432808064:12345-192.168.204.27@tcp:8:mount.lustre.0 Request processed in 1539us (2935us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776846.533323:0:24260:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 19 00000100:00100000:1.0:1789776846.537124:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000001:00100000:1.0:1789776846.537641:0:25077:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of d9ce234f-7256-47df-9cff-4874414c7b0e 00000001:00100000:1.0:1789776846.537656:0:25077:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 196f6478-a515-45ae-bac6-ab823536f403 00000001:00080000:1.0:1789776846.537667:0:25077:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000100:00100000:0.0:1789776846.538053:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432808320 00000100:00100000:0.0:1789776846.538066:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432808320 00000100:00100000:0.0:1789776846.538142:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 1 00000100:00100000:0.0:1789776846.538154:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0830380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d9ce234f-7256-47df-9cff-4874414c7b0e+6:18197:x1876716432808320:12345-192.168.204.27@tcp:33:mount.lustre.0 00000004:00200000:0.0:1789776846.538955:0:22756:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1789776846.539109:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0830380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d9ce234f-7256-47df-9cff-4874414c7b0e+6:18197:x1876716432808320:12345-192.168.204.27@tcp:33:mount.lustre.0 Request processed in 953us (1996us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776846.539119:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 1 00000100:00100000:3.0:1789776846.693317:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776846.693545:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432808448 00000100:00100000:2.0:1789776846.693560:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432808448 00000100:00100000:2.0:1789776846.693656:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 22 00000100:00100000:2.0:1789776846.693670:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff493b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9ce234f-7256-47df-9cff-4874414c7b0e+6:18229:x1876716432808448:12345-192.168.204.27@tcp:101:mkdir.0 00010000:00010000:2.0:1789776846.693701:0:22752:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789776846.693729:0:22752:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc257800/0xf13b8042cb8868e4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x87906a8077ab5dd9 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776846.694186:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256200/0xf13b8042cb8868eb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776846.694209:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256200/0xf13b8042cb8868eb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776846.694227:0:22752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256200/0xf13b8042cb8868eb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789776846.694294:0:22752:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789776846.694300:0:22752:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789776846.694331:0:22752:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256200/0xf13b8042cb8868eb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776846.694374:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc257800/0xf13b8042cb8868e4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5dd9 expref: 8 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776846.694403:0:22752:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256200/0xf13b8042cb8868eb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5dd9 expref: 7 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776846.694415:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a5bc109e500) 00010000:00010000:2.0:1789776846.694418:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789776846.694443:0:22752:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5cfc256200, rc 0) 00000100:00100000:2.0:1789776846.694654:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff493b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9ce234f-7256-47df-9cff-4874414c7b0e+7:18229:x1876716432808448:12345-192.168.204.27@tcp:101:mkdir.0 Request processed in 987us (1351us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776846.694663:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 22 00000100:00100000:1.0:1789776846.884806:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789776846.885802:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876716449681024:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789776846.885930:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776846.889398:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449681024 00000100:00100000:3.0:1789776846.889423:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449681024 00000100:00100000:3.0:1789776846.889566:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1789776846.889582:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0831500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1876716449681024:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789776846.889852:0:22757:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789776846.889980:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0831500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1876716449681024:12345-0@lo:41:osp-pre-1-0.0 Request processed in 401us (4048us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776846.889988:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1789776846.890198:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876716449681024:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1789776847.330868:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1789776847.912064:0:24255:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of d9ce234f-7256-47df-9cff-4874414c7b0e 00000001:00100000:0.0:1789776847.912085:0:24255:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 196f6478-a515-45ae-bac6-ab823536f403 00010000:00010000:1.0:1789776848.356635:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789776848.803236:0:22788:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1789776849.378644:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1789776849.957334:0:22732:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of d9ce234f-7256-47df-9cff-4874414c7b0e 00000001:00100000:1.0:1789776849.957419:0:22732:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 196f6478-a515-45ae-bac6-ab823536f403 00000001:00100000:2.0:1789776849.958470:0:23485:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of d9ce234f-7256-47df-9cff-4874414c7b0e 00000001:00100000:2.0:1789776849.958479:0:23485:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 196f6478-a515-45ae-bac6-ab823536f403 00000001:02000400:3.0:1789776850.103312:0:25635:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:2.0:1789776850.403773:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789776850.983120:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff3f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876716449681152:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789776850.983233:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776850.983574:0:24262:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449681152 00000100:00100000:0.0:1789776850.983587:0:24262:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449681152 00000100:00100000:0.0:1789776850.983667:0:24262:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789776850.983680:0:24262:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0831c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1876716449681152:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789776850.983751:0:24262:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1789776850.986712:0:24262:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0831c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1876716449681152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3019us (3463us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776850.986745:0:24262:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:0.0:1789776850.991894:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789776850.998689:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff3f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876716449681152:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1789776851.426908:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789776851.492372:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff491c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876716449681280:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789776851.492437:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776851.492486:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789776851.492507:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff491180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876716449681408:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789776851.492533:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776851.492567:0:23495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449681280 00000100:00100000:3.0:1789776851.492573:0:23495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449681280 00000100:00100000:3.0:1789776851.492613:0:23495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1789776851.492621:0:23495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff490000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876716449681280:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789776851.492654:0:23495:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789776851.492694:0:23495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff490000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876716449681280:12345-0@lo:41:osp-pre-0-1.0 Request processed in 74us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776851.492701:0:23495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1789776851.492734:0:24262:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449681408 00000100:00100000:3.0:1789776851.492738:0:24262:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449681408 00000100:00100000:3.0:1789776851.492771:0:24262:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789776851.492778:0:24262:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1876716449681408:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1789776851.492792:0:24262:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1789776851.492822:0:24262:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1876716449681408:12345-0@lo:13:osp-pre-0-0.0 Request processed in 44us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776851.492828:0:24262:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789776851.492871:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff491180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876716449681408:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789776851.492883:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff491c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876716449681280:0@lo:41:osp-pre-0-1.0 00000100:00080000:3.0:1789776851.492904:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789776851.493355:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876716449681664:0@lo:400:kworker.0 00000100:00100000:1.0:1789776851.493387:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776851.493420:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876716449682176:0@lo:400:kworker.0 00000100:00100000:1.0:1789776851.493444:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776851.493459:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1876716449682688:0@lo:400:kworker.0 00000100:00100000:1.0:1789776851.493478:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776851.493518:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1789776851.493523:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a006032-c001-4c71-94dd-7855e60f7383:3644:1876716449681536:0@lo:400:kworker.0 00000100:00100000:1.0:1789776851.493549:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776851.493568:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876716449682048:0@lo:400:kworker.0 00000100:00100000:1.0:1789776851.493590:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776851.493605:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3644:1876716449682560:0@lo:400:kworker.0 00000100:00100000:1.0:1789776851.493622:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776851.493644:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449681664 00000100:00100000:1.0:1789776851.493648:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449681664 00000100:00100000:1.0:1789776851.493672:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1789776851.493679:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0830e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1876716449681664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789776851.493712:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0830e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1876716449681664:12345-0@lo:400:kworker.0 Request processed in 34us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776851.493718:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1789776851.493872:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449682176 00000100:00100000:1.0:1789776851.493876:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449682176 00000100:00100000:1.0:1789776851.494019:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449682688 00000100:00100000:1.0:1789776851.494024:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449682688 00000100:00100000:1.0:1789776851.494044:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449682560 00000100:00100000:1.0:1789776851.494046:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449682560 00000100:00100000:1.0:1789776851.494061:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789776851.494068:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3479180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1876716449682176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789776851.494101:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3479180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1876716449682176:12345-0@lo:400:kworker.0 Request processed in 34us (655us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776851.494115:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1789776851.495265:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876716449681664:0@lo:400:kworker.0 00000100:00100000:0.0:1789776851.495280:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876716449682176:0@lo:400:kworker.0 00000100:00100000:0.0:1789776851.495313:0:25073:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449682048 00000100:00100000:0.0:1789776851.495318:0:25073:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449682048 00000100:00100000:0.0:1789776851.495356:0:25073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789776851.495364:0:25073:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3478380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3644:x1876716449682048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789776851.495423:0:25073:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3478380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3644:x1876716449682048:12345-0@lo:400:kworker.0 Request processed in 59us (1830us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776851.495430:0:25073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789776851.495451:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449681536 00000100:00100000:0.0:1789776851.495455:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449681536 00000100:00100000:0.0:1789776851.495513:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:0.0:1789776851.495521:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf083b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+24:3644:x1876716449681536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789776851.495550:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf083b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+24:3644:x1876716449681536:12345-0@lo:400:kworker.0 Request processed in 30us (1999us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776851.495556:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00100000:0.0:1789776851.495590:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a006032-c001-4c71-94dd-7855e60f7383:3644:1876716449681536:0@lo:400:kworker.0 00000100:00100000:0.0:1789776851.495601:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876716449682048:0@lo:400:kworker.0 00000100:00100000:1.0:1789776851.495674:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789776851.495685:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc347b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1876716449682688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789776851.495858:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876716449681792:0@lo:400:kworker.0 00000100:00100000:3.0:1789776851.495907:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776851.495939:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1876716449682304:0@lo:400:kworker.0 00000100:00100000:3.0:1789776851.495962:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776851.495977:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1789776851.495983:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876716449681920:0@lo:400:kworker.0 00000100:00100000:3.0:1789776851.496003:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776851.496014:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1876716449682432:0@lo:400:kworker.0 00000100:00100000:3.0:1789776851.496037:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776851.496064:0:24893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449682304 00000100:00100000:3.0:1789776851.496069:0:24893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449682304 00000100:00100000:1.0:1789776851.496108:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc347b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1876716449682688:12345-0@lo:400:kworker.0 Request processed in 424us (2626us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776851.496217:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1789776851.496237:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3478700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1876716449682560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789776851.496272:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3478700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1876716449682560:12345-0@lo:400:kworker.0 Request processed in 38us (2649us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776851.496278:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1789776851.496291:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449681920 00000100:00100000:0.0:1789776851.496294:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449681920 00000100:00100000:0.0:1789776851.496307:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449682432 00000100:00100000:0.0:1789776851.496309:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449682432 00000100:00100000:0.0:1789776851.496322:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1789776851.496327:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff492a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876716449681920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789776851.496358:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff492a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876716449681920:12345-0@lo:400:kworker.0 Request processed in 30us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776851.496364:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1789776851.496375:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1789776851.496380:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff490380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876716449682432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789776851.496403:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff490380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876716449682432:12345-0@lo:400:kworker.0 Request processed in 23us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776851.496408:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1789776851.497139:0:24261:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449681792 00000100:00100000:2.0:1789776851.497146:0:24261:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449681792 00000100:00100000:2.0:1789776851.497183:0:24261:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789776851.497191:0:24261:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1876716449681792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789776851.497239:0:24261:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1876716449681792:12345-0@lo:400:kworker.0 Request processed in 49us (1332us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776851.497246:0:24261:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789776851.499334:0:24893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1789776851.499353:0:24893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff491180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876716449682304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789776851.499430:0:24893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff491180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876716449682304:12345-0@lo:400:kworker.0 Request processed in 86us (3466us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776851.499438:0:24893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00080000:3.0:1789776851.499474:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1789776851.499479:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1789776851.499482:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789776851.499521:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cedf60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876716449682816:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789776851.499559:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776851.499603:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876716449681920:0@lo:400:kworker.0 00010000:00080000:3.0:1789776851.499617:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5cf0830700 x1876716449682432/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776867 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789776851.499626:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1876716449682432:0@lo:400:kworker.0 00000100:00100000:3.0:1789776851.499652:0:3645:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:3.0:1789776851.499668:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876716449681792:0@lo:400:kworker.0 00000100:00100000:3.0:1789776851.499679:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1876716449682304:0@lo:400:kworker.0 00000100:00100000:3.0:1789776851.499700:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789776851.499705:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cedf63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876716449682944:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789776851.500030:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776851.500069:0:24262:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449682816 00000100:00100000:3.0:1789776851.500075:0:24262:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449682816 00000100:00100000:3.0:1789776851.500098:0:24262:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449682944 00000100:00100000:3.0:1789776851.500101:0:24262:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449682944 00000100:00100000:3.0:1789776851.500114:0:24262:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1789776851.500120:0:24262:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff490e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876716449682816:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1789776851.500143:0:24262:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1789776851.501833:0:24262:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff490e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876716449682816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (619us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776851.501849:0:24262:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1789776851.501885:0:24262:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789776851.501907:0:24262:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1876716449682944:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1789776851.501999:0:24262:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1789776851.502062:0:24262:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1876716449682944:12345-0@lo:13:osp-pre-1-0.0 Request processed in 160us (2032us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776851.502069:0:24262:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789776851.502127:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cedf63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876716449682944:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789776851.502144:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cedf60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876716449682816:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789776851.502833:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789776851.502897:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3644:1876716449682560:0@lo:400:kworker.0 00010000:00080000:1.0:1789776851.502924:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5cf0830000 x1876716449682688/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776867 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789776851.502938:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1876716449682688:0@lo:400:kworker.0 00000100:00100000:1.0:1789776851.648049:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1789776851.648089:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1789776851.648110:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1789776851.648130:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1789776851.648147:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1789776851.648163:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1789776851.648194:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1789776851.648212:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776851.648226:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432808832 00000100:00100000:1.0:1789776851.648233:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776851.648236:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432808832 00000100:00100000:1.0:1789776851.648250:0:25370:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432809088 00000100:00100000:1.0:1789776851.648253:0:25370:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432809088 00000100:00100000:3.0:1789776851.648280:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432809344 00000100:00100000:1.0:1789776851.648281:0:25370:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432809600 00000100:00100000:3.0:1789776851.648283:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432809344 00000100:00100000:1.0:1789776851.648283:0:25370:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432809600 00000100:00100000:3.0:1789776851.648294:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432808704 00000100:00100000:1.0:1789776851.648294:0:25370:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432808960 00000100:00100000:3.0:1789776851.648297:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432808704 00000100:00100000:1.0:1789776851.648297:0:25370:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432808960 00000100:00100000:3.0:1789776851.648308:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432809216 00000100:00100000:1.0:1789776851.648308:0:25370:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432809472 00000100:00100000:3.0:1789776851.648310:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432809216 00000100:00100000:1.0:1789776851.648316:0:25370:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432809472 00000100:00100000:3.0:1789776851.648324:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 43 00000100:00100000:1.0:1789776851.648330:0:25370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5 00000100:00100000:3.0:1789776851.648332:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc347aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:196f6478-a515-45ae-bac6-ab823536f403+5:2413:x1876716432808832:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:1.0:1789776851.648335:0:25370:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc347b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:196f6478-a515-45ae-bac6-ab823536f403+5:2413:x1876716432809088:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:0.0:1789776851.648460:0:25073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6 00000100:00100000:0.0:1789776851.648469:0:25073:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3478a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9ce234f-7256-47df-9cff-4874414c7b0e+5:2413:x1876716432809600:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:2.0:1789776851.648545:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432808576 00000100:00100000:2.0:1789776851.648550:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432808576 00000100:00100000:2.0:1789776851.648582:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 145 00000100:00100000:2.0:1789776851.648589:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf083a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5962940a-e887-4296-97d2-b460b3106206+13:2413:x1876716432808576:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:3.0:1789776851.649252:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc347aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:196f6478-a515-45ae-bac6-ab823536f403+5:2413:x1876716432808832:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 915us (1157us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776851.649262:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 43 00000100:00100000:3.0:1789776851.649285:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 44 00000100:00100000:3.0:1789776851.649294:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3479c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9ce234f-7256-47df-9cff-4874414c7b0e+5:2413:x1876716432809344:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:1.0:1789776851.650472:0:25370:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc347b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:196f6478-a515-45ae-bac6-ab823536f403+5:2413:x1876716432809088:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 2127us (2351us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776851.650482:0:25370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5 00000100:00100000:1.0:1789776851.650522:0:25370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7 00000100:00100000:1.0:1789776851.650532:0:25370:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3478e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:196f6478-a515-45ae-bac6-ab823536f403+5:2413:x1876716432808960:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:0.0:1789776851.650555:0:25073:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3478a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9ce234f-7256-47df-9cff-4874414c7b0e+5:2413:x1876716432809600:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 2087us (2406us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776851.650562:0:25073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6 00000100:00100000:0.0:1789776851.650576:0:25073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8 00000100:00100000:0.0:1789776851.650583:0:25073:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3478000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9ce234f-7256-47df-9cff-4874414c7b0e+5:2413:x1876716432809472:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:1.0:1789776851.650589:0:25370:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3478e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:196f6478-a515-45ae-bac6-ab823536f403+5:2413:x1876716432808960:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 60us (2394us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776851.650595:0:25370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7 00000100:00100000:0.0:1789776851.650616:0:25073:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3478000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9ce234f-7256-47df-9cff-4874414c7b0e+5:2413:x1876716432809472:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 33us (2382us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776851.650622:0:25073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8 00000100:00100000:1.0:1789776851.650623:0:24893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 45 00000100:00100000:1.0:1789776851.650630:0:24893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc347ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:196f6478-a515-45ae-bac6-ab823536f403+6:2413:x1876716432808704:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:1.0:1789776851.650659:0:24893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc347ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:196f6478-a515-45ae-bac6-ab823536f403+6:2413:x1876716432808704:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 30us (2496us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776851.650664:0:24893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 45 00000100:00100000:1.0:1789776851.650676:0:24893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46 00000100:00100000:1.0:1789776851.650682:0:24893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc347bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d9ce234f-7256-47df-9cff-4874414c7b0e+6:2413:x1876716432809216:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:1.0:1789776851.650701:0:24893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc347bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d9ce234f-7256-47df-9cff-4874414c7b0e+6:2413:x1876716432809216:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 20us (2488us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776851.650706:0:24893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46 00000100:00100000:2.0:1789776851.650830:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf083a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5962940a-e887-4296-97d2-b460b3106206+13:2413:x1876716432808576:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 2239us (2789us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776851.650838:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 145 00000100:00080000:2.0:1789776851.650905:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1789776851.650910:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789776851.650913:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1789776851.650915:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789776851.652160:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3479c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9ce234f-7256-47df-9cff-4874414c7b0e+5:2413:x1876716432809344:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 2860us (4020us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776851.652173:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 44 00000100:00100000:0.0:1789776852.007908:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876716449683072:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789776852.008008:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776852.009044:0:22757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449683072 00000100:00100000:3.0:1789776852.009062:0:22757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449683072 00000100:00100000:3.0:1789776852.009134:0:22757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1789776852.009146:0:22757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff3f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1876716449683072:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789776852.009197:0:22757:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789776852.009278:0:22757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff3f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1876716449683072:12345-0@lo:41:osp-pre-1-0.0 Request processed in 135us (1270us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776852.009287:0:22757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1789776852.009735:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876716449683072:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1789776852.451279:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776853.475177:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789776853.739670:0:23506:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00000080:2.0:1789776854.214651:0:25782:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffcbe2a01f0 20000000:00000080:2.0:1789776854.214697:0:25782:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8a5bc3ce4800 uarg=0000000000000000 20000000:01000000:2.0:1789776854.214768:0:25782:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:2.0:1789776854.214790:0:25782:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:2.0:1789776854.214796:0:25782:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:2.0:1789776854.216096:0:25783:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:1.0:1789776854.216323:0:25782:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:1.0:1789776854.223472:0:25782:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1789776854.223712:0:25782:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8a5cfc256600/0xf13b8042cb8868f2 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776854.223740:0:25782:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a5bc3cdec00/0xf13b8042cb88654f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf13b8042cb886548 expref: 23 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776854.223750:0:25782:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a5bc342d400/0xf13b8042cb88655d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf13b8042cb886556 expref: 23 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776854.223762:0:25782:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a5bc3cde000/0xf13b8042cb88659c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf13b8042cb886595 expref: 23 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776854.223769:0:25782:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a5cc79c1c00/0xf13b8042cb886636 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf13b8042cb88662f expref: 23 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776854.223780:0:25782:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a5bc36dda00/0xf13b8042cb886882 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5d38 expref: 12 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776854.223787:0:25782:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a5bc36dc000/0xf13b8042cb8868c1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5da8 expref: 12 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776854.223795:0:25782:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8a5cfc256600/0xf13b8042cb8868f2 lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776854.223880:0:25782:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a5bc36dc000/0xf13b8042cb8868c1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5da8 expref: 12 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776854.223901:0:25782:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8a5bc36dc000/0xf13b8042cb8868c1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5da8 expref: 12 pid: 22745 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776854.223929:0:25782:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cedf63b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25782:1876716449683200:192.168.204.27@tcp:104: 00010000:00010000:2.0:1789776854.224076:0:25782:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a5bc36dda00/0xf13b8042cb886882 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5d38 expref: 12 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776854.224086:0:25782:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8a5bc36dda00/0xf13b8042cb886882 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5d38 expref: 12 pid: 22747 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776854.224095:0:25782:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cedf62a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25782:1876716449683328:192.168.204.27@tcp:104: 00010000:00010000:2.0:1789776854.224132:0:25782:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a5cc79c1c00/0xf13b8042cb886636 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf13b8042cb88662f expref: 23 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776854.224141:0:25782:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8a5cc79c1c00/0xf13b8042cb886636 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf13b8042cb88662f expref: 23 pid: 22745 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776854.224151:0:25782:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cedf61c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25782:1876716449683456:0@lo:104: 00000100:00100000:2.0:1789776854.224208:0:25782:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789776854.224316:0:25782:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a5bc3cde000/0xf13b8042cb88659c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf13b8042cb886595 expref: 23 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776854.224325:0:25782:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8a5bc3cde000/0xf13b8042cb88659c lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf13b8042cb886595 expref: 23 pid: 22746 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776854.224334:0:25782:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cedf62d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25782:1876716449683584:0@lo:104: 00000100:00100000:2.0:1789776854.224360:0:25782:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789776854.225584:0:25782:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a5bc342d400/0xf13b8042cb88655d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf13b8042cb886556 expref: 23 pid: 22747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776854.225602:0:25782:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8a5bc342d400/0xf13b8042cb88655d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf13b8042cb886556 expref: 23 pid: 22747 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776854.225628:0:25782:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cedf62680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25782:1876716449683712:0@lo:104: 00000100:00100000:2.0:1789776854.225686:0:25782:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776854.225754:0:22736:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449683456 00000100:00100000:1.0:1789776854.225765:0:22736:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449683456 00010000:00010000:2.0:1789776854.226152:0:25782:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a5bc3cdec00/0xf13b8042cb88654f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf13b8042cb886548 expref: 23 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776854.226163:0:25782:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8a5bc3cdec00/0xf13b8042cb88654f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf13b8042cb886548 expref: 23 pid: 22746 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776854.226174:0:25782:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cedf60e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25782:1876716449683840:0@lo:104: 00000100:00100000:2.0:1789776854.226202:0:25782:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776854.226216:0:25782:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5bc225a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789776854.226260:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449683584 00000100:00100000:0.0:1789776854.226265:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449683584 00000100:00100000:0.0:1789776854.226320:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449683712 00000100:00100000:0.0:1789776854.226323:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449683712 00000100:00100000:0.0:1789776854.226333:0:22735:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449683840 00000100:00100000:0.0:1789776854.226335:0:22735:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449683840 00000100:00100000:0.0:1789776854.226350:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789776854.226360:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cedf62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5a006032-c001-4c71-94dd-7855e60f7383+6:25782:x1876716449683584:12345-0@lo:104: 00010000:00010000:0.0:1789776854.226377:0:22735:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257400/0xf13b8042cb886595 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xf13b8042cb88659c expref: -99 pid: 24254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776854.226571:0:25782:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cedf62d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25782:1876716449683584:0@lo:104: 00010000:00010000:0.0:1789776854.226624:0:22735:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1789776854.226632:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cedf62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5a006032-c001-4c71-94dd-7855e60f7383+6:25782:x1876716449683584:12345-0@lo:104: Request processed in 273us (2271us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776854.226641:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789776854.226663:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789776854.226680:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cedf61880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5a006032-c001-4c71-94dd-7855e60f7383+5:25782:x1876716449683712:12345-0@lo:104: 00010000:00010000:0.0:1789776854.226689:0:22735:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.127@tcp lock: ffff8a5bc342da00/0xf13b8042cb886556 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xf13b8042cb88655d expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776854.226783:0:25782:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cedf62680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25782:1876716449683712:0@lo:104: 00010000:00010000:1.0:1789776854.227020:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789776854.227030:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257400/0xf13b8042cb886595 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xf13b8042cb88659c expref: -99 pid: 24254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776854.227039:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cfc257400 already unused, calling callback (ffffffffc11fbc20) 10000000:00010000:1.0:1789776854.227044:0:22741:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257400/0xf13b8042cb886595 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xf13b8042cb88659c expref: -99 pid: 24254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776854.227054:0:22741:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257400/0xf13b8042cb886595 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xf13b8042cb88659c expref: -99 pid: 24254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789776854.227063:0:22741:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257400/0xf13b8042cb886595 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xf13b8042cb88659c expref: -99 pid: 24254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789776854.227069:0:22741:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1789776854.227115:0:22741:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257400/0xf13b8042cb886595 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13b8042cb88659c expref: -99 pid: 24254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776854.227123:0:22741:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789776854.227160:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257400/0xf13b8042cb886595 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13b8042cb88659c expref: -99 pid: 24254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776854.227168:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.127@tcp lock: ffff8a5cfc257400/0xf13b8042cb886595 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13b8042cb88659c expref: -99 pid: 24254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776854.227186:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789776854.227189:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.127@tcp lock: ffff8a5bc342da00/0xf13b8042cb886556 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xf13b8042cb88655d expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776854.227196:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc342da00 already unused, calling callback (ffffffffc11fbc20) 10000000:00010000:1.0:1789776854.227207:0:22741:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.127@tcp lock: ffff8a5bc342da00/0xf13b8042cb886556 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xf13b8042cb88655d expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776854.227214:0:22741:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.127@tcp lock: ffff8a5bc342da00/0xf13b8042cb886556 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xf13b8042cb88655d expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789776854.227221:0:22741:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.127@tcp lock: ffff8a5bc342da00/0xf13b8042cb886556 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xf13b8042cb88655d expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789776854.227237:0:22741:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1789776854.227255:0:22741:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.127@tcp lock: ffff8a5bc342da00/0xf13b8042cb886556 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13b8042cb88655d expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776854.227261:0:22741:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789776854.227276:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.127@tcp lock: ffff8a5bc342da00/0xf13b8042cb886556 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13b8042cb88655d expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776854.227282:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.127@tcp lock: ffff8a5bc342da00/0xf13b8042cb886556 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13b8042cb88655d expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776854.227293:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776854.227295:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776854.227297:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789776854.227992:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3479880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a006032-c001-4c71-94dd-7855e60f7383:3644:1876716449683968:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789776854.228060:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776854.228130:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3479500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a006032-c001-4c71-94dd-7855e60f7383:3645:1876716449684096:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789776854.228156:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776854.228301:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449683968 00000100:00100000:2.0:1789776854.228310:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449683968 00010000:00010000:2.0:1789776854.228342:0:22737:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a5bc3cde000/0xf13b8042cb88659c lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf13b8042cb886595 expref: 24 pid: 22746 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776854.228375:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449684096 00000100:00100000:2.0:1789776854.228379:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449684096 00010000:00010000:2.0:1789776854.228392:0:22737:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a5bc342d400/0xf13b8042cb88655d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf13b8042cb886556 expref: 25 pid: 22747 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776854.228408:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789776854.228416:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff493800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5a006032-c001-4c71-94dd-7855e60f7383+25:3644:x1876716449683968:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789776854.228431:0:22737:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789776854.228436:0:22737:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a5bc3cde000/0xf13b8042cb88659c lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf13b8042cb886595 expref: 25 pid: 22746 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776854.228461:0:22737:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a5bc3cde000/0xf13b8042cb88659c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf13b8042cb886595 expref: 25 pid: 22746 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776854.228483:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a5bc3cde000/0xf13b8042cb88659c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf13b8042cb886595 expref: 25 pid: 22746 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776854.228574:0:22737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789776854.228611:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff493800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5a006032-c001-4c71-94dd-7855e60f7383+24:3644:x1876716449683968:12345-0@lo:103:ldlm_bl.0 Request processed in 196us (551us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776854.228620:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789776854.228638:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789776854.228645:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff492300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5a006032-c001-4c71-94dd-7855e60f7383+23:3645:x1876716449684096:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789776854.228653:0:22737:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789776854.228657:0:22737:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a5bc342d400/0xf13b8042cb88655d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf13b8042cb886556 expref: 23 pid: 22747 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776854.228665:0:22737:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a5bc342d400/0xf13b8042cb88655d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf13b8042cb886556 expref: 23 pid: 22747 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776854.228691:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a5bc342d400/0xf13b8042cb88655d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf13b8042cb886556 expref: 23 pid: 22747 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776854.228700:0:22737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789776854.228726:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff492300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5a006032-c001-4c71-94dd-7855e60f7383+22:3645:x1876716449684096:12345-0@lo:103:ldlm_bl.0 Request processed in 82us (569us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776854.228733:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1789776854.228985:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3479500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a006032-c001-4c71-94dd-7855e60f7383:3645:1876716449684096:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789776854.229021:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3479880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5a006032-c001-4c71-94dd-7855e60f7383:3644:1876716449683968:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789776854.229252:0:22735:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00100000:0.0:1789776854.229262:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cedf61880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5a006032-c001-4c71-94dd-7855e60f7383+5:25782:x1876716449683712:12345-0@lo:104: Request processed in 2592us (3574us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776854.229272:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789776854.229294:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789776854.229304:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cedf61180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5a006032-c001-4c71-94dd-7855e60f7383+4:25782:x1876716449683840:12345-0@lo:104: 00010000:00010000:0.0:1789776854.229318:0:22735:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1200/0xf13b8042cb886548 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf13b8042cb88654f expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776854.229426:0:25782:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cedf60e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25782:1876716449683840:0@lo:104: 00010000:00010000:3.0:1789776854.229458:0:22740:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789776854.229466:0:22740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1200/0xf13b8042cb886548 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf13b8042cb88654f expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776854.229474:0:22740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cc79c1200 already unused, calling callback (ffffffffc11fbc20) 10000000:00010000:3.0:1789776854.229479:0:22740:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1200/0xf13b8042cb886548 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf13b8042cb88654f expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776854.229489:0:22740:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1200/0xf13b8042cb886548 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf13b8042cb88654f expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789776854.229619:0:22740:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1200/0xf13b8042cb886548 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf13b8042cb88654f expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789776854.229625:0:22740:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1789776854.229708:0:22740:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1200/0xf13b8042cb886548 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13b8042cb88654f expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776854.229716:0:22740:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789776854.229746:0:22740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1200/0xf13b8042cb886548 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13b8042cb88654f expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776854.229772:0:22740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.127@tcp lock: ffff8a5cc79c1200/0xf13b8042cb886548 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13b8042cb88654f expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776854.229786:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776854.229788:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789776854.229790:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789776854.229796:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789776854.229810:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff491500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a006032-c001-4c71-94dd-7855e60f7383:3645:1876716449684224:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789776854.230044:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776854.230141:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449684224 00000100:00100000:1.0:1789776854.230151:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449684224 00010000:00010000:1.0:1789776854.230181:0:22737:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a5bc3cdec00/0xf13b8042cb88654f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf13b8042cb886548 expref: 22 pid: 22746 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789776854.230217:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789776854.230226:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff493480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5a006032-c001-4c71-94dd-7855e60f7383+22:3645:x1876716449684224:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789776854.230238:0:22737:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789776854.230257:0:22737:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a5bc3cdec00/0xf13b8042cb88654f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf13b8042cb886548 expref: 22 pid: 22746 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776854.230268:0:22737:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a5bc3cdec00/0xf13b8042cb88654f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf13b8042cb886548 expref: 22 pid: 22746 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776854.230283:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a5bc3cdec00/0xf13b8042cb88654f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf13b8042cb886548 expref: 22 pid: 22746 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776854.230297:0:22737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789776854.230329:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff493480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5a006032-c001-4c71-94dd-7855e60f7383+21:3645:x1876716449684224:12345-0@lo:103:ldlm_bl.0 Request processed in 105us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776854.230336:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789776854.230696:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff491500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a006032-c001-4c71-94dd-7855e60f7383:3645:1876716449684224:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789776854.231040:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776854.231156:0:25782:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cedf63b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25782:1876716449683200:192.168.204.27@tcp:104: 00000100:00100000:2.0:1789776854.231184:0:25782:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cedf62a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25782:1876716449683328:192.168.204.27@tcp:104: 00010000:00010000:0.0:1789776854.231254:0:22735:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00100000:0.0:1789776854.231265:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cedf61180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5a006032-c001-4c71-94dd-7855e60f7383+4:25782:x1876716449683840:12345-0@lo:104: Request processed in 1962us (5060us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776854.231276:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789776854.231306:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789776854.231317:0:22735:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cedf61f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5a006032-c001-4c71-94dd-7855e60f7383+3:25782:x1876716449683456:12345-0@lo:104: 00010000:00010000:0.0:1789776854.231333:0:22735:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c000/0xf13b8042cb88662f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf13b8042cb886636 expref: -99 pid: 25076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776854.231407:0:22735:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1789776854.231412:0:22735:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cedf61f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5a006032-c001-4c71-94dd-7855e60f7383+3:25782:x1876716449683456:12345-0@lo:104: Request processed in 99us (7206us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776854.231418:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:0.0:1789776854.231439:0:23906:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789776854.231445:0:23906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c000/0xf13b8042cb88662f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf13b8042cb886636 expref: -99 pid: 25076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776854.231464:0:23906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc342c000 already unused, calling callback (ffffffffc11fbc20) 10000000:00010000:0.0:1789776854.231469:0:23906:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c000/0xf13b8042cb88662f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf13b8042cb886636 expref: -99 pid: 25076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776854.231478:0:23906:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c000/0xf13b8042cb88662f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf13b8042cb886636 expref: -99 pid: 25076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789776854.231486:0:23906:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c000/0xf13b8042cb88662f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf13b8042cb886636 expref: -99 pid: 25076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789776854.231522:0:23906:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1789776854.231560:0:23906:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c000/0xf13b8042cb88662f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13b8042cb886636 expref: -99 pid: 25076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776854.231567:0:23906:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789776854.231590:0:23906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c000/0xf13b8042cb88662f lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13b8042cb886636 expref: -99 pid: 25076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776854.231596:0:23906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.127@tcp lock: ffff8a5bc342c000/0xf13b8042cb88662f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf13b8042cb886636 expref: -99 pid: 25076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776854.231615:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789776854.231617:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789776854.231619:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789776854.231634:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a006032-c001-4c71-94dd-7855e60f7383:3643:1876716449684352:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789776854.231689:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1789776854.231731:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789776854.231802:0:25782:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cedf61c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25782:1876716449683456:0@lo:104: 00010000:00010000:2.0:1789776854.231865:0:25782:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8a5cfc256600/0xf13b8042cb8868f2 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789776854.232212:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432809728 00000100:00100000:3.0:1789776854.232221:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432809728 00010000:00010000:3.0:1789776854.232256:0:22738:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a5bc36dc000/0xf13b8042cb8868c1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5da8 expref: 13 pid: 22745 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789776854.232321:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449684352 00000100:00100000:3.0:1789776854.232324:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449684352 00010000:00010000:3.0:1789776854.232338:0:22738:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a5cc79c1c00/0xf13b8042cb886636 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf13b8042cb88662f expref: 21 pid: 22745 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789776854.232372:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12 00000100:00100000:1.0:1789776854.232383:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc347a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5962940a-e887-4296-97d2-b460b3106206+13:2411:x1876716432809728:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789776854.232398:0:22737:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789776854.232405:0:22737:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a5bc36dc000/0xf13b8042cb8868c1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5da8 expref: 13 pid: 22745 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776854.232418:0:22737:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a5bc36dc000/0xf13b8042cb8868c1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5da8 expref: 13 pid: 22745 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776854.232434:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a5bc36dc000/0xf13b8042cb8868c1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5da8 expref: 13 pid: 22745 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776854.232449:0:22737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789776854.232548:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc347a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5962940a-e887-4296-97d2-b460b3106206+12:2411:x1876716432809728:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 168us (1512us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776854.232572:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12 00000100:00100000:1.0:1789776854.232591:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789776854.232598:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cfcaeb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5a006032-c001-4c71-94dd-7855e60f7383+21:3643:x1876716449684352:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789776854.232608:0:22737:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789776854.232612:0:22737:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a5cc79c1c00/0xf13b8042cb886636 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf13b8042cb88662f expref: 21 pid: 22745 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776854.232621:0:22737:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a5cc79c1c00/0xf13b8042cb886636 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf13b8042cb88662f expref: 21 pid: 22745 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776854.232632:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a5cc79c1c00/0xf13b8042cb886636 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf13b8042cb88662f expref: 21 pid: 22745 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776854.232641:0:22737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789776854.232691:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cfcaeb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5a006032-c001-4c71-94dd-7855e60f7383+20:3643:x1876716449684352:12345-0@lo:103:ldlm_bl.0 Request processed in 94us (1002us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776854.232698:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789776854.233242:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5a006032-c001-4c71-94dd-7855e60f7383:3643:1876716449684352:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789776854.243657:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776854.243800:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432809856 00000100:00100000:3.0:1789776854.243817:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432809856 00010000:00010000:3.0:1789776854.243870:0:22738:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a5bc36dda00/0xf13b8042cb886882 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5d38 expref: 12 pid: 22747 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789776854.243928:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 14 00000100:00100000:3.0:1789776854.246753:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0830000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5962940a-e887-4296-97d2-b460b3106206+12:2412:x1876716432809856:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789776854.246779:0:22738:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789776854.246806:0:22738:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a5bc36dda00/0xf13b8042cb886882 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5d38 expref: 12 pid: 22747 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776854.246827:0:22738:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a5bc36dda00/0xf13b8042cb886882 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5d38 expref: 12 pid: 22747 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776854.246850:0:22738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a5bc36dda00/0xf13b8042cb886882 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5d38 expref: 12 pid: 22747 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776854.246869:0:22738:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8a5cfc256600/0xf13b8042cb8868f2 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776854.246878:0:22738:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a5cfc256600/0xf13b8042cb8868f2 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776854.246897:0:22738:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8a5cfc256600/0xf13b8042cb8868f2 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776854.246904:0:22738:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8a5cfc256600/0xf13b8042cb8868f2 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776854.246912:0:22738:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8a5cfc256600/0xf13b8042cb8868f2 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776854.246919:0:22738:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8a5cfc256600/0xf13b8042cb8868f2 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776854.246925:0:22738:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cfc256600 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:3.0:1789776854.246930:0:22738:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8a5cfc256600/0xf13b8042cb8868f2 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776854.246938:0:22738:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8a5cfc256600/0xf13b8042cb8868f2 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776854.246969:0:22738:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8a5cfc256600/0xf13b8042cb8868f2 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776854.246985:0:22738:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789776854.247058:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0830000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5962940a-e887-4296-97d2-b460b3106206+11:2412:x1876716432809856:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 332us (3416us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776854.247076:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 14 00010000:00010000:2.0:1789776854.247096:0:25782:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8a5cfc256600/0xf13b8042cb8868f2 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776854.247115:0:25782:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8a5cfc256600/0xf13b8042cb8868f2 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776854.247126:0:25782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a5cfc256600/0xf13b8042cb8868f2 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776854.501302:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1789776855.461323:0:22749:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1789776855.461336:0:22749:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8a5bc31a9800 from 13 10000000:01000000:0.0:1789776855.461344:0:22749:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1789776855.461420:0:22749:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc3eedc00/0xf13b8042cb8868f9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.461436:0:22749:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.127@tcp lock: ffff8a5bc3eedc00/0xf13b8042cb8868f9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.461449:0:22749:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.127@tcp lock: ffff8a5bc3eedc00/0xf13b8042cb8868f9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789776855.461529:0:22749:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0832300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449684480:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789776855.461628:0:22749:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776855.461697:0:22749:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc2fbca80 going to sleep for 11 seconds 00000100:00100000:2.0:1789776855.463780:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449684480 00000100:00100000:2.0:1789776855.463795:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449684480 00000100:00100000:2.0:1789776855.463873:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:2.0:1789776855.463884:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf083ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+20:22749:x1876716449684480:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789776855.463901:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789776855.463920:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a5cfc256600/0xf13b8042cb886900 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf13b8042cb8868f9 expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776855.463949:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a5cfc256600/0xf13b8042cb886900 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf13b8042cb8868f9 expref: 21 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776855.463960:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a5cfc256600/0xf13b8042cb886900 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf13b8042cb8868f9 expref: 21 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776855.463969:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5cfc256600, rc 0) 00000100:00100000:2.0:1789776855.464074:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf083ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+21:22749:x1876716449684480:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 192us (2446us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776855.464081:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:3.0:1789776855.464422:0:22749:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0832300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449684480:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789776855.464457:0:22749:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.127@tcp lock: ffff8a5bc3eedc00/0xf13b8042cb8868f9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb886900 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776855.464471:0:22749:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.127@tcp lock: ffff8a5bc3eedc00/0xf13b8042cb8868f9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13b8042cb886900 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789776855.464668:0:22749:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff491500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449684608:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789776855.464732:0:22749:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776855.464783:0:22749:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5bc370d240 going to sleep for 11 seconds 00000100:00100000:2.0:1789776855.464825:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449684608 00000100:00100000:2.0:1789776855.464834:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449684608 00000100:00100000:2.0:1789776855.464879:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:2.0:1789776855.464887:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0838050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+21:22749:x1876716449684608:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789776855.465020:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0838050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+21:22749:x1876716449684608:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 134us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776855.465028:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:3.0:1789776855.466155:0:22749:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff491500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449684608:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789776855.466234:0:22749:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff491500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449684736:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789776855.466322:0:22749:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776855.466381:0:22749:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5bc370d240 going to sleep for 11 seconds 00000100:00100000:2.0:1789776855.466698:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449684736 00000100:00100000:2.0:1789776855.466706:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449684736 00000100:00100000:2.0:1789776855.466774:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:2.0:1789776855.466784:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0839850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+21:22749:x1876716449684736:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789776855.466954:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0839850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+21:22749:x1876716449684736:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 170us (631us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776855.466962:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:1.0:1789776855.467079:0:22749:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff491500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449684736:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1789776855.470793:0:25796:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1789776855.471139:0:22749:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1789776855.471172:0:22749:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.127@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1789776855.471185:0:22749:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc3eedc00/0xf13b8042cb8868f9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb886900 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.471196:0:22749:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.127@tcp lock: ffff8a5bc3eedc00/0xf13b8042cb8868f9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb886900 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789776855.471207:0:22749:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1789776855.471226:0:22749:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8a5bc252f800 from 13 10000000:01000000:1.0:1789776855.471229:0:22749:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1789776855.471269:0:22749:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc36dc200/0xf13b8042cb886907 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.471278:0:22749:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.127@tcp lock: ffff8a5bc36dc200/0xf13b8042cb886907 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.471289:0:22749:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.127@tcp lock: ffff8a5bc36dc200/0xf13b8042cb886907 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789776855.471390:0:22749:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc347a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449684864:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789776855.471461:0:22749:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776855.472094:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449684864 00000100:00100000:2.0:1789776855.472109:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449684864 00000100:00100000:2.0:1789776855.472217:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:1.0:1789776855.472222:0:22749:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cefb65300 going to sleep for 11 seconds 00000100:00100000:2.0:1789776855.472233:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf083b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+21:22749:x1876716449684864:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789776855.472259:0:22746:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789776855.472283:0:22746:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a5cfc257000/0xf13b8042cb88690e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf13b8042cb886907 expref: -99 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776855.472322:0:22746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a5cfc257000/0xf13b8042cb88690e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf13b8042cb886907 expref: 22 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776855.472361:0:22746:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a5cfc257000/0xf13b8042cb88690e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf13b8042cb886907 expref: 22 pid: 22746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776855.472374:0:22746:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5cfc257000, rc 0) 00000100:00100000:2.0:1789776855.472468:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf083b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+22:22749:x1876716449684864:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 240us (1006us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776855.472555:0:22749:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc347a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449684864:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789776855.472827:0:22749:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.127@tcp lock: ffff8a5bc36dc200/0xf13b8042cb886907 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88690e expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.472839:0:22749:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.127@tcp lock: ffff8a5bc36dc200/0xf13b8042cb886907 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13b8042cb88690e expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776855.472866:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:1.0:1789776855.472935:0:22749:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc347a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449684992:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789776855.472986:0:22749:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776855.473025:0:22749:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cefb65300 going to sleep for 11 seconds 00000100:00100000:3.0:1789776855.473173:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449684992 00000100:00100000:3.0:1789776855.473180:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449684992 00000100:00100000:3.0:1789776855.473234:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:3.0:1789776855.473244:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf083bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+22:22749:x1876716449684992:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789776855.473414:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf083bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+22:22749:x1876716449684992:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 170us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776855.473421:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:1.0:1789776855.473526:0:22749:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc347a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449684992:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789776855.473557:0:22749:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc347a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449685120:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789776855.473608:0:22749:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776855.473640:0:22749:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cefb65300 going to sleep for 11 seconds 00000100:00100000:0.0:1789776855.473777:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449685120 00000100:00100000:0.0:1789776855.473782:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449685120 00000100:00100000:0.0:1789776855.473817:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:0.0:1789776855.473826:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0839050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+22:22749:x1876716449685120:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789776855.473905:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0839050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+22:22749:x1876716449685120:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 80us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776855.473912:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:1.0:1789776855.473994:0:22749:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc347a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449685120:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1789776855.475250:0:25797:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1789776855.475526:0:22749:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1789776855.475550:0:22749:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.127@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1789776855.475560:0:22749:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc36dc200/0xf13b8042cb886907 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88690e expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.475572:0:22749:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.127@tcp lock: ffff8a5bc36dc200/0xf13b8042cb886907 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88690e expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789776855.475583:0:22749:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1789776855.475586:0:22749:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8a5cf514d000 from 13 10000000:01000000:1.0:1789776855.475589:0:22749:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1789776855.475634:0:22749:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc36dc800/0xf13b8042cb886915 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.475642:0:22749:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.127@tcp lock: ffff8a5bc36dc800/0xf13b8042cb886915 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.475663:0:22749:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.127@tcp lock: ffff8a5bc36dc800/0xf13b8042cb886915 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789776855.475686:0:22749:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc347a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449685248:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789776855.475738:0:22749:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776855.475773:0:22749:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cefb65300 going to sleep for 11 seconds 00000100:00100000:0.0:1789776855.475895:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449685248 00000100:00100000:0.0:1789776855.475901:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449685248 00000100:00100000:0.0:1789776855.475946:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:0.0:1789776855.475956:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0838c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+22:22749:x1876716449685248:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789776855.475966:0:22745:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789776855.475980:0:22745:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a5bc3eec400/0xf13b8042cb88691c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xf13b8042cb886915 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.476018:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a5bc3eec400/0xf13b8042cb88691c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf13b8042cb886915 expref: 23 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.476028:0:22745:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a5bc3eec400/0xf13b8042cb88691c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf13b8042cb886915 expref: 23 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.476036:0:22745:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5bc3eec400, rc 0) 00000100:00100000:0.0:1789776855.476088:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0838c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+23:22749:x1876716449685248:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 133us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776855.476095:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:1.0:1789776855.476355:0:22749:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc347a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449685248:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789776855.476371:0:22749:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.127@tcp lock: ffff8a5bc36dc800/0xf13b8042cb886915 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88691c expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.476380:0:22749:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.127@tcp lock: ffff8a5bc36dc800/0xf13b8042cb886915 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13b8042cb88691c expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789776855.476449:0:22749:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc347a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449685376:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789776855.476477:0:22749:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776855.476529:0:22749:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cefb65300 going to sleep for 11 seconds 00000100:00100000:2.0:1789776855.476791:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449685376 00000100:00100000:2.0:1789776855.476796:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449685376 00000100:00100000:2.0:1789776855.476833:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:2.0:1789776855.476841:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf083a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+23:22749:x1876716449685376:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789776855.476956:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf083a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+23:22749:x1876716449685376:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 116us (477us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776855.476962:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:1.0:1789776855.477133:0:22749:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc347a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449685376:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789776855.477164:0:22749:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc347a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449685504:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789776855.477204:0:22749:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776855.477275:0:22749:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cefb65300 going to sleep for 11 seconds 00000100:00100000:3.0:1789776855.477460:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449685504 00000100:00100000:3.0:1789776855.477465:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449685504 00000100:00100000:2.0:1789776855.477925:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:2.0:1789776855.477935:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0838450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+23:22749:x1876716449685504:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789776855.478092:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0838450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+23:22749:x1876716449685504:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 159us (887us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776855.478100:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:1.0:1789776855.478245:0:22749:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc347a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449685504:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1789776855.479354:0:25798:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1789776855.479843:0:22749:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1789776855.479869:0:22749:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.127@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1789776855.479880:0:22749:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc36dc800/0xf13b8042cb886915 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88691c expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.479892:0:22749:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.127@tcp lock: ffff8a5bc36dc800/0xf13b8042cb886915 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88691c expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789776855.479903:0:22749:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1789776855.479906:0:22749:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8a5bc4d97000 from 13 10000000:01000000:1.0:1789776855.479909:0:22749:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1789776855.479944:0:22749:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc36dd800/0xf13b8042cb886923 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.479952:0:22749:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.127@tcp lock: ffff8a5bc36dd800/0xf13b8042cb886923 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.479963:0:22749:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.127@tcp lock: ffff8a5bc36dd800/0xf13b8042cb886923 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789776855.479999:0:22749:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc347a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449685632:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789776855.480070:0:22749:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776855.480110:0:22749:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cefb65300 going to sleep for 11 seconds 00000100:00100000:0.0:1789776855.480171:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449685632 00000100:00100000:0.0:1789776855.480179:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449685632 00000100:00100000:0.0:1789776855.480235:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1789776855.480244:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7597c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+23:22749:x1876716449685632:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789776855.480256:0:22745:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789776855.480269:0:22745:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a5bc3eec000/0xf13b8042cb88692a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xf13b8042cb886923 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.480322:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a5bc3eec000/0xf13b8042cb88692a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf13b8042cb886923 expref: 24 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.480334:0:22745:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a5bc3eec000/0xf13b8042cb88692a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf13b8042cb886923 expref: 24 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.480342:0:22745:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5bc3eec000, rc 0) 00000100:00100000:0.0:1789776855.480385:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7597c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5a006032-c001-4c71-94dd-7855e60f7383+24:22749:x1876716449685632:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 143us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776855.480401:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:1.0:1789776855.481164:0:22749:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc347a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449685632:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789776855.481182:0:22749:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.127@tcp lock: ffff8a5bc36dd800/0xf13b8042cb886923 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88692a expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.481191:0:22749:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.127@tcp lock: ffff8a5bc36dd800/0xf13b8042cb886923 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xf13b8042cb88692a expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789776855.481256:0:22749:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc347a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449685760:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789776855.481290:0:22749:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776855.481463:0:22749:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cefb65300 going to sleep for 11 seconds 00000100:00100000:3.0:1789776855.481587:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449685760 00000100:00100000:3.0:1789776855.481597:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449685760 00000100:00100000:3.0:1789776855.481639:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:3.0:1789776855.481657:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7596850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+24:22749:x1876716449685760:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789776855.481776:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7596850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5a006032-c001-4c71-94dd-7855e60f7383+24:22749:x1876716449685760:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 120us (486us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776855.481784:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:1.0:1789776855.482641:0:22749:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc347a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449685760:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789776855.482693:0:22749:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc347a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449685888:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789776855.482752:0:22749:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776855.482781:0:22749:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cefb65300 going to sleep for 11 seconds 00000100:00100000:3.0:1789776855.482900:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449685888 00000100:00100000:3.0:1789776855.482906:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449685888 00000100:00100000:3.0:1789776855.482946:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:3.0:1789776855.482954:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7596050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+24:22749:x1876716449685888:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789776855.483046:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7596050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+24:22749:x1876716449685888:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 92us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776855.483052:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:1.0:1789776855.483182:0:22749:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc347a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5a006032-c001-4c71-94dd-7855e60f7383:22749:1876716449685888:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1789776855.484091:0:25799:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1789776855.484322:0:22749:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1789776855.484344:0:22749:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.127@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789776855.484354:0:22749:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.127@tcp lock: ffff8a5bc36dd800/0xf13b8042cb886923 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88692a expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.484365:0:22749:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.127@tcp lock: ffff8a5bc36dd800/0xf13b8042cb886923 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf13b8042cb88692a expref: -99 pid: 22749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776855.523028:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789776855.708768:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1789776855.709056:0:24893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432809984 00000100:00100000:1.0:1789776855.709078:0:24893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432809984 00000100:00100000:1.0:1789776855.709160:0:24893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 23 00000100:00100000:1.0:1789776855.709171:0:24893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cedf61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:196f6478-a515-45ae-bac6-ab823536f403+6:18698:x1876716432809984:12345-192.168.204.27@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1789776855.709192:0:24893:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789776855.709226:0:24893:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dce00/0xf13b8042cb886931 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x87906a8077ab5de0 expref: -99 pid: 24893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.709308:0:24893:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc600/0xf13b8042cb886938 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.709323:0:24893:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc600/0xf13b8042cb886938 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.709335:0:24893:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc600/0xf13b8042cb886938 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.709350:0:24893:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36ddc00/0xf13b8042cb88693f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.709357:0:24893:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36ddc00/0xf13b8042cb88693f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.709364:0:24893:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36ddc00/0xf13b8042cb88693f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.709441:0:24893:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dd200/0xf13b8042cb886946 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.709449:0:24893:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dd200/0xf13b8042cb886946 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.709456:0:24893:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dd200/0xf13b8042cb886946 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789776855.709489:0:24893:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1789776855.709532:0:24893:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1789776855.709577:0:24893:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dd200/0xf13b8042cb886946 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.709595:0:24893:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc600/0xf13b8042cb886938 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.709601:0:24893:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc600/0xf13b8042cb886938 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.709609:0:24893:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc600/0xf13b8042cb886938 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.709615:0:24893:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc36dc600 already unused, calling callback (ffffffffc180b4f0) 00010000:00010000:1.0:1789776855.709619:0:24893:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc600/0xf13b8042cb886938 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.709627:0:24893:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc600/0xf13b8042cb886938 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.709652:0:24893:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a5bc109e500) 00010000:00010000:1.0:1789776855.709656:0:24893:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789776855.709661:0:24893:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc600/0xf13b8042cb886938 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.709667:0:24893:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc600/0xf13b8042cb886938 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.709691:0:24893:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36ddc00/0xf13b8042cb88693f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.709698:0:24893:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36ddc00/0xf13b8042cb88693f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.709704:0:24893:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36ddc00/0xf13b8042cb88693f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.709716:0:24893:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc36ddc00 already unused, calling callback (ffffffffc180b4f0) 00010000:00010000:1.0:1789776855.709719:0:24893:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36ddc00/0xf13b8042cb88693f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.709726:0:24893:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36ddc00/0xf13b8042cb88693f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.709735:0:24893:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff8a5bc240c200) 00010000:00010000:1.0:1789776855.709738:0:24893:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789776855.709740:0:24893:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36ddc00/0xf13b8042cb88693f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.709747:0:24893:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36ddc00/0xf13b8042cb88693f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.709782:0:24893:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dce00/0xf13b8042cb886931 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5de0 expref: 8 pid: 24893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.709796:0:24893:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dd200/0xf13b8042cb886946 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5de0 expref: 7 pid: 24893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.709804:0:24893:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8a5bc240c100) 00000100:00080000:2.0:1789776855.710160:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1789776855.710583:0:24893:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1789776855.710590:0:24893:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5bc36dd200, rc 0) 00000100:00100000:1.0:1789776855.710911:0:24893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cedf61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:196f6478-a515-45ae-bac6-ab823536f403+7:18698:x1876716432809984:12345-192.168.204.27@tcp:101:lhsmtool_posix.0 Request processed in 1736us (2149us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776855.713056:0:24893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 23 00000100:00100000:1.0:1789776855.716329:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776855.718247:0:22764:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432810112 00000100:00100000:2.0:1789776855.718263:0:22764:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432810112 00000100:00100000:2.0:1789776855.718355:0:22764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5 00000100:00100000:2.0:1789776855.718366:0:22764:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc347a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:196f6478-a515-45ae-bac6-ab823536f403+7:18698:x1876716432810112:12345-192.168.204.27@tcp:900:lhsmtool_posix.0 00000100:00100000:2.0:1789776855.718480:0:22764:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc347a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:196f6478-a515-45ae-bac6-ab823536f403+7:18698:x1876716432810112:12345-192.168.204.27@tcp:900:lhsmtool_posix.0 Request processed in 115us (2162us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776855.718489:0:22764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5 00000100:00100000:2.0:1789776855.728487:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1789776855.728682:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432810368 00000100:00100000:0.0:1789776855.728695:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432810368 00000100:00100000:0.0:1789776855.728965:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 24 00000100:00100000:0.0:1789776855.728980:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cedf62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:196f6478-a515-45ae-bac6-ab823536f403+7:18698:x1876716432810368:12345-192.168.204.27@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789776855.729010:0:22754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789776855.729053:0:22754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed400/0xf13b8042cb88694d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x87906a8077ab5de7 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.729289:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec600/0xf13b8042cb886954 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.729309:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec600/0xf13b8042cb886954 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.729325:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec600/0xf13b8042cb886954 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.729342:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeca00/0xf13b8042cb88695b lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.729374:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeca00/0xf13b8042cb88695b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.729382:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeca00/0xf13b8042cb88695b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.729935:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eece00/0xf13b8042cb886962 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.729948:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eece00/0xf13b8042cb886962 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.729955:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eece00/0xf13b8042cb886962 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789776855.729968:0:22754:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:0.0:1789776855.730380:0:22754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec600/0xf13b8042cb886954 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.730388:0:22754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec600/0xf13b8042cb886954 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.730395:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec600/0xf13b8042cb886954 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.730402:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc3eec600 already unused, calling callback (ffffffffc180b4f0) 00010000:00010000:0.0:1789776855.730407:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec600/0xf13b8042cb886954 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.730415:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec600/0xf13b8042cb886954 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.730442:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8a5bc240c100) 00010000:00010000:0.0:1789776855.730445:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789776855.730450:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec600/0xf13b8042cb886954 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.730456:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec600/0xf13b8042cb886954 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.730473:0:22754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeca00/0xf13b8042cb88695b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.730479:0:22754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeca00/0xf13b8042cb88695b lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.730484:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeca00/0xf13b8042cb88695b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.730489:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc3eeca00 already unused, calling callback (ffffffffc180b4f0) 00010000:00010000:0.0:1789776855.730600:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeca00/0xf13b8042cb88695b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.730607:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeca00/0xf13b8042cb88695b lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.730615:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff8a5cc650ac00) 00010000:00010000:0.0:1789776855.730618:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789776855.730621:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeca00/0xf13b8042cb88695b lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.730627:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeca00/0xf13b8042cb88695b lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.737414:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed400/0xf13b8042cb88694d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5de7 expref: 10 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.737450:0:22754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eece00/0xf13b8042cb886962 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5de7 expref: 9 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.737462:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8a5cc650a300) 00010000:00010000:0.0:1789776855.737465:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789776855.737469:0:22754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5bc3eece00, rc 0) 00000100:00100000:0.0:1789776855.738252:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cedf62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:196f6478-a515-45ae-bac6-ab823536f403+9:18698:x1876716432810368:12345-192.168.204.27@tcp:101:lhsmtool_posix.0 Request processed in 9268us (9773us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1789776855.738265:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 24 00000100:00100000:3.0:1789776855.750766:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1789776855.751109:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432810496 00000100:00100000:1.0:1789776855.751124:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432810496 00000100:00100000:1.0:1789776855.751201:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 25 00000100:00100000:1.0:1789776855.751214:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff491500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:196f6478-a515-45ae-bac6-ab823536f403+9:18698:x1876716432810496:12345-192.168.204.27@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1789776855.751382:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff491500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:196f6478-a515-45ae-bac6-ab823536f403+9:18698:x1876716432810496:12345-192.168.204.27@tcp:59:lhsmtool_posix.0 Request processed in 170us (642us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776855.751391:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 25 00000100:00100000:1.0:1789776855.765790:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776855.765960:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432810624 00000100:00100000:3.0:1789776855.765973:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432810624 00000100:00080000:2.0:1789776855.766074:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789776855.766090:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 26 00000100:00100000:3.0:1789776855.766106:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc347b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:196f6478-a515-45ae-bac6-ab823536f403+5:18698:x1876716432810624:12345-192.168.204.27@tcp:59:lhsmtool_posix.0 00000004:00080000:3.0:1789776855.770795:0:22752:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 4603us 00000100:00100000:3.0:1789776855.796589:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1789776855.796734:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432810752 00000100:00100000:0.0:1789776855.796748:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432810752 00000100:00100000:0.0:1789776855.796838:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 27 00000100:00100000:0.0:1789776855.796860:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff493800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:196f6478-a515-45ae-bac6-ab823536f403+9:18704:x1876716432810752:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1789776855.796887:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789776855.796917:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed400/0xf13b8042cb886970 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x87906a8077ab5dee expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.797014:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeca00/0xf13b8042cb886977 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.797034:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeca00/0xf13b8042cb886977 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.797050:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeca00/0xf13b8042cb886977 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.797090:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec600/0xf13b8042cb88697e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.797098:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec600/0xf13b8042cb88697e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.797105:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec600/0xf13b8042cb88697e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.797168:0:22753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeca00/0xf13b8042cb886977 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.797176:0:22753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeca00/0xf13b8042cb886977 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.797184:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeca00/0xf13b8042cb886977 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.797191:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc3eeca00 already unused, calling callback (ffffffffc180b4f0) 00010000:00010000:0.0:1789776855.797196:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeca00/0xf13b8042cb886977 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.797211:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeca00/0xf13b8042cb886977 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.797227:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a5bc109e500) 00010000:00010000:0.0:1789776855.797230:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789776855.797236:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeca00/0xf13b8042cb886977 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.797242:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeca00/0xf13b8042cb886977 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.797263:0:22753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec600/0xf13b8042cb88697e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.797270:0:22753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec600/0xf13b8042cb88697e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.797276:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec600/0xf13b8042cb88697e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.797281:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc3eec600 already unused, calling callback (ffffffffc180b4f0) 00010000:00010000:0.0:1789776855.797285:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec600/0xf13b8042cb88697e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.797291:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec600/0xf13b8042cb88697e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.797300:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8a5cc650ac00) 00010000:00010000:0.0:1789776855.797303:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789776855.797306:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec600/0xf13b8042cb88697e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.797312:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec600/0xf13b8042cb88697e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.797351:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed400/0xf13b8042cb886970 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5dee expref: 10 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.797363:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a5bc109e500) 00010000:00010000:0.0:1789776855.797365:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789776855.797375:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed400/0xf13b8042cb886970 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5dee expref: 10 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.797386:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5bc3eed400, rc 0) 00000100:00100000:0.0:1789776855.797474:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff493800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:196f6478-a515-45ae-bac6-ab823536f403+9:18704:x1876716432810752:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 616us (900us total) trans 0 rc 301/301 00000100:00100000:0.0:1789776855.797483:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 27 00000100:00100000:2.0:1789776855.806416:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776855.806527:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432810880 00000100:00100000:2.0:1789776855.806540:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432810880 00000100:00100000:2.0:1789776855.806732:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 0 00000100:00100000:2.0:1789776855.806746:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cedf63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:196f6478-a515-45ae-bac6-ab823536f403+9:18704:x1876716432810880:12345-192.168.204.27@tcp:700:lfs.0 00000100:00100000:2.0:1789776855.806921:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cedf63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:196f6478-a515-45ae-bac6-ab823536f403+9:18704:x1876716432810880:12345-192.168.204.27@tcp:700:lfs.0 Request processed in 177us (518us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776855.806931:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 0 00000100:00100000:3.0:1789776855.809156:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc347b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:196f6478-a515-45ae-bac6-ab823536f403+5:18698:x1876716432810624:12345-192.168.204.27@tcp:59:lhsmtool_posix.0 Request processed in 43042us (43368us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776855.809174:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 26 00000100:00100000:2.0:1789776855.815795:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1789776855.816114:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432811136 00000100:00100000:0.0:1789776855.816128:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432811136 00000100:00100000:0.0:1789776855.816203:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 28 00000100:00100000:0.0:1789776855.816215:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cedf60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:196f6478-a515-45ae-bac6-ab823536f403+9:18704:x1876716432811136:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:0.0:1789776855.816299:0:22754:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789776855.816337:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256c00/0xf13b8042cb8868ac lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5d69 expref: 9 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.816368:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a5bc109e500) 00010000:00010000:0.0:1789776855.816375:0:22754:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1789776855.816460:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed400/0xf13b8042cb886985 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.816486:0:22754:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256200/0xf13b8042cb8868eb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5dd9 expref: 5 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.816518:0:22754:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed400/0xf13b8042cb886985 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.816561:0:22754:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256200/0xf13b8042cb8868eb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5dd9 expref: 5 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.816603:0:22754:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256200/0xf13b8042cb8868eb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5dd9 expref: 5 pid: 22752 timeout: 777 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789776855.816622:0:22754:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0831180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22754:1876716449686016:192.168.204.27@tcp:104: 00000100:00100000:0.0:1789776855.816787:0:22754:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cedd23600 going to sleep for 11 seconds 00000100:00100000:0.0:1789776855.819368:0:22754:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0831180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22754:1876716449686016:192.168.204.27@tcp:104: 00010000:00010000:0.0:1789776855.819418:0:22754:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed400/0xf13b8042cb886985 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789776855.821584:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776855.821715:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432811264 00000100:00100000:3.0:1789776855.821730:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432811264 00010000:00010000:3.0:1789776855.821835:0:22739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256200/0xf13b8042cb8868eb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5dd9 expref: 6 pid: 22752 timeout: 777 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1789776855.821864:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789776855.821891:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15 00000100:00100000:1.0:1789776855.821908:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0831180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d9ce234f-7256-47df-9cff-4874414c7b0e+6:2412:x1876716432811264:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789776855.821932:0:22737:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789776855.821942:0:22737:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256200/0xf13b8042cb8868eb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5dd9 expref: 6 pid: 22752 timeout: 777 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.821962:0:22737:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256200/0xf13b8042cb8868eb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5dd9 expref: 6 pid: 22752 timeout: 777 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.821997:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256200/0xf13b8042cb8868eb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5dd9 expref: 6 pid: 22752 timeout: 777 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.822022:0:22737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a5bc109e500) 00010000:00010000:1.0:1789776855.822029:0:22737:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed400/0xf13b8042cb886985 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.822041:0:22737:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed400/0xf13b8042cb886985 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.822074:0:22737:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed400/0xf13b8042cb886985 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.822171:0:22737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789776855.822260:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0831180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d9ce234f-7256-47df-9cff-4874414c7b0e+5:2412:x1876716432811264:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 357us (688us total) trans 0 rc 0/0 00010000:00010000:0.0:1789776855.822805:0:22754:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed400/0xf13b8042cb886985 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.822815:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed400/0xf13b8042cb886985 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.822959:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeca00/0xf13b8042cb88698c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.822974:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeca00/0xf13b8042cb88698c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.822984:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeca00/0xf13b8042cb88698c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789776855.825630:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15 00010000:00010000:0.0:1789776855.827581:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec800/0xf13b8042cb886993 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.827610:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec800/0xf13b8042cb886993 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.827633:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec800/0xf13b8042cb886993 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1789776855.827669:0:22754:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000b4fb3b6b reply state 0000000039af6b4d transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec800/0xf13b8042cb886993 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.827683:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec800/0xf13b8042cb886993 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.827692:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8a5cc650aa00) 00010000:00010000:0.0:1789776855.827696:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1789776855.827701:0:22754:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1789776855.827709:0:22754:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1789776855.827720:0:22754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed400/0xf13b8042cb886985 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.827728:0:22754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed400/0xf13b8042cb886985 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.827736:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed400/0xf13b8042cb886985 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.827742:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc3eed400 already unused, calling callback (ffffffffc180b4f0) 00010000:00010000:0.0:1789776855.827748:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed400/0xf13b8042cb886985 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.827757:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed400/0xf13b8042cb886985 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.827769:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a5bc109e500) 00010000:00010000:0.0:1789776855.827771:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789776855.827783:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed400/0xf13b8042cb886985 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.827790:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed400/0xf13b8042cb886985 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1789776855.827815:0:22754:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000b4fb3b6b reply state 0000000039af6b4d transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeca00/0xf13b8042cb88698c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.828291:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeca00/0xf13b8042cb88698c lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.828300:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8a5cc650ac00) 00010000:00010000:0.0:1789776855.828302:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1789776855.828305:0:22754:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1789776855.828647:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cedf60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:196f6478-a515-45ae-bac6-ab823536f403+10:18704:x1876716432811136:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 12416us (12850us total) trans 12884901890 rc 0/0 00000100:00100000:0.0:1789776855.828658:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 28 00000100:00100000:0.0:1789776855.934304:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776855.934482:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432811392 00000100:00100000:2.0:1789776855.934542:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432811392 00000100:00100000:2.0:1789776855.934624:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 158 00000100:00100000:2.0:1789776855.934648:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7594450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5962940a-e887-4296-97d2-b460b3106206+11:18078:x1876716432811392:12345-192.168.204.27@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789776855.934674:0:22745:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789776855.934703:0:22745:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a5cfc257200/0xf13b8042cb88699a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x87906a8077ab5df5 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776855.934747:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a5cfc257200/0xf13b8042cb88699a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5df5 expref: 12 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776855.934760:0:22745:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a5cfc257200/0xf13b8042cb88699a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5df5 expref: 12 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776855.934797:0:22745:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5cfc257200, rc 0) 00000100:00100000:2.0:1789776855.934900:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7594450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5962940a-e887-4296-97d2-b460b3106206+12:18078:x1876716432811392:12345-192.168.204.27@tcp:101:ll_cfg_requeue.0 Request processed in 265us (613us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776855.934908:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 158 00000100:00100000:3.0:1789776855.936000:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1789776855.939069:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776855.939391:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432811648 00000100:00100000:3.0:1789776855.939406:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432811648 00000100:00100000:3.0:1789776855.939489:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 159 00000100:00100000:3.0:1789776855.939547:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7595c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5962940a-e887-4296-97d2-b460b3106206+12:18078:x1876716432811648:12345-192.168.204.27@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789776855.939790:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7595c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5962940a-e887-4296-97d2-b460b3106206+12:18078:x1876716432811648:12345-192.168.204.27@tcp:501:ll_cfg_requeue.0 Request processed in 246us (737us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776855.939799:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 159 00000100:00100000:1.0:1789776855.940319:0:24893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432811520 00000100:00100000:1.0:1789776855.940328:0:24893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432811520 00000100:00100000:1.0:1789776855.942389:0:24893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 29 00000100:00100000:1.0:1789776855.942424:0:24893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff492300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:196f6478-a515-45ae-bac6-ab823536f403+10:18712:x1876716432811520:12345-192.168.204.27@tcp:101:lctl.0 00010000:00010000:1.0:1789776855.942468:0:24893:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789776855.942523:0:24893:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc600/0xf13b8042cb8869a1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x87906a8077ab5dfc expref: -99 pid: 24893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.942657:0:24893:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dd400/0xf13b8042cb8869a8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.942676:0:24893:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dd400/0xf13b8042cb8869a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.942691:0:24893:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dd400/0xf13b8042cb8869a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789776855.942754:0:24893:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1789776855.942759:0:24893:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1789776855.942823:0:24893:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dd400/0xf13b8042cb8869a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.942888:0:24893:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc600/0xf13b8042cb8869a1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5dfc expref: 12 pid: 24893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.942910:0:24893:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dd400/0xf13b8042cb8869a8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5dfc expref: 11 pid: 24893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.942919:0:24893:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a5bc240c200) 00010000:00010000:1.0:1789776855.942922:0:24893:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1789776855.942927:0:24893:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5bc36dd400, rc 0) 00000100:00100000:1.0:1789776855.943106:0:24893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff492300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:196f6478-a515-45ae-bac6-ab823536f403+11:18712:x1876716432811520:12345-192.168.204.27@tcp:101:lctl.0 Request processed in 699us (7111us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776855.943116:0:24893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 29 00000100:00100000:0.0:1789776855.955603:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776855.955824:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432811776 00000100:00100000:3.0:1789776855.955838:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432811776 00000100:00100000:3.0:1789776855.955923:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 160 00000100:00100000:3.0:1789776855.955936:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7594050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5962940a-e887-4296-97d2-b460b3106206+12:18078:x1876716432811776:12345-192.168.204.27@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789776855.956150:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7594050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5962940a-e887-4296-97d2-b460b3106206+12:18078:x1876716432811776:12345-192.168.204.27@tcp:503:ll_cfg_requeue.0 Request processed in 216us (575us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776855.956159:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 160 00000100:00100000:2.0:1789776855.966995:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1789776855.975040:0:22745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432811904 00000100:00100000:0.0:1789776855.975064:0:22745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432811904 00000100:00100000:2.0:1789776855.975753:0:22745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 161 00000100:00100000:2.0:1789776855.975766:0:22745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7594850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5962940a-e887-4296-97d2-b460b3106206+12:18078:x1876716432811904:12345-192.168.204.27@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789776855.975788:0:22745:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789776855.975821:0:22745:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a5cfc257400/0xf13b8042cb8869af lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x87906a8077ab5e03 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776855.975859:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a5cfc257400/0xf13b8042cb8869af lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e03 expref: 13 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776855.975871:0:22745:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a5cfc257400/0xf13b8042cb8869af lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e03 expref: 13 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776855.975882:0:22745:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5cfc257400, rc 0) 00000100:00100000:2.0:1789776855.975959:0:22745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7594850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5962940a-e887-4296-97d2-b460b3106206+13:18078:x1876716432811904:12345-192.168.204.27@tcp:101:ll_cfg_requeue.0 Request processed in 195us (8982us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776855.975966:0:22745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 161 00000040:00080000:1.0:1789776855.979283:0:22788:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1789776855.980358:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1789776855.980408:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1789776855.980725:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432812160 00000100:00100000:1.0:1789776855.980738:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432812160 00000100:00100000:2.0:1789776855.980862:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432812032 00000100:00100000:2.0:1789776855.980868:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432812032 00000100:00100000:0.0:1789776855.980976:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 30 00000100:00100000:0.0:1789776855.980991:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0832d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9ce234f-7256-47df-9cff-4874414c7b0e+5:18713:x1876716432812160:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:0.0:1789776855.981032:0:22754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789776855.981061:0:22754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec200/0xf13b8042cb8869b6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x87906a8077ab5e0a expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.981176:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed400/0xf13b8042cb8869bd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.981194:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed400/0xf13b8042cb8869bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.981207:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed400/0xf13b8042cb8869bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789776855.981263:0:22754:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1789776855.981267:0:22754:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1789776855.981293:0:22754:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed400/0xf13b8042cb8869bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.981322:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec200/0xf13b8042cb8869b6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e0a expref: 7 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.981349:0:22754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed400/0xf13b8042cb8869bd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e0a expref: 6 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776855.981359:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a5bc240c200) 00010000:00010000:0.0:1789776855.981362:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1789776855.981367:0:22754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5bc3eed400, rc 0) 00000100:00100000:2.0:1789776855.981419:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 162 00000100:00100000:2.0:1789776855.981428:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7596c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5962940a-e887-4296-97d2-b460b3106206+13:18078:x1876716432812032:12345-192.168.204.27@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789776855.981456:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0832d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9ce234f-7256-47df-9cff-4874414c7b0e+6:18713:x1876716432812160:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 469us (1046us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776855.981462:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 30 00000100:00100000:2.0:1789776855.981682:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7596c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5962940a-e887-4296-97d2-b460b3106206+13:18078:x1876716432812032:12345-192.168.204.27@tcp:501:ll_cfg_requeue.0 Request processed in 255us (1336us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776855.981690:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 162 00000100:00100000:2.0:1789776855.985284:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776855.985402:0:22747:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432812288 00000100:00100000:3.0:1789776855.985415:0:22747:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432812288 00000100:00100000:3.0:1789776855.985489:0:22747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 163 00000100:00100000:3.0:1789776855.986305:0:22747:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7597050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5962940a-e887-4296-97d2-b460b3106206+13:18078:x1876716432812288:12345-192.168.204.27@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789776855.986318:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776855.986577:0:22747:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7597050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5962940a-e887-4296-97d2-b460b3106206+13:18078:x1876716432812288:12345-192.168.204.27@tcp:503:ll_cfg_requeue.0 Request processed in 281us (1307us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776855.986586:0:22747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 163 00000100:00100000:1.0:1789776855.986782:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432812416 00000100:00100000:1.0:1789776855.986791:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432812416 00000100:00100000:1.0:1789776855.986843:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 31 00000100:00100000:1.0:1789776855.986852:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0830700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9ce234f-7256-47df-9cff-4874414c7b0e+6:18713:x1876716432812416:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1789776855.986869:0:22752:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789776855.986898:0:22752:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dde00/0xf13b8042cb8869c4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x87906a8077ab5e11 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.986984:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc600/0xf13b8042cb8869cb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.987003:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc600/0xf13b8042cb8869cb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.987101:0:22752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc600/0xf13b8042cb8869cb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.987117:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc400/0xf13b8042cb8869d2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.987126:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc400/0xf13b8042cb8869d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.987133:0:22752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc400/0xf13b8042cb8869d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.987299:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36ddc00/0xf13b8042cb8869d9 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.987309:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36ddc00/0xf13b8042cb8869d9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.987316:0:22752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36ddc00/0xf13b8042cb8869d9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789776855.987372:0:22752:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1789776855.987377:0:22752:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1789776855.987409:0:22752:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36ddc00/0xf13b8042cb8869d9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.987424:0:22752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc600/0xf13b8042cb8869cb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.987432:0:22752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc600/0xf13b8042cb8869cb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.987452:0:22752:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc600/0xf13b8042cb8869cb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.987460:0:22752:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc36dc600 already unused, calling callback (ffffffffc180b4f0) 00010000:00010000:1.0:1789776855.987465:0:22752:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc600/0xf13b8042cb8869cb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.987475:0:22752:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc600/0xf13b8042cb8869cb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.987708:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a5bc240c200) 00010000:00010000:1.0:1789776855.987712:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789776855.987719:0:22752:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc600/0xf13b8042cb8869cb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.987726:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc600/0xf13b8042cb8869cb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.987742:0:22752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc400/0xf13b8042cb8869d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.987748:0:22752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc400/0xf13b8042cb8869d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.987754:0:22752:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc400/0xf13b8042cb8869d2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.987758:0:22752:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc36dc400 already unused, calling callback (ffffffffc180b4f0) 00010000:00010000:1.0:1789776855.987762:0:22752:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc400/0xf13b8042cb8869d2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.987780:0:22752:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc400/0xf13b8042cb8869d2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.987788:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8a5cc650ac00) 00010000:00010000:1.0:1789776855.987790:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789776855.987794:0:22752:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc400/0xf13b8042cb8869d2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.987799:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc400/0xf13b8042cb8869d2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.987833:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dde00/0xf13b8042cb8869c4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e11 expref: 8 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.987848:0:22752:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36ddc00/0xf13b8042cb8869d9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e11 expref: 7 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776855.987855:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8a5cc650aa00) 00010000:00010000:1.0:1789776855.987858:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1789776855.987860:0:22752:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5bc36ddc00, rc 0) 00000100:00100000:1.0:1789776855.987928:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0830700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9ce234f-7256-47df-9cff-4874414c7b0e+7:18713:x1876716432812416:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 1076us (1608us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776855.987936:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 31 00000100:00100000:0.0:1789776855.991950:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776855.992124:0:22764:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432812544 00000100:00100000:2.0:1789776855.992138:0:22764:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432812544 00000100:00100000:2.0:1789776855.992360:0:22764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6 00000100:00100000:2.0:1789776855.992373:0:22764:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0833100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:d9ce234f-7256-47df-9cff-4874414c7b0e+5:18713:x1876716432812544:12345-192.168.204.27@tcp:900:lfs.0 00000100:00100000:2.0:1789776855.992547:0:22764:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0833100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:d9ce234f-7256-47df-9cff-4874414c7b0e+5:18713:x1876716432812544:12345-192.168.204.27@tcp:900:lfs.0 Request processed in 177us (613us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776855.992556:0:22764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6 00000100:00080000:1.0:1789776855.992847:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789776855.997034:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776855.997193:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432812800 00000100:00100000:3.0:1789776855.997209:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432812800 00000100:00100000:3.0:1789776855.997291:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 32 00000100:00100000:3.0:1789776855.997303:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cedf62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d9ce234f-7256-47df-9cff-4874414c7b0e+7:18713:x1876716432812800:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1789776855.997332:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789776855.997365:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217f600/0xf13b8042cb8869e0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x87906a8077ab5e18 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789776855.997570:0:22753:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1789776855.997735:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217f600/0xf13b8042cb8869e0 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e18 expref: 9 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776855.997753:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a5bc240c200) 00010000:00010000:3.0:1789776855.997757:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1789776855.997764:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217f600/0xf13b8042cb8869e0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e18 expref: 9 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776855.997780:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5d0217f600, rc 0) 00000100:00100000:3.0:1789776855.997886:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cedf62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d9ce234f-7256-47df-9cff-4874414c7b0e+8:18713:x1876716432812800:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 584us (876us total) trans 12884901891 rc 301/301 00000100:00100000:3.0:1789776855.997921:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 32 00000100:00100000:3.0:1789776856.001328:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1789776856.001441:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432813056 00000100:00100000:1.0:1789776856.001457:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432813056 00000100:00100000:1.0:1789776856.001655:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 33 00000100:00100000:1.0:1789776856.001668:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff493480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9ce234f-7256-47df-9cff-4874414c7b0e+8:18713:x1876716432813056:12345-192.168.204.27@tcp:36:lfs.0 00010000:00010000:1.0:1789776856.001769:0:22752:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789776856.001823:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36ddc00/0xf13b8042cb8869d9 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e11 expref: 8 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776856.001849:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8a5cc650aa00) 00010000:00010000:1.0:1789776856.001855:0:22752:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1789776856.001884:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dde00/0xf13b8042cb8869ee lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776856.001901:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dde00/0xf13b8042cb8869ee lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776856.001913:0:22752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dde00/0xf13b8042cb8869ee lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1789776856.003009:0:22752:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000004a733dc8 reply state 00000000ad0ac6b4 transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dde00/0xf13b8042cb8869ee lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776856.003228:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dde00/0xf13b8042cb8869ee lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776856.003238:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8a5cc650aa00) 00010000:00010000:1.0:1789776856.003240:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1789776856.003245:0:22752:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1789776856.003262:0:22752:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:2.0:1789776856.003910:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff493480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9ce234f-7256-47df-9cff-4874414c7b0e+9:18713:x1876716432813056:12345-192.168.204.27@tcp:36:lfs.0 Request processed in 1814us (2167us total) trans 12884901892 rc 0/0 00000100:00100000:2.0:1789776856.003921:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 33 00000100:00100000:2.0:1789776856.006293:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776856.006386:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432813312 00000100:00100000:3.0:1789776856.006399:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432813312 00000100:00100000:3.0:1789776856.006795:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2 00000100:00100000:3.0:1789776856.006821:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cedf62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d9ce234f-7256-47df-9cff-4874414c7b0e+9:18713:x1876716432813312:12345-192.168.204.27@tcp:35:lfs.0 00000100:00100000:3.0:1789776856.007169:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cedf62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d9ce234f-7256-47df-9cff-4874414c7b0e+10:18713:x1876716432813312:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 352us (889us total) trans 12884901893 rc 0/0 00000100:00100000:3.0:1789776856.007177:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2 00000100:00100000:1.0:1789776856.016827:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776856.017224:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432813568 00000100:00100000:3.0:1789776856.017240:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432813568 00000100:00100000:3.0:1789776856.017328:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 34 00000100:00100000:3.0:1789776856.017343:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc347a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9ce234f-7256-47df-9cff-4874414c7b0e+10:18713:x1876716432813568:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1789776856.017379:0:22754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789776856.017407:0:22754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fa00/0xf13b8042cb8869f5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x87906a8077ab5e1f expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.017770:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217ea00/0xf13b8042cb8869fc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.017792:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217ea00/0xf13b8042cb8869fc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.017820:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217ea00/0xf13b8042cb8869fc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.017836:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fe00/0xf13b8042cb886a03 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.017860:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fe00/0xf13b8042cb886a03 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.017867:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fe00/0xf13b8042cb886a03 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789776856.018280:0:22754:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1789776856.018383:0:22754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217ea00/0xf13b8042cb8869fc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.018393:0:22754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217ea00/0xf13b8042cb8869fc lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.018401:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217ea00/0xf13b8042cb8869fc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.018408:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5d0217ea00 already unused, calling callback (ffffffffc180b4f0) 00010000:00010000:3.0:1789776856.018413:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217ea00/0xf13b8042cb8869fc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.018422:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217ea00/0xf13b8042cb8869fc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.018439:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a5bc240c200) 00010000:00010000:3.0:1789776856.018443:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789776856.018449:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217ea00/0xf13b8042cb8869fc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.018456:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217ea00/0xf13b8042cb8869fc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.018488:0:22754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fe00/0xf13b8042cb886a03 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.018668:0:22754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fe00/0xf13b8042cb886a03 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.018676:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fe00/0xf13b8042cb886a03 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.018682:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5d0217fe00 already unused, calling callback (ffffffffc180b4f0) 00010000:00010000:3.0:1789776856.018685:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fe00/0xf13b8042cb886a03 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.018693:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fe00/0xf13b8042cb886a03 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.018702:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8a5cc650ac00) 00010000:00010000:3.0:1789776856.018705:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789776856.018708:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fe00/0xf13b8042cb886a03 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.018713:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fe00/0xf13b8042cb886a03 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.018763:0:22754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fa00/0xf13b8042cb8869f5 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e1f expref: 12 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.018774:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a5bc240c200) 00010000:00010000:3.0:1789776856.018776:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1789776856.018787:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fa00/0xf13b8042cb8869f5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e1f expref: 12 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.018862:0:22754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5d0217fa00, rc 0) 00000100:00100000:3.0:1789776856.019212:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc347a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9ce234f-7256-47df-9cff-4874414c7b0e+11:18713:x1876716432813568:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 1870us (2410us total) trans 12884901894 rc 301/301 00000100:00100000:3.0:1789776856.019223:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 34 00000100:00100000:1.0:1789776856.021734:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776856.021789:0:24893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432813696 00000100:00100000:3.0:1789776856.021803:0:24893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432813696 00000100:00100000:3.0:1789776856.021893:0:24893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 35 00000100:00100000:3.0:1789776856.021907:0:24893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3479f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d9ce234f-7256-47df-9cff-4874414c7b0e+11:18713:x1876716432813696:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:3.0:1789776856.021941:0:24893:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789776856.021979:0:24893:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217f600/0xf13b8042cb886a11 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x87906a8077ab5e26 expref: -99 pid: 24893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.022271:0:24893:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fc00/0xf13b8042cb886a18 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.022290:0:24893:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fc00/0xf13b8042cb886a18 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.022304:0:24893:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fc00/0xf13b8042cb886a18 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789776856.022334:0:24893:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1789776856.022337:0:24893:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789776856.022362:0:24893:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fc00/0xf13b8042cb886a18 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.022394:0:24893:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217f600/0xf13b8042cb886a11 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e26 expref: 13 pid: 24893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.022440:0:24893:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fc00/0xf13b8042cb886a18 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e26 expref: 12 pid: 24893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.022450:0:24893:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8a5cc650aa00) 00010000:00010000:3.0:1789776856.022453:0:24893:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789776856.022457:0:24893:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5d0217fc00, rc 0) 00000100:00100000:3.0:1789776856.022567:0:24893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3479f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d9ce234f-7256-47df-9cff-4874414c7b0e+12:18713:x1876716432813696:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 663us (846us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776856.022576:0:24893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 35 00000100:00100000:0.0:1789776856.026947:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776856.027212:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432813824 00000100:00100000:2.0:1789776856.027226:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432813824 00000100:00100000:2.0:1789776856.027329:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3 00000100:00100000:2.0:1789776856.027341:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0832a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d9ce234f-7256-47df-9cff-4874414c7b0e+12:18713:x1876716432813824:12345-192.168.204.27@tcp:37:lfs.0 00000100:00100000:2.0:1789776856.031984:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0832a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d9ce234f-7256-47df-9cff-4874414c7b0e+12:18713:x1876716432813824:12345-192.168.204.27@tcp:37:lfs.0 Request processed in 4625us (5033us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776856.032003:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3 00000100:00100000:1.0:1789776856.038670:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776856.038789:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432814080 00000100:00100000:3.0:1789776856.038804:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432814080 00000100:00100000:3.0:1789776856.038931:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 4 00000100:00100000:3.0:1789776856.038944:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc4a0c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d9ce234f-7256-47df-9cff-4874414c7b0e+12:18713:x1876716432814080:12345-192.168.204.27@tcp:35:lfs.0 00000100:00100000:3.0:1789776856.039274:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc4a0c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d9ce234f-7256-47df-9cff-4874414c7b0e+13:18713:x1876716432814080:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 332us (619us total) trans 12884901895 rc 0/0 00000100:00100000:3.0:1789776856.039283:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 4 00000100:00100000:3.0:1789776856.100384:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876716449686144:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789776856.100537:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776856.103193:0:24262:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449686144 00000100:00100000:2.0:1789776856.103213:0:24262:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449686144 00000100:00100000:2.0:1789776856.103346:0:24262:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789776856.103358:0:24262:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff490700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1876716449686144:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789776856.103403:0:24262:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1789776856.103578:0:24262:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff490700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1876716449686144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 222us (3040us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776856.103586:0:24262:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789776856.103889:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1876716449686144:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1789776856.103993:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789776856.120572:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776856.120720:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432814208 00000100:00100000:3.0:1789776856.120735:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432814208 00000100:00100000:3.0:1789776856.120804:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 36 00000100:00100000:3.0:1789776856.120816:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3479880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:196f6478-a515-45ae-bac6-ab823536f403+11:18721:x1876716432814208:12345-192.168.204.27@tcp:101:bash.0 00010000:00010000:3.0:1789776856.120843:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789776856.120871:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217f600/0xf13b8042cb886a1f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x87906a8077ab5e2d expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.120984:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fa00/0xf13b8042cb886a26 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.121009:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fa00/0xf13b8042cb886a26 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.121037:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fa00/0xf13b8042cb886a26 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.121053:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fe00/0xf13b8042cb886a2d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.121061:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fe00/0xf13b8042cb886a2d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.121068:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fe00/0xf13b8042cb886a2d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.121193:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217ea00/0xf13b8042cb886a34 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.121204:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217ea00/0xf13b8042cb886a34 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.121211:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217ea00/0xf13b8042cb886a34 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789776856.121263:0:22753:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1789776856.121269:0:22753:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789776856.121329:0:22753:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217ea00/0xf13b8042cb886a34 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.121360:0:22753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fa00/0xf13b8042cb886a26 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.121367:0:22753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fa00/0xf13b8042cb886a26 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.121376:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fa00/0xf13b8042cb886a26 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.121383:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5d0217fa00 already unused, calling callback (ffffffffc180b4f0) 00010000:00010000:3.0:1789776856.121389:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fa00/0xf13b8042cb886a26 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.121398:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fa00/0xf13b8042cb886a26 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.121416:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a5bc240c200) 00010000:00010000:3.0:1789776856.121420:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789776856.121426:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fa00/0xf13b8042cb886a26 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.121434:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fa00/0xf13b8042cb886a26 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.121455:0:22753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fe00/0xf13b8042cb886a2d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.121461:0:22753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fe00/0xf13b8042cb886a2d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.121467:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fe00/0xf13b8042cb886a2d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.121481:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5d0217fe00 already unused, calling callback (ffffffffc180b4f0) 00010000:00010000:3.0:1789776856.121484:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fe00/0xf13b8042cb886a2d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.121558:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fe00/0xf13b8042cb886a2d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.121570:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8a5cc650ac00) 00010000:00010000:3.0:1789776856.121572:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789776856.121576:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fe00/0xf13b8042cb886a2d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.121582:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fe00/0xf13b8042cb886a2d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.121616:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217f600/0xf13b8042cb886a1f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e2d expref: 13 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.121641:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217ea00/0xf13b8042cb886a34 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e2d expref: 12 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.121650:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8a5cc650aa00) 00010000:00010000:3.0:1789776856.121652:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1789776856.121655:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5d0217ea00, rc 0) 00000100:00100000:3.0:1789776856.121734:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3479880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:196f6478-a515-45ae-bac6-ab823536f403+12:18721:x1876716432814208:12345-192.168.204.27@tcp:101:bash.0 Request processed in 920us (1176us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776856.121744:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 36 00000100:00100000:1.0:1789776856.128938:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776856.129069:0:22764:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432814336 00000100:00100000:2.0:1789776856.129083:0:22764:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432814336 00000100:00100000:2.0:1789776856.129164:0:22764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7 00000100:00100000:2.0:1789776856.129177:0:22764:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3479500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:196f6478-a515-45ae-bac6-ab823536f403+5:18721:x1876716432814336:12345-192.168.204.27@tcp:900:bash.0 00000100:00100000:2.0:1789776856.129301:0:22764:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3479500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:196f6478-a515-45ae-bac6-ab823536f403+5:18721:x1876716432814336:12345-192.168.204.27@tcp:900:bash.0 Request processed in 126us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776856.129310:0:22764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7 00000100:00100000:1.0:1789776856.131957:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776856.132385:0:24893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432814592 00000100:00100000:3.0:1789776856.132416:0:24893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432814592 00000100:00100000:3.0:1789776856.132517:0:24893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 37 00000100:00100000:3.0:1789776856.132531:0:24893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff3f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:196f6478-a515-45ae-bac6-ab823536f403+12:18721:x1876716432814592:12345-192.168.204.27@tcp:101:bash.0 00010000:00010000:3.0:1789776856.132561:0:24893:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789776856.132913:0:24893:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217f600/0xf13b8042cb886a3b lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x87906a8077ab5e34 expref: -99 pid: 24893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.133072:0:24893:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fe00/0xf13b8042cb886a42 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.133092:0:24893:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fc00/0xf13b8042cb886a18 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e26 expref: 12 pid: 24893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.133103:0:24893:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fe00/0xf13b8042cb886a42 lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.133150:0:24893:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fc00/0xf13b8042cb886a18 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e26 expref: 12 pid: 24893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.133169:0:24893:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fc00/0xf13b8042cb886a18 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e26 expref: 12 pid: 24893 timeout: 777 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789776856.133185:0:24893:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc456b480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24893:1876716449686272:192.168.204.27@tcp:104: 00000100:00100000:3.0:1789776856.134089:0:24893:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cd97df180 going to sleep for 11 seconds 00000100:00100000:3.0:1789776856.139006:0:24893:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc456b480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24893:1876716449686272:192.168.204.27@tcp:104: 00010000:00010000:3.0:1789776856.139056:0:24893:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fe00/0xf13b8042cb886a42 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789776856.139398:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776856.140044:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432814720 00000100:00100000:3.0:1789776856.140058:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432814720 00010000:00010000:3.0:1789776856.140111:0:22738:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fc00/0xf13b8042cb886a18 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e26 expref: 13 pid: 24893 timeout: 777 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789776856.140238:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 16 00000100:00100000:3.0:1789776856.140253:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff3f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9ce234f-7256-47df-9cff-4874414c7b0e+13:2412:x1876716432814720:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789776856.140275:0:22738:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789776856.140282:0:22738:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fc00/0xf13b8042cb886a18 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e26 expref: 13 pid: 24893 timeout: 777 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.140299:0:22738:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fc00/0xf13b8042cb886a18 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e26 expref: 13 pid: 24893 timeout: 777 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.140332:0:22738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fc00/0xf13b8042cb886a18 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e26 expref: 13 pid: 24893 timeout: 777 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.140355:0:22738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8a5cc650aa00) 00010000:00010000:3.0:1789776856.140360:0:22738:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fe00/0xf13b8042cb886a42 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.143677:0:22738:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fe00/0xf13b8042cb886a42 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.143688:0:22738:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fe00/0xf13b8042cb886a42 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.143750:0:22738:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789776856.143892:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff3f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9ce234f-7256-47df-9cff-4874414c7b0e+12:2412:x1876716432814720:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 3634us (4486us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776856.143905:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 16 00010000:00010000:1.0:1789776856.144888:0:24893:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fe00/0xf13b8042cb886a42 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776856.144904:0:24893:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fe00/0xf13b8042cb886a42 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776856.144940:0:24893:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dda00/0xf13b8042cb886a49 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776856.144954:0:24893:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dda00/0xf13b8042cb886a49 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776856.144965:0:24893:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dda00/0xf13b8042cb886a49 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776856.145800:0:24893:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc000/0xf13b8042cb886a50 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776856.145817:0:24893:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc000/0xf13b8042cb886a50 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776856.145827:0:24893:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc000/0xf13b8042cb886a50 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789776856.145843:0:24893:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1789776856.145882:0:24893:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fe00/0xf13b8042cb886a42 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776856.145891:0:24893:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fe00/0xf13b8042cb886a42 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776856.145927:0:24893:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fe00/0xf13b8042cb886a42 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776856.145933:0:24893:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5d0217fe00 already unused, calling callback (ffffffffc180b4f0) 00010000:00010000:1.0:1789776856.145940:0:24893:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fe00/0xf13b8042cb886a42 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776856.145949:0:24893:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fe00/0xf13b8042cb886a42 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776856.145968:0:24893:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8a5cc650aa00) 00010000:00010000:1.0:1789776856.145972:0:24893:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789776856.145979:0:24893:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fe00/0xf13b8042cb886a42 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776856.145987:0:24893:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fe00/0xf13b8042cb886a42 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1789776856.146009:0:24893:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000fd5ee3c6 reply state 000000002a459e50 transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dda00/0xf13b8042cb886a49 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776856.146023:0:24893:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dda00/0xf13b8042cb886a49 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776856.146030:0:24893:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8a5bc240c700) 00010000:00010000:1.0:1789776856.146032:0:24893:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1789776856.146036:0:24893:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1789776856.146093:0:24893:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217f600/0xf13b8042cb886a3b lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e34 expref: 15 pid: 24893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776856.146112:0:24893:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc000/0xf13b8042cb886a50 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e34 expref: 14 pid: 24893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776856.146128:0:24893:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a5bc240ca00) 00010000:00010000:1.0:1789776856.146130:0:24893:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:1.0:1789776856.146133:0:24893:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5bc36dc000, rc 0) 00000100:00100000:1.0:1789776856.146237:0:24893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff3f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:196f6478-a515-45ae-bac6-ab823536f403+15:18721:x1876716432814592:12345-192.168.204.27@tcp:101:bash.0 Request processed in 13710us (14295us total) trans 12884901896 rc 0/0 00000100:00100000:1.0:1789776856.146249:0:24893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 37 00000100:00100000:1.0:1789776856.168370:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776856.169106:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432814848 00000100:00100000:3.0:1789776856.169123:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432814848 00000100:00100000:3.0:1789776856.169216:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 38 00000100:00100000:3.0:1789776856.169229:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cedcf6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:196f6478-a515-45ae-bac6-ab823536f403+15:18721:x1876716432814848:12345-192.168.204.27@tcp:101:bash.0 00010000:00010000:3.0:1789776856.169268:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789776856.169323:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fc00/0xf13b8042cb886a5e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x87906a8077ab5e3b expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.169426:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fa00/0xf13b8042cb886a65 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.169447:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fa00/0xf13b8042cb886a65 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.169463:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fa00/0xf13b8042cb886a65 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789776856.169563:0:22753:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:3.0:1789776856.169568:0:22753:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789776856.169594:0:22753:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fa00/0xf13b8042cb886a65 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.169607:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fa00/0xf13b8042cb886a65 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.169653:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fc00/0xf13b8042cb886a5e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e3b expref: 17 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.169701:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fa00/0xf13b8042cb886a65 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e3b expref: 16 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.169711:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a5bc240ca00) 00010000:00010000:3.0:1789776856.169714:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1789776856.169719:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5d0217fa00, rc 0) 00000100:00100000:3.0:1789776856.169810:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cedcf6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:196f6478-a515-45ae-bac6-ab823536f403+16:18721:x1876716432814848:12345-192.168.204.27@tcp:101:bash.0 Request processed in 584us (1458us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776856.169818:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 38 00000100:00100000:2.0:1789776856.183836:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1789776856.183972:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432815104 00000100:00100000:0.0:1789776856.183987:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432815104 00000100:00100000:0.0:1789776856.184066:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 5 00000100:00100000:0.0:1789776856.184080:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cedf60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:196f6478-a515-45ae-bac6-ab823536f403+16:18721:x1876716432815104:12345-192.168.204.27@tcp:35:bash.0 00000100:00100000:0.0:1789776856.184567:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cedf60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:196f6478-a515-45ae-bac6-ab823536f403+17:18721:x1876716432815104:12345-192.168.204.27@tcp:35:bash.0 Request processed in 488us (746us total) trans 12884901897 rc 0/0 00000100:00100000:0.0:1789776856.184577:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 5 00000100:00100000:1.0:1789776856.314445:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776856.314731:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432815360 00000100:00100000:2.0:1789776856.314746:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432815360 00000100:00100000:2.0:1789776856.314848:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 39 00000100:00100000:2.0:1789776856.314860:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cedcf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:196f6478-a515-45ae-bac6-ab823536f403+17:18731:x1876716432815360:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1789776856.314894:0:22752:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789776856.314922:0:22752:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256200/0xf13b8042cb886a6c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x87906a8077ab5e42 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789776856.315080:0:22752:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1789776856.315205:0:22752:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256200/0xf13b8042cb886a6c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e42 expref: 19 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776856.315223:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a5bc240c200) 00010000:00010000:2.0:1789776856.315243:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1789776856.315251:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256200/0xf13b8042cb886a6c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e42 expref: 19 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776856.315270:0:22752:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5cfc256200, rc 0) 00000100:00100000:2.0:1789776856.315382:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cedcf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:196f6478-a515-45ae-bac6-ab823536f403+18:18731:x1876716432815360:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 525us (952us total) trans 12884901898 rc 301/301 00000100:00100000:2.0:1789776856.315391:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 39 00000100:00100000:1.0:1789776856.320887:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1789776856.321434:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432815616 00000100:00100000:0.0:1789776856.321448:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432815616 00000100:00100000:3.0:1789776856.321740:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 6 00000100:00100000:3.0:1789776856.321756:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cedcf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:196f6478-a515-45ae-bac6-ab823536f403+18:18731:x1876716432815616:12345-192.168.204.27@tcp:35:lfs.0 00000100:00100000:3.0:1789776856.322089:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cedcf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:196f6478-a515-45ae-bac6-ab823536f403+19:18731:x1876716432815616:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 336us (1214us total) trans 12884901899 rc 0/0 00000100:00100000:3.0:1789776856.322099:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 6 00000100:00100000:3.0:1789776856.351263:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1789776856.351400:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432815872 00000100:00100000:1.0:1789776856.351417:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432815872 00000100:00100000:1.0:1789776856.351773:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 40 00000100:00100000:1.0:1789776856.351798:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc456b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:196f6478-a515-45ae-bac6-ab823536f403+19:18734:x1876716432815872:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1789776856.351833:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789776856.351863:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dce00/0xf13b8042cb886a7a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x87906a8077ab5e49 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776856.352029:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc600/0xf13b8042cb886a81 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776856.352164:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc600/0xf13b8042cb886a81 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776856.352182:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc600/0xf13b8042cb886a81 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789776856.352199:0:22753:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1789776856.352372:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dce00/0xf13b8042cb886a7a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e49 expref: 22 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776856.352398:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc600/0xf13b8042cb886a81 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e49 expref: 21 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776856.352408:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a5bc240ca00) 00010000:00010000:1.0:1789776856.352412:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1789776856.352416:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5bc36dc600, rc 0) 00000100:00100000:1.0:1789776856.354209:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc456b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:196f6478-a515-45ae-bac6-ab823536f403+21:18734:x1876716432815872:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 2398us (2945us total) trans 12884901900 rc 0/0 00000100:00100000:1.0:1789776856.354225:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 40 00000100:00100000:1.0:1789776856.357090:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776856.358462:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432816000 00000100:00100000:2.0:1789776856.358479:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432816000 00000100:00100000:2.0:1789776856.358597:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 0 00000100:00100000:2.0:1789776856.358609:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cedcf7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:196f6478-a515-45ae-bac6-ab823536f403+21:2411:x1876716432816000:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789776856.358646:0:22737:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789776856.358682:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc600/0xf13b8042cb886a81 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e49 expref: 21 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776856.358710:0:22737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a5bc240ca00) 00010000:00010000:2.0:1789776856.358716:0:22737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789776856.358799:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cedcf7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:196f6478-a515-45ae-bac6-ab823536f403+20:2411:x1876716432816000:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 192us (1723us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776856.358809:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 0 00000100:00100000:3.0:1789776856.360656:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776856.360725:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432816128 00000100:00100000:2.0:1789776856.360737:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432816128 00000100:00100000:2.0:1789776856.360814:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 41 00000100:00100000:2.0:1789776856.360827:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0892300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:196f6478-a515-45ae-bac6-ab823536f403+20:18734:x1876716432816128:12345-192.168.204.27@tcp:54:lfs.0 00010000:00010000:2.0:1789776856.360950:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256200/0xf13b8042cb886a8f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776856.361406:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256200/0xf13b8042cb886a8f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776856.361423:0:22752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256200/0xf13b8042cb886a8f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776856.361927:0:22752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256200/0xf13b8042cb886a8f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776856.361936:0:22752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256200/0xf13b8042cb886a8f lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776856.361944:0:22752:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256200/0xf13b8042cb886a8f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776856.361950:0:22752:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cfc256200 already unused, calling callback (ffffffffc180b4f0) 00010000:00010000:2.0:1789776856.361956:0:22752:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256200/0xf13b8042cb886a8f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776856.361978:0:22752:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256200/0xf13b8042cb886a8f lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776856.361995:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a5bc240ca00) 00010000:00010000:2.0:1789776856.361998:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1789776856.362004:0:22752:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256200/0xf13b8042cb886a8f lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776856.362018:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256200/0xf13b8042cb886a8f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776856.362138:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0892300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:196f6478-a515-45ae-bac6-ab823536f403+20:18734:x1876716432816128:12345-192.168.204.27@tcp:54:lfs.0 Request processed in 1309us (1490us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776856.362158:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 41 00000100:00100000:1.0:1789776856.366324:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776856.366429:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432816384 00000100:00100000:3.0:1789776856.366445:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432816384 00000100:00100000:3.0:1789776856.366697:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 7 00000100:00100000:3.0:1789776856.366713:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cedcf6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:196f6478-a515-45ae-bac6-ab823536f403+20:18734:x1876716432816384:12345-192.168.204.27@tcp:35:lfs.0 00000100:00100000:3.0:1789776856.367542:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cedcf6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:196f6478-a515-45ae-bac6-ab823536f403+21:18734:x1876716432816384:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 825us (1226us total) trans 12884901901 rc 0/0 00000100:00100000:3.0:1789776856.367553:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 7 00010000:00010000:0.0:1789776856.547832:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789776856.610866:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876716449686400:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789776856.611007:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776856.611525:0:24262:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449686400 00000100:00100000:2.0:1789776856.611535:0:24262:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449686400 00000100:00100000:0.0:1789776856.611639:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cedf60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876716449686656:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789776856.611681:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789776856.612282:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449686656 00000100:00100000:3.0:1789776856.612331:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449686656 00000100:00100000:3.0:1789776856.612414:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789776856.612428:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0833b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1876716449686656:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1789776856.612475:0:24263:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1789776856.612699:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789776856.612715:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876716449686528:0@lo:41:osp-pre-0-1.0 00000100:00080000:0.0:1789776856.612804:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789776856.613419:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876716449687168:0@lo:400:kworker.0 00000100:00100000:2.0:1789776856.614938:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776856.615032:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a006032-c001-4c71-94dd-7855e60f7383:3645:1876716449686912:0@lo:400:kworker.0 00000100:00100000:2.0:1789776856.615088:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776856.615124:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3e97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876716449687424:0@lo:400:kworker.0 00000100:00100000:2.0:1789776856.615152:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776856.615175:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3645:1876716449687936:0@lo:400:kworker.0 00000100:00100000:2.0:1789776856.615206:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776856.615233:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1789776856.615241:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876716449687040:0@lo:400:kworker.0 00000100:00100000:3.0:1789776856.615774:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0833b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1876716449686656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3345us (4088us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776856.615788:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789776856.615833:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789776856.615850:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0890380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1876716449686400:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1789776856.615884:0:24263:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1789776856.615938:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0890380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1876716449686400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (4931us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776856.615944:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789776856.615979:0:23495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449686528 00000100:00100000:3.0:1789776856.615990:0:23495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449686528 00000100:00100000:3.0:1789776856.616038:0:23495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449687424 00000100:00100000:3.0:1789776856.616041:0:23495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449687424 00000100:00100000:3.0:1789776856.616055:0:23495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1789776856.616061:0:23495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cedf63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3645:x1876716449686528:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789776856.616095:0:23495:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446305792 avail 1300066304 00000100:00100000:3.0:1789776856.616132:0:23495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cedf63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3645:x1876716449686528:12345-0@lo:41:osp-pre-0-1.0 Request processed in 71us (1205us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776856.616138:0:23495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1789776856.616151:0:23495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1789776856.616157:0:23495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cedf61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876716449687424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789776856.616213:0:23495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cedf61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876716449687424:12345-0@lo:400:kworker.0 Request processed in 56us (1060us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776856.616221:0:23495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1789776856.616553:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cedcf5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876716449686784:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789776856.616607:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776856.616648:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876716449687296:0@lo:400:kworker.0 00000100:00100000:1.0:1789776856.616678:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776856.616697:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3644:1876716449687808:0@lo:400:kworker.0 00000100:00100000:1.0:1789776856.616721:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776856.616760:0:24262:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449686784 00000100:00100000:1.0:1789776856.616765:0:24262:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449686784 00000100:00100000:1.0:1789776856.616819:0:24262:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1789776856.616827:0:24262:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cedcf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1876716449686784:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789776856.616843:0:24262:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1789776856.616882:0:24262:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cedcf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1876716449686784:12345-0@lo:13:osp-pre-0-0.0 Request processed in 56us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776856.616899:0:24262:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:1.0:1789776856.616921:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789776856.616971:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cedcf5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876716449686784:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789776856.617001:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449687936 00000100:00100000:1.0:1789776856.617004:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449687936 00000100:00080000:1.0:1789776856.617021:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789776856.617049:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449687296 00000100:00100000:1.0:1789776856.617052:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449687296 00000100:00100000:1.0:1789776856.617065:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449687808 00000100:00100000:1.0:1789776856.617068:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449687808 00000100:00080000:1.0:1789776856.617082:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789776856.617098:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1789776856.617105:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cedf62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1876716449687936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789776856.617143:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cedf62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1876716449687936:12345-0@lo:400:kworker.0 Request processed in 39us (1937us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776856.617149:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1789776856.617163:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1789776856.617168:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cedcf5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1876716449687296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789776856.617200:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cedcf5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1876716449687296:12345-0@lo:400:kworker.0 Request processed in 32us (522us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776856.617207:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1789776856.617230:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876716449687296:0@lo:400:kworker.0 00000100:00100000:1.0:1789776856.617251:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1789776856.617257:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cedcf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1876716449687808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789776856.617317:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cedcf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1876716449687808:12345-0@lo:400:kworker.0 Request processed in 59us (594us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776856.617334:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00010000:00080000:1.0:1789776856.617365:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5cc48a8e00 x1876716449687808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776872 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789776856.617377:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3644:1876716449687808:0@lo:400:kworker.0 00000100:00100000:1.0:1789776856.617447:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449686912 00000100:00100000:1.0:1789776856.617452:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449686912 00000100:00100000:1.0:1789776856.617486:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:1.0:1789776856.617527:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc7594c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+24:3645:x1876716449686912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789776856.617567:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc7594c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5a006032-c001-4c71-94dd-7855e60f7383+24:3645:x1876716449686912:12345-0@lo:400:kworker.0 Request processed in 74us (2478us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776856.617573:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:0.0:1789776856.618166:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776856.618214:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1876716449687680:0@lo:400:kworker.0 00000100:00100000:0.0:1789776856.618257:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776856.618330:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cedf60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1876716449686656:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789776856.619100:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449687680 00000100:00100000:3.0:1789776856.619111:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449687680 00000100:00100000:3.0:1789776856.619199:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1789776856.619210:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff466a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1876716449687680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789776856.619297:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff466a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1876716449687680:12345-0@lo:400:kworker.0 Request processed in 89us (1039us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776856.619305:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1789776856.619463:0:25370:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449687168 00000100:00100000:1.0:1789776856.619468:0:25370:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449687168 00000100:00100000:1.0:1789776856.619665:0:25370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789776856.619675:0:25370:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc48a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3643:x1876716449687168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789776856.619727:0:25370:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc48a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3643:x1876716449687168:12345-0@lo:400:kworker.0 Request processed in 55us (1563us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776856.619734:0:25370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:0.0:1789776856.619843:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789776856.619890:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876716449687168:0@lo:400:kworker.0 00000100:00100000:0.0:1789776856.619904:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1876716449687680:0@lo:400:kworker.0 00000100:00100000:2.0:1789776856.620175:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776856.620377:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3e96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876716449687552:0@lo:400:kworker.0 00000100:00100000:2.0:1789776856.620424:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776856.620453:0:3645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cc48a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1876716449688064:0@lo:400:kworker.0 00000100:00100000:2.0:1789776856.620479:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776856.620534:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a006032-c001-4c71-94dd-7855e60f7383:3645:1876716449686912:0@lo:400:kworker.0 00000100:00100000:2.0:1789776856.621108:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876716449687424:0@lo:400:kworker.0 00000100:00100000:2.0:1789776856.621125:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3645:1876716449687936:0@lo:400:kworker.0 00000100:00100000:2.0:1789776856.621145:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1876716449686528:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789776856.621192:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876716449686400:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789776856.623335:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449687552 00000100:00100000:0.0:1789776856.623355:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449687552 00000100:00100000:0.0:1789776856.623472:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449688064 00000100:00100000:0.0:1789776856.623476:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449688064 00000100:00080000:0.0:1789776856.623711:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789776856.623753:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1789776856.623766:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cedf63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876716449687552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789776856.623895:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cedf63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876716449687552:12345-0@lo:400:kworker.0 Request processed in 133us (3469us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776856.623904:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1789776856.623923:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1789776856.623930:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cedf60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1876716449688064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789776856.623960:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cedf60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1876716449688064:12345-0@lo:400:kworker.0 Request processed in 32us (3481us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776856.623966:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1789776856.624343:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3e96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876716449687552:0@lo:400:kworker.0 00010000:00080000:2.0:1789776856.624363:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5cc48a9500 x1876716449688064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789776872 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789776856.624375:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cc48a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1876716449688064:0@lo:400:kworker.0 00000100:00100000:3.0:1789776856.625129:0:23495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449687040 00000100:00100000:3.0:1789776856.625141:0:23495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449687040 00000100:00100000:3.0:1789776856.625195:0:23495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1789776856.625205:0:23495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cedf60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1876716449687040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789776856.625467:0:23495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cedf60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1876716449687040:12345-0@lo:400:kworker.0 Request processed in 263us (5293us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776856.625476:0:23495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1789776856.625666:0:3645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1876716449687040:0@lo:400:kworker.0 00000100:00100000:1.0:1789776856.691476:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1789776856.692704:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432816640 00000100:00100000:0.0:1789776856.692724:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432816640 00000100:00100000:0.0:1789776856.692819:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 42 00000100:00100000:0.0:1789776856.692832:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cedcf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:196f6478-a515-45ae-bac6-ab823536f403+21:18765:x1876716432816640:12345-192.168.204.27@tcp:101:cat.0 00010000:00010000:0.0:1789776856.692868:0:22754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789776856.692897:0:22754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec600/0xf13b8042cb886a96 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x87906a8077ab5e50 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776856.693061:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed600/0xf13b8042cb886a9d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776856.693676:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed600/0xf13b8042cb886a9d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776856.693698:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed600/0xf13b8042cb886a9d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789776856.693743:0:22754:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1789776856.693973:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec600/0xf13b8042cb886a96 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e50 expref: 24 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776856.693999:0:22754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed600/0xf13b8042cb886a9d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e50 expref: 23 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776856.694010:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a5bc240ca00) 00010000:00010000:0.0:1789776856.694013:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1789776856.694018:0:22754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5bc3eed600, rc 0) 00000100:00100000:0.0:1789776856.698151:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cedcf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:196f6478-a515-45ae-bac6-ab823536f403+23:18765:x1876716432816640:12345-192.168.204.27@tcp:101:cat.0 Request processed in 5299us (6667us total) trans 12884901902 rc 0/0 00000100:00100000:0.0:1789776856.698170:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 42 00000100:00100000:2.0:1789776856.703736:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776856.703806:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776856.703891:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432817024 00000100:00100000:3.0:1789776856.703904:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432817024 00000100:00100000:3.0:1789776856.703999:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 1 00000100:00100000:3.0:1789776856.704012:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3e97b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:196f6478-a515-45ae-bac6-ab823536f403+23:2411:x1876716432817024:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789776856.704031:0:22738:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789776856.704069:0:22738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed600/0xf13b8042cb886a9d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e50 expref: 23 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.704095:0:22738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a5bc240ca00) 00010000:00010000:3.0:1789776856.704130:0:22738:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789776856.704207:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3e97b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:196f6478-a515-45ae-bac6-ab823536f403+22:2411:x1876716432817024:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 198us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776856.704216:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 1 00000100:00100000:0.0:1789776856.707169:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432816896 00000100:00100000:0.0:1789776856.707197:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432816896 00000100:00100000:0.0:1789776856.707298:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 8 00000100:00100000:0.0:1789776856.707312:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3e96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:196f6478-a515-45ae-bac6-ab823536f403+22:18765:x1876716432816896:12345-192.168.204.27@tcp:35:cat.0 00000100:00100000:0.0:1789776856.707945:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3e96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:196f6478-a515-45ae-bac6-ab823536f403+23:18765:x1876716432816896:12345-192.168.204.27@tcp:35:cat.0 Request processed in 632us (4220us total) trans 12884901903 rc 0/0 00000100:00100000:0.0:1789776856.707955:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 8 00000100:00100000:2.0:1789776856.765236:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776856.765304:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776856.765410:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776856.774267:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776856.778760:0:24260:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432817152 00000100:00100000:3.0:1789776856.778794:0:24260:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432817152 00000100:00100000:3.0:1789776856.778941:0:24260:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432817408 00000100:00100000:3.0:1789776856.778945:0:24260:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432817408 00000100:00100000:3.0:1789776856.778964:0:24260:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432817280 00000100:00100000:3.0:1789776856.778967:0:24260:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432817280 00000100:00100000:3.0:1789776856.778998:0:24260:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10 00000100:00100000:3.0:1789776856.779010:0:24260:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff499f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:196f6478-a515-45ae-bac6-ab823536f403+5:2412:x1876716432817152:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:3.0:1789776856.779140:0:24260:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff499f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:196f6478-a515-45ae-bac6-ab823536f403+5:2412:x1876716432817152:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 131us (13919us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776856.779149:0:24260:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 10 00000100:00100000:3.0:1789776856.779177:0:24260:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11 00000100:00100000:3.0:1789776856.779183:0:24260:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff498e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9ce234f-7256-47df-9cff-4874414c7b0e+5:2412:x1876716432817408:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:3.0:1789776856.779211:0:24260:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff498e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9ce234f-7256-47df-9cff-4874414c7b0e+5:2412:x1876716432817408:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 28us (13923us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776856.779217:0:24260:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11 00000100:00100000:3.0:1789776856.779230:0:24260:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12 00000100:00100000:3.0:1789776856.779237:0:24260:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3d6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:196f6478-a515-45ae-bac6-ab823536f403+5:2412:x1876716432817280:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:3.0:1789776856.779260:0:24260:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3d6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:196f6478-a515-45ae-bac6-ab823536f403+5:2412:x1876716432817280:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 24us (13850us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776856.779266:0:24260:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12 00000100:00080000:3.0:1789776856.779440:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1789776856.779473:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789776856.782441:0:24260:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432817536 00000100:00100000:3.0:1789776856.782463:0:24260:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432817536 00000100:00100000:3.0:1789776856.782592:0:24260:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13 00000100:00100000:3.0:1789776856.782605:0:24260:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3d6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9ce234f-7256-47df-9cff-4874414c7b0e+5:2412:x1876716432817536:12345-192.168.204.27@tcp:400:kworker.0 00000100:00100000:3.0:1789776856.782719:0:24260:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3d6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9ce234f-7256-47df-9cff-4874414c7b0e+5:2412:x1876716432817536:12345-192.168.204.27@tcp:400:kworker.0 Request processed in 117us (8471us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776856.782728:0:24260:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13 00000100:00080000:2.0:1789776856.783230:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000040:00080000:3.0:1789776856.804897:0:23506:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1789776856.833212:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776856.833458:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432817792 00000100:00100000:2.0:1789776856.833472:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432817792 00000100:00100000:2.0:1789776856.833609:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 43 00000100:00100000:2.0:1789776856.833633:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0890a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:196f6478-a515-45ae-bac6-ab823536f403+23:18771:x1876716432817792:12345-192.168.204.27@tcp:101:dd.0 00010000:00010000:2.0:1789776856.833672:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789776856.833704:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256000/0xf13b8042cb886aab lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x87906a8077ab5e57 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776856.833864:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256200/0xf13b8042cb886ab2 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776856.833886:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256200/0xf13b8042cb886ab2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776856.833927:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256200/0xf13b8042cb886ab2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789776856.833944:0:22753:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1789776856.834274:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256000/0xf13b8042cb886aab lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e57 expref: 26 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776856.834299:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256200/0xf13b8042cb886ab2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e57 expref: 25 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776856.834310:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a5bc240ca00) 00010000:00010000:2.0:1789776856.834314:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1789776856.834318:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5cfc256200, rc 0) 00000100:00100000:2.0:1789776856.834410:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0890a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:196f6478-a515-45ae-bac6-ab823536f403+25:18771:x1876716432817792:12345-192.168.204.27@tcp:101:dd.0 Request processed in 790us (1214us total) trans 12884901904 rc 0/0 00000100:00100000:2.0:1789776856.834418:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 43 00000100:00100000:1.0:1789776856.847687:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1789776856.847736:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776856.847825:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432817920 00000100:00100000:3.0:1789776856.847839:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432817920 00000100:00100000:3.0:1789776856.847914:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 44 00000100:00100000:3.0:1789776856.847927:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cedcf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:196f6478-a515-45ae-bac6-ab823536f403+25:18771:x1876716432817920:12345-192.168.204.27@tcp:101:dd.0 00010000:00010000:3.0:1789776856.847962:0:22752:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789776856.847991:0:22752:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217e200/0xf13b8042cb886ac0 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x87906a8077ab5e5e expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776856.848325:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432818048 00000100:00100000:2.0:1789776856.848331:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432818048 00000100:00100000:2.0:1789776856.848385:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 2 00000100:00100000:2.0:1789776856.848393:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cedcf7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:196f6478-a515-45ae-bac6-ab823536f403+27:2412:x1876716432818048:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789776856.848410:0:22737:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789776856.848436:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256200/0xf13b8042cb886ab2 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e57 expref: 27 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776856.848458:0:22737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a5bc240ca00) 00010000:00010000:2.0:1789776856.848465:0:22737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789776856.848590:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cedcf7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:196f6478-a515-45ae-bac6-ab823536f403+26:2412:x1876716432818048:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 197us (918us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776856.848599:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 2 00010000:00010000:3.0:1789776856.851332:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fc00/0xf13b8042cb886ac7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.851366:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fc00/0xf13b8042cb886ac7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.851381:0:22752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fc00/0xf13b8042cb886ac7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.851582:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217e200/0xf13b8042cb886ac0 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e5e expref: 26 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.851638:0:22752:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fc00/0xf13b8042cb886ac7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e5e expref: 25 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776856.851648:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a5bc240ca00) 00010000:00010000:3.0:1789776856.851651:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1789776856.851655:0:22752:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5d0217fc00, rc 0) 00000100:00100000:3.0:1789776856.851757:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cedcf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:196f6478-a515-45ae-bac6-ab823536f403+25:18771:x1876716432817920:12345-192.168.204.27@tcp:101:dd.0 Request processed in 3831us (4018us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776856.851767:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 44 00000100:00100000:1.0:1789776856.856827:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776856.856976:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432818304 00000100:00100000:2.0:1789776856.856989:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432818304 00000100:00100000:2.0:1789776856.857065:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 45 00000100:00100000:2.0:1789776856.857077:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cedcf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:196f6478-a515-45ae-bac6-ab823536f403+25:18771:x1876716432818304:12345-192.168.204.27@tcp:36:dd.0 00010000:00010000:2.0:1789776856.857168:0:22753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789776856.857209:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fa00/0xf13b8042cb886a65 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e3b expref: 25 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776856.857232:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a5bc240ca00) 00010000:00010000:2.0:1789776856.857239:0:22753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1789776856.857479:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc257800/0xf13b8042cb886ace lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776856.857550:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc257800/0xf13b8042cb886ace lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776856.857564:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc257800/0xf13b8042cb886ace lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1789776856.857627:0:22753:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:2.0:1789776856.857656:0:22753:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000cfcca055 reply state 0000000022e3cad6 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc257800/0xf13b8042cb886ace lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776856.857670:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc257800/0xf13b8042cb886ace lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776856.857676:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a5bc240ca00) 00010000:00010000:2.0:1789776856.857696:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1789776856.857700:0:22753:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1789776856.857826:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cedcf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:196f6478-a515-45ae-bac6-ab823536f403+27:18771:x1876716432818304:12345-192.168.204.27@tcp:36:dd.0 Request processed in 751us (1014us total) trans 12884901906 rc 0/0 00000100:00100000:2.0:1789776856.857834:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 45 00000020:00080000:2.0:1789776856.857840:0:22753:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1789776856.948436:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776856.948544:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432818560 00000100:00100000:3.0:1789776856.948559:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432818560 00000100:00100000:3.0:1789776856.948656:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 9 00000100:00100000:3.0:1789776856.948671:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3d6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:196f6478-a515-45ae-bac6-ab823536f403+27:18771:x1876716432818560:12345-192.168.204.27@tcp:35:dd.0 00000100:00100000:3.0:1789776856.949417:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3d6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:196f6478-a515-45ae-bac6-ab823536f403+28:18771:x1876716432818560:12345-192.168.204.27@tcp:35:dd.0 Request processed in 746us (994us total) trans 12884901907 rc 0/0 00000100:00100000:3.0:1789776856.949430:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 9 00000100:00100000:0.0:1789776857.123186:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876716449688192:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789776857.123311:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789776857.123470:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449688192 00000100:00100000:2.0:1789776857.123483:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449688192 00000100:00100000:2.0:1789776857.123595:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1789776857.123607:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff467800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1876716449688192:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789776857.123888:0:22758:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789776857.123969:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff467800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1876716449688192:12345-0@lo:41:osp-pre-1-0.0 Request processed in 364us (657us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776857.123978:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1789776857.124079:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1876716449688192:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789776857.228668:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776857.228875:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432818688 00000100:00100000:2.0:1789776857.228890:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432818688 00000100:00100000:2.0:1789776857.228985:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 46 00000100:00100000:2.0:1789776857.229000:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff465500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:196f6478-a515-45ae-bac6-ab823536f403+28:18785:x1876716432818688:12345-192.168.204.27@tcp:101:stat.0 00010000:00010000:2.0:1789776857.229034:0:22754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789776857.229064:0:22754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256200/0xf13b8042cb886ad5 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x87906a8077ab5e65 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1789776857.229123:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1789776857.229322:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256000/0xf13b8042cb886adc lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.229343:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256000/0xf13b8042cb886adc lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.229370:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256000/0xf13b8042cb886adc lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.229384:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc257e00/0xf13b8042cb886ae3 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.229393:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc257e00/0xf13b8042cb886ae3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.229400:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc257e00/0xf13b8042cb886ae3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.230061:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256c00/0xf13b8042cb886aea lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.230077:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256c00/0xf13b8042cb886aea lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.230085:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256c00/0xf13b8042cb886aea lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789776857.230148:0:22754:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1789776857.230154:0:22754:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789776857.230224:0:22754:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256c00/0xf13b8042cb886aea lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.230239:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256c00/0xf13b8042cb886aea lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.230249:0:22754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256000/0xf13b8042cb886adc lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.230270:0:22754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256000/0xf13b8042cb886adc lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.230279:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256000/0xf13b8042cb886adc lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.230286:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cfc256000 already unused, calling callback (ffffffffc180b4f0) 00010000:00010000:2.0:1789776857.230292:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256000/0xf13b8042cb886adc lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.230301:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256000/0xf13b8042cb886adc lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.230317:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8a5cc650aa00) 00010000:00010000:2.0:1789776857.230320:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789776857.230326:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256000/0xf13b8042cb886adc lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.230332:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256000/0xf13b8042cb886adc lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.230354:0:22754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc257e00/0xf13b8042cb886ae3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.230361:0:22754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc257e00/0xf13b8042cb886ae3 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.230367:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc257e00/0xf13b8042cb886ae3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.230372:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cfc257e00 already unused, calling callback (ffffffffc180b4f0) 00010000:00010000:2.0:1789776857.230382:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc257e00/0xf13b8042cb886ae3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.230388:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc257e00/0xf13b8042cb886ae3 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.230396:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8a5bc240c700) 00010000:00010000:2.0:1789776857.230399:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789776857.230402:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc257e00/0xf13b8042cb886ae3 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.230407:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc257e00/0xf13b8042cb886ae3 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.230449:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256200/0xf13b8042cb886ad5 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e65 expref: 30 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.230465:0:22754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256c00/0xf13b8042cb886aea lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e65 expref: 29 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.230473:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a5bc240ca00) 00010000:00010000:2.0:1789776857.230475:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1789776857.230477:0:22754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5cfc256c00, rc 0) 00000100:00100000:2.0:1789776857.230653:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff465500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:196f6478-a515-45ae-bac6-ab823536f403+29:18785:x1876716432818688:12345-192.168.204.27@tcp:101:stat.0 Request processed in 1655us (1997us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776857.230663:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 46 00000100:00100000:1.0:1789776857.309687:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776857.309826:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432818944 00000100:00100000:2.0:1789776857.309842:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432818944 00000100:00100000:2.0:1789776857.309927:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 47 00000100:00100000:2.0:1789776857.309939:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cedcf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:196f6478-a515-45ae-bac6-ab823536f403+29:18791:x1876716432818944:12345-192.168.204.27@tcp:36:truncate.0 00010000:00010000:2.0:1789776857.310055:0:22753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789776857.310096:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256c00/0xf13b8042cb886aea lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e65 expref: 29 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.310124:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a5bc240ca00) 00010000:00010000:2.0:1789776857.310131:0:22753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1789776857.310379:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256200/0xf13b8042cb886af1 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.310398:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256200/0xf13b8042cb886af1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.310410:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256200/0xf13b8042cb886af1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1789776857.310464:0:22753:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901908 00000004:00010000:2.0:1789776857.310569:0:22753:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000b32a7a54 reply state 000000000ba899bf transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256200/0xf13b8042cb886af1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.310585:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256200/0xf13b8042cb886af1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.310592:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a5bc240ca00) 00010000:00010000:2.0:1789776857.310595:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1789776857.310598:0:22753:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1789776857.310806:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cedcf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:196f6478-a515-45ae-bac6-ab823536f403+31:18791:x1876716432818944:12345-192.168.204.27@tcp:36:truncate.0 Request processed in 867us (1133us total) trans 12884901909 rc 0/0 00000100:00100000:2.0:1789776857.310816:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 47 00000020:00080000:2.0:1789776857.310823:0:22753:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1789776857.446719:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1789776857.446910:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432819072 00000100:00100000:0.0:1789776857.446928:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432819072 00000100:00100000:0.0:1789776857.447023:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 48 00000100:00100000:0.0:1789776857.447037:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0893480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:196f6478-a515-45ae-bac6-ab823536f403+31:18805:x1876716432819072:12345-192.168.204.27@tcp:101:stat.0 00010000:00010000:0.0:1789776857.447078:0:22752:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789776857.447114:0:22752:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeda00/0xf13b8042cb886af8 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x87906a8077ab5e6c expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776857.447213:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed000/0xf13b8042cb886aff lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776857.447231:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed000/0xf13b8042cb886aff lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776857.447244:0:22752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed000/0xf13b8042cb886aff lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776857.447259:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eecc00/0xf13b8042cb886b06 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776857.447267:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eecc00/0xf13b8042cb886b06 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776857.447274:0:22752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eecc00/0xf13b8042cb886b06 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776857.447373:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec600/0xf13b8042cb886b0d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776857.447383:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec600/0xf13b8042cb886b0d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776857.447418:0:22752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec600/0xf13b8042cb886b0d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789776857.447472:0:22752:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 1234567 00000004:00200000:0.0:1789776857.447478:0:22752:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1789776857.447556:0:22752:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec600/0xf13b8042cb886b0d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776857.447571:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec600/0xf13b8042cb886b0d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776857.447598:0:22752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed000/0xf13b8042cb886aff lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776857.447613:0:22752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed000/0xf13b8042cb886aff lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776857.447620:0:22752:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed000/0xf13b8042cb886aff lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776857.447627:0:22752:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc3eed000 already unused, calling callback (ffffffffc180b4f0) 00010000:00010000:0.0:1789776857.447632:0:22752:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed000/0xf13b8042cb886aff lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776857.447641:0:22752:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed000/0xf13b8042cb886aff lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776857.447656:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8a5cc650aa00) 00010000:00010000:0.0:1789776857.447659:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789776857.447665:0:22752:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed000/0xf13b8042cb886aff lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776857.447682:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed000/0xf13b8042cb886aff lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776857.447701:0:22752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eecc00/0xf13b8042cb886b06 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776857.447706:0:22752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eecc00/0xf13b8042cb886b06 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776857.447712:0:22752:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eecc00/0xf13b8042cb886b06 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776857.448584:0:22752:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc3eecc00 already unused, calling callback (ffffffffc180b4f0) 00010000:00010000:0.0:1789776857.448592:0:22752:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eecc00/0xf13b8042cb886b06 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776857.448603:0:22752:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eecc00/0xf13b8042cb886b06 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776857.448696:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8a5bc240c700) 00010000:00010000:0.0:1789776857.448700:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789776857.448705:0:22752:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eecc00/0xf13b8042cb886b06 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776857.448712:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eecc00/0xf13b8042cb886b06 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776857.448770:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeda00/0xf13b8042cb886af8 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e6c expref: 33 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776857.448891:0:22752:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec600/0xf13b8042cb886b0d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e6c expref: 32 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776857.448898:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a5bc240ca00) 00010000:00010000:0.0:1789776857.448900:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1789776857.448903:0:22752:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5bc3eec600, rc 0) 00000100:00100000:0.0:1789776857.449017:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0893480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:196f6478-a515-45ae-bac6-ab823536f403+32:18805:x1876716432819072:12345-192.168.204.27@tcp:101:stat.0 Request processed in 1981us (2306us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776857.449088:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 48 00000100:00100000:3.0:1789776857.546307:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776857.548820:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432819328 00000100:00100000:2.0:1789776857.548867:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432819328 00000100:00100000:2.0:1789776857.548971:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 49 00000100:00100000:2.0:1789776857.548983:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0891500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:196f6478-a515-45ae-bac6-ab823536f403+32:18815:x1876716432819328:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:2.0:1789776857.549011:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789776857.549191:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256c00/0xf13b8042cb886b14 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x87906a8077ab5e73 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789776857.549343:0:22753:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1789776857.549489:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256c00/0xf13b8042cb886b14 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e73 expref: 34 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.550842:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a5bc240c200) 00010000:00010000:2.0:1789776857.550846:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1789776857.550857:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256c00/0xf13b8042cb886b14 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e73 expref: 34 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.550882:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5cfc256c00, rc 0) 00000100:00100000:2.0:1789776857.550995:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0891500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:196f6478-a515-45ae-bac6-ab823536f403+33:18815:x1876716432819328:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 2013us (4702us total) trans 12884901910 rc 301/301 00000100:00100000:2.0:1789776857.551006:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 49 00000100:00100000:1.0:1789776857.553319:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776857.553849:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432819584 00000100:00100000:3.0:1789776857.553863:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432819584 00000100:00100000:0.0:1789776857.554201:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 10 00000100:00100000:0.0:1789776857.554216:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cc4bb2c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:196f6478-a515-45ae-bac6-ab823536f403+33:18815:x1876716432819584:12345-192.168.204.27@tcp:35:lfs.0 00000100:00100000:0.0:1789776857.554559:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cc4bb2c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:196f6478-a515-45ae-bac6-ab823536f403+34:18815:x1876716432819584:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 346us (1250us total) trans 12884901911 rc 0/0 00000100:00100000:0.0:1789776857.554569:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 10 00010000:00010000:1.0:1789776857.571314:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789776857.617224:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776857.617776:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432819840 00000100:00100000:2.0:1789776857.617789:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432819840 00000100:00100000:2.0:1789776857.617947:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 50 00000100:00100000:2.0:1789776857.617961:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0891c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:196f6478-a515-45ae-bac6-ab823536f403+34:18821:x1876716432819840:12345-192.168.204.27@tcp:101:bash.0 00010000:00010000:2.0:1789776857.617994:0:22754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789776857.618022:0:22754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256c00/0xf13b8042cb886b22 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x87906a8077ab5e7a expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.618205:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc257e00/0xf13b8042cb886b29 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.618222:0:22754:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc000/0xf13b8042cb886a50 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e34 expref: 35 pid: 24893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.618231:0:22754:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec600/0xf13b8042cb886b0d lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e6c expref: 35 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.618240:0:22754:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc257e00/0xf13b8042cb886b29 lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.618285:0:22754:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec600/0xf13b8042cb886b0d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e6c expref: 35 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.618300:0:22754:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec600/0xf13b8042cb886b0d lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e6c expref: 35 pid: 22752 timeout: 778 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776857.618315:0:22754:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3d6d880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22754:1876716449688320:192.168.204.27@tcp:104: 00010000:00010000:2.0:1789776857.618443:0:22754:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc000/0xf13b8042cb886a50 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e34 expref: 35 pid: 24893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.618453:0:22754:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc000/0xf13b8042cb886a50 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e34 expref: 35 pid: 24893 timeout: 778 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776857.618462:0:22754:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3d6ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22754:1876716449688448:192.168.204.27@tcp:104: 00000100:00100000:2.0:1789776857.619185:0:22754:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5bc26a2e40 going to sleep for 11 seconds 00000100:00100000:1.0:1789776857.623284:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1789776857.623357:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776857.623681:0:22754:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3d6d880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22754:1876716449688320:192.168.204.27@tcp:104: 00000100:00100000:2.0:1789776857.623699:0:22754:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3d6ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22754:1876716449688448:192.168.204.27@tcp:104: 00000100:00100000:0.0:1789776857.623707:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432820096 00000100:00100000:0.0:1789776857.623716:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432820096 00010000:00010000:2.0:1789776857.623738:0:22754:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc257e00/0xf13b8042cb886b29 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776857.623767:0:22737:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc000/0xf13b8042cb886a50 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e34 expref: 36 pid: 24893 timeout: 778 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789776857.623805:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432819968 00000100:00100000:0.0:1789776857.623809:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432819968 00000100:00100000:3.0:1789776857.623821:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 17 00010000:00010000:0.0:1789776857.623822:0:22737:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec600/0xf13b8042cb886b0d lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e6c expref: 37 pid: 22752 timeout: 778 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789776857.623834:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cfcaeb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:196f6478-a515-45ae-bac6-ab823536f403+37:2412:x1876716432820096:12345-192.168.204.27@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1789776857.623834:0:22737:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:0.0:1789776857.623849:0:22737:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00010000:00010000:3.0:1789776857.623854:0:22739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789776857.623868:0:22739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc000/0xf13b8042cb886a50 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e34 expref: 37 pid: 24893 timeout: 778 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776857.623880:0:22739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc000/0xf13b8042cb886a50 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e34 expref: 37 pid: 24893 timeout: 778 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776857.623911:0:22739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc000/0xf13b8042cb886a50 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e34 expref: 37 pid: 24893 timeout: 778 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776857.623931:0:22739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a5bc240ca00) 00010000:00010000:3.0:1789776857.623937:0:22739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc257e00/0xf13b8042cb886b29 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776857.623948:0:22739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc257e00/0xf13b8042cb886b29 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776857.623955:0:22739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789776857.624098:0:22738:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:1.0:1789776857.624111:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 18 00000100:00100000:1.0:1789776857.624119:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cedcf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:196f6478-a515-45ae-bac6-ab823536f403+36:2412:x1876716432819968:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789776857.624128:0:22738:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789776857.624134:0:22738:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec600/0xf13b8042cb886b0d lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e6c expref: 36 pid: 22752 timeout: 778 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776857.624145:0:22738:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec600/0xf13b8042cb886b0d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e6c expref: 36 pid: 22752 timeout: 778 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776857.624158:0:22738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec600/0xf13b8042cb886b0d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e6c expref: 36 pid: 22752 timeout: 778 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776857.624169:0:22738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a5bc240ca00) 00010000:00010000:1.0:1789776857.624172:0:22738:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc257e00/0xf13b8042cb886b29 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776857.624181:0:22738:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc257e00/0xf13b8042cb886b29 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776857.624190:0:22738:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc257e00/0xf13b8042cb886b29 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776857.624221:0:22738:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789776857.624255:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cedcf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:196f6478-a515-45ae-bac6-ab823536f403+35:2412:x1876716432819968:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 137us (897us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776857.624262:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 18 00010000:00010000:0.0:1789776857.624440:0:22754:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc257e00/0xf13b8042cb886b29 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776857.624448:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc257e00/0xf13b8042cb886b29 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789776857.624473:0:22754:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 1234567 00010000:00010000:0.0:1789776857.625067:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256c00/0xf13b8042cb886b22 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e7a expref: 36 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776857.625091:0:22754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc257e00/0xf13b8042cb886b29 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e7a expref: 35 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776857.625099:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a5bc240ca00) 00010000:00010000:0.0:1789776857.625102:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1789776857.625104:0:22754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5cfc257e00, rc 0) 00000100:00100000:3.0:1789776857.625131:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cfcaeb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:196f6478-a515-45ae-bac6-ab823536f403+35:2412:x1876716432820096:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 194us (762us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776857.625141:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 17 00000100:00100000:0.0:1789776857.625149:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0891c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:196f6478-a515-45ae-bac6-ab823536f403+35:18821:x1876716432819840:12345-192.168.204.27@tcp:101:bash.0 Request processed in 7192us (7942us total) trans 12884901912 rc 0/0 00000100:00100000:0.0:1789776857.625156:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 50 00000100:00100000:3.0:1789776857.626997:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1789776857.627097:0:24893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432820352 00000100:00100000:0.0:1789776857.627109:0:24893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432820352 00000100:00100000:0.0:1789776857.627171:0:24893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 51 00000100:00100000:0.0:1789776857.627183:0:24893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0893800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:196f6478-a515-45ae-bac6-ab823536f403+34:18821:x1876716432820352:12345-192.168.204.27@tcp:36:bash.0 00010000:00010000:0.0:1789776857.628156:0:24893:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eecc00/0xf13b8042cb886b37 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776857.628184:0:24893:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eecc00/0xf13b8042cb886b37 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776857.628222:0:24893:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eecc00/0xf13b8042cb886b37 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1789776857.628297:0:24893:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000004:00010000:0.0:1789776857.628336:0:24893:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000001c1d5a8 reply state 000000009365b72c transno 12884901914 ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eecc00/0xf13b8042cb886b37 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776857.628351:0:24893:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eecc00/0xf13b8042cb886b37 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776857.628359:0:24893:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a5bc240ca00) 00010000:00010000:0.0:1789776857.628362:0:24893:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1789776857.628366:0:24893:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1789776857.628781:0:24893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0893800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:196f6478-a515-45ae-bac6-ab823536f403+37:18821:x1876716432820352:12345-192.168.204.27@tcp:36:bash.0 Request processed in 1594us (1790us total) trans 12884901914 rc 0/0 00000100:00100000:0.0:1789776857.628791:0:24893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 51 00000020:00080000:0.0:1789776857.628798:0:24893:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1789776857.632694:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776857.632866:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432820480 00000100:00100000:3.0:1789776857.632880:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432820480 00000100:00100000:3.0:1789776857.632958:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 52 00000100:00100000:3.0:1789776857.632970:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff464380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:196f6478-a515-45ae-bac6-ab823536f403+37:18821:x1876716432820480:12345-192.168.204.27@tcp:101:bash.0 00010000:00010000:3.0:1789776857.633003:0:22752:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789776857.633032:0:22752:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217e200/0xf13b8042cb886b3e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x87906a8077ab5e81 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776857.633140:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217e200/0xf13b8042cb886b3e lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e81 expref: 38 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776857.633156:0:22752:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217e200/0xf13b8042cb886b3e lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e81 expref: 38 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776857.633180:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a5bc240ca00) 00010000:00010000:3.0:1789776857.633184:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1789776857.633188:0:22752:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5d0217e200, rc 0) 00000100:00100000:3.0:1789776857.633273:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff464380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:196f6478-a515-45ae-bac6-ab823536f403+38:18821:x1876716432820480:12345-192.168.204.27@tcp:101:bash.0 Request processed in 305us (594us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776857.633281:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 52 00000100:00100000:1.0:1789776857.639730:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776857.639883:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432820608 00000100:00100000:2.0:1789776857.639896:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432820608 00000100:00100000:2.0:1789776857.639974:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 53 00000100:00100000:2.0:1789776857.639987:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cedcf4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:196f6478-a515-45ae-bac6-ab823536f403+38:18821:x1876716432820608:12345-192.168.204.27@tcp:101:bash.0 00010000:00010000:2.0:1789776857.640016:0:22753:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789776857.640044:0:22753:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256000/0xf13b8042cb886b45 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x87906a8077ab5e88 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.640177:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256c00/0xf13b8042cb886b4c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.640195:0:22753:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc257e00/0xf13b8042cb886b29 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e7a expref: 39 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.640205:0:22753:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256c00/0xf13b8042cb886b4c lrc: 4/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.640249:0:22753:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc257e00/0xf13b8042cb886b29 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e7a expref: 39 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.640265:0:22753:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc257e00/0xf13b8042cb886b29 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e7a expref: 39 pid: 22754 timeout: 778 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776857.640298:0:22753:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3d6ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22753:1876716449688576:192.168.204.27@tcp:104: 00000100:00100000:2.0:1789776857.640422:0:22753:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5bc26a2e40 going to sleep for 11 seconds 00000100:00100000:2.0:1789776857.643218:0:22753:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3d6ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22753:1876716449688576:192.168.204.27@tcp:104: 00010000:00010000:2.0:1789776857.643257:0:22753:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256c00/0xf13b8042cb886b4c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789776857.644908:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776857.645015:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432820736 00000100:00100000:3.0:1789776857.645078:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432820736 00010000:00010000:3.0:1789776857.645136:0:22738:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc257e00/0xf13b8042cb886b29 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e7a expref: 40 pid: 22754 timeout: 778 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789776857.645187:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 19 00000100:00100000:3.0:1789776857.645199:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cedcf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:196f6478-a515-45ae-bac6-ab823536f403+40:2412:x1876716432820736:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789776857.645219:0:22738:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789776857.645229:0:22738:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc257e00/0xf13b8042cb886b29 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e7a expref: 40 pid: 22754 timeout: 778 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776857.645246:0:22738:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc257e00/0xf13b8042cb886b29 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e7a expref: 40 pid: 22754 timeout: 778 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776857.645300:0:22738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc257e00/0xf13b8042cb886b29 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e7a expref: 40 pid: 22754 timeout: 778 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776857.645323:0:22738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a5bc240ca00) 00010000:00010000:3.0:1789776857.645329:0:22738:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256c00/0xf13b8042cb886b4c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776857.645339:0:22738:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256c00/0xf13b8042cb886b4c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776857.645347:0:22738:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256c00/0xf13b8042cb886b4c lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776857.645387:0:22738:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789776857.645568:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cedcf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:196f6478-a515-45ae-bac6-ab823536f403+39:2412:x1876716432820736:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 369us (668us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776857.645576:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 19 00010000:00010000:2.0:1789776857.645730:0:22753:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256c00/0xf13b8042cb886b4c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.645739:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256c00/0xf13b8042cb886b4c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789776857.645823:0:22753:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1789776857.645829:0:22753:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789776857.645860:0:22753:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256c00/0xf13b8042cb886b4c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.645901:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256000/0xf13b8042cb886b45 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e88 expref: 39 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.645918:0:22753:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256c00/0xf13b8042cb886b4c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e88 expref: 38 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.645926:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a5bc240ca00) 00010000:00010000:2.0:1789776857.645929:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1789776857.645931:0:22753:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5cfc256c00, rc 0) 00000100:00100000:2.0:1789776857.645963:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cedcf4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:196f6478-a515-45ae-bac6-ab823536f403+38:18821:x1876716432820608:12345-192.168.204.27@tcp:101:bash.0 Request processed in 5980us (6250us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776857.645978:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 53 00000100:00100000:1.0:1789776857.650449:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1789776857.650729:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432820992 00000100:00100000:0.0:1789776857.650741:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432820992 00000100:00100000:0.0:1789776857.650927:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 3 00000100:00100000:0.0:1789776857.650940:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cedcf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:196f6478-a515-45ae-bac6-ab823536f403+38:18821:x1876716432820992:12345-192.168.204.27@tcp:103:bash.0 00010000:00010000:0.0:1789776857.650960:0:22737:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1789776857.650994:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217e200/0xf13b8042cb886b3e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e81 expref: 38 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776857.651020:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256c00/0xf13b8042cb886b4c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e88 expref: 37 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776857.651074:0:22737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a5bc240ca00) 00010000:00010000:0.0:1789776857.651080:0:22737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789776857.651160:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cedcf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:196f6478-a515-45ae-bac6-ab823536f403+36:18821:x1876716432820992:12345-192.168.204.27@tcp:103:bash.0 Request processed in 222us (725us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776857.651169:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 3 00000100:00100000:3.0:1789776857.653398:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776857.653537:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432821120 00000100:00100000:2.0:1789776857.653550:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432821120 00000100:00100000:2.0:1789776857.653642:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 54 00000100:00100000:2.0:1789776857.653654:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0891880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:196f6478-a515-45ae-bac6-ab823536f403+36:18821:x1876716432821120:12345-192.168.204.27@tcp:58:bash.0 00010000:00010000:2.0:1789776857.653818:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0ba00/0xf13b8042cb886b53 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.653840:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0ba00/0xf13b8042cb886b53 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776857.653856:0:22752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0ba00/0xf13b8042cb886b53 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789776857.655230:0:22752:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789776857.655273:0:22752:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:2.0:1789776857.655420:0:22752:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:2.0:1789776857.655768:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0891880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:196f6478-a515-45ae-bac6-ab823536f403+36:18821:x1876716432821120:12345-192.168.204.27@tcp:58:bash.0 Request processed in 2108us (2375us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776857.655792:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 54 00000100:00100000:2.0:1789776857.659149:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1789776857.659225:0:24893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432821248 00000100:00100000:0.0:1789776857.659240:0:24893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432821248 00000100:00100000:0.0:1789776857.659313:0:24893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 55 00000100:00100000:0.0:1789776857.659323:0:24893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3d6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:196f6478-a515-45ae-bac6-ab823536f403+36:18821:x1876716432821248:12345-192.168.204.27@tcp:101:bash.0 00010000:00010000:0.0:1789776857.659353:0:24893:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789776857.659381:0:24893:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed600/0xf13b8042cb886b5a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x87906a8077ab5e8f expref: -99 pid: 24893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776857.659456:0:24893:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0ba00/0xf13b8042cb886b53 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776857.659468:0:24893:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed600/0xf13b8042cb886b5a lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e8f expref: 37 pid: 24893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776857.659528:0:24893:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0ba00/0xf13b8042cb886b53 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776857.659544:0:24893:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed600/0xf13b8042cb886b5a lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e8f expref: 37 pid: 24893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776857.659560:0:24893:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a5bc240ca00) 00010000:00010000:0.0:1789776857.659581:0:24893:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1789776857.659587:0:24893:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed600/0xf13b8042cb886b5a lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e8f expref: 37 pid: 24893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776857.659595:0:24893:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5bc3eed600, rc 0) 00000100:00100000:0.0:1789776857.659730:0:24893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3d6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:196f6478-a515-45ae-bac6-ab823536f403+37:18821:x1876716432821248:12345-192.168.204.27@tcp:101:bash.0 Request processed in 407us (594us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776857.659737:0:24893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 55 00000040:00080000:2.0:1789776858.018833:0:22788:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1789776858.018848:0:22788:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1789776858.019098:0:22788:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:2.0:1789776858.019111:0:22788:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:2.0:1789776858.019318:0:22788:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3d6d880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22788:1876716449688704:192.168.204.27@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1789776858.019448:0:22788:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5bc26a2f00 going to sleep for 11 seconds 00000100:00100000:2.0:1789776858.025466:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776858.026212:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432821376 00000100:00100000:3.0:1789776858.026226:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432821376 00000100:00100000:3.0:1789776858.026317:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 56 00000100:00100000:3.0:1789776858.026330:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3d6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:196f6478-a515-45ae-bac6-ab823536f403+38:18822:x1876716432821376:12345-192.168.204.27@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1789776858.026381:0:22754:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1789776858.026422:0:22788:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3d6d880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22788:1876716449688704:192.168.204.27@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1789776858.026551:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3d6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:196f6478-a515-45ae-bac6-ab823536f403+37:18822:x1876716432821376:12345-192.168.204.27@tcp:53:lhsmtool_posix.0 Request processed in 224us (1100us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776858.026559:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 56 00000100:00100000:3.0:1789776858.034660:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1789776858.036808:0:24893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432821504 00000100:00100000:0.0:1789776858.036830:0:24893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432821504 00000100:00100000:0.0:1789776858.036948:0:24893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 57 00000100:00100000:0.0:1789776858.036961:0:24893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0890e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:196f6478-a515-45ae-bac6-ab823536f403+37:18822:x1876716432821504:12345-192.168.204.27@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1789776858.037079:0:24893:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed800/0xf13b8042cb886b61 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.037102:0:24893:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed800/0xf13b8042cb886b61 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.037120:0:24893:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed800/0xf13b8042cb886b61 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.037138:0:24893:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec200/0xf13b8042cb886b68 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.037147:0:24893:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec200/0xf13b8042cb886b68 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.037154:0:24893:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec200/0xf13b8042cb886b68 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.037213:0:24893:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed000/0xf13b8042cb886b6f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.037224:0:24893:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed000/0xf13b8042cb886b6f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.037232:0:24893:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed000/0xf13b8042cb886b6f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789776858.037296:0:24893:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:0.0:1789776858.037301:0:24893:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1789776858.037318:0:24893:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed000/0xf13b8042cb886b6f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.037331:0:24893:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed800/0xf13b8042cb886b61 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.037339:0:24893:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed800/0xf13b8042cb886b61 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.037346:0:24893:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed800/0xf13b8042cb886b61 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.037353:0:24893:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc3eed800 already unused, calling callback (ffffffffc180b4f0) 00010000:00010000:0.0:1789776858.037359:0:24893:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed800/0xf13b8042cb886b61 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.037367:0:24893:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed800/0xf13b8042cb886b61 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.037381:0:24893:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8a5cc650a300) 00010000:00010000:0.0:1789776858.037390:0:24893:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789776858.037397:0:24893:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed800/0xf13b8042cb886b61 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.037403:0:24893:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed800/0xf13b8042cb886b61 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.037421:0:24893:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec200/0xf13b8042cb886b68 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.037426:0:24893:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec200/0xf13b8042cb886b68 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.037433:0:24893:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec200/0xf13b8042cb886b68 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.037439:0:24893:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc3eec200 already unused, calling callback (ffffffffc180b4f0) 00010000:00010000:0.0:1789776858.037442:0:24893:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec200/0xf13b8042cb886b68 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.037448:0:24893:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec200/0xf13b8042cb886b68 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.037456:0:24893:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff8a5cc650a600) 00010000:00010000:0.0:1789776858.037459:0:24893:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789776858.037461:0:24893:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec200/0xf13b8042cb886b68 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.037467:0:24893:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec200/0xf13b8042cb886b68 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.037484:0:24893:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed000/0xf13b8042cb886b6f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.037563:0:24893:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed000/0xf13b8042cb886b6f lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.037570:0:24893:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed000/0xf13b8042cb886b6f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.037576:0:24893:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc3eed000 already unused, calling callback (ffffffffc180b4f0) 00010000:00010000:0.0:1789776858.037591:0:24893:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed000/0xf13b8042cb886b6f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.037608:0:24893:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed000/0xf13b8042cb886b6f lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.037617:0:24893:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a5bc240ca00) 00010000:00010000:0.0:1789776858.037620:0:24893:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789776858.037623:0:24893:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed000/0xf13b8042cb886b6f lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.037629:0:24893:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed000/0xf13b8042cb886b6f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789776858.037767:0:24893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0890e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:196f6478-a515-45ae-bac6-ab823536f403+37:18822:x1876716432821504:12345-192.168.204.27@tcp:34:lhsmtool_posix.0 Request processed in 806us (3127us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776858.037778:0:24893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 57 00000100:00100000:1.0:1789776858.046215:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776858.046314:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432821760 00000100:00100000:3.0:1789776858.046329:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432821760 00000100:00100000:3.0:1789776858.046411:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 58 00000100:00100000:3.0:1789776858.046424:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cedcf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:196f6478-a515-45ae-bac6-ab823536f403+37:18822:x1876716432821760:12345-192.168.204.27@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1789776858.046452:0:22754:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789776858.046481:0:22754:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217e800/0xf13b8042cb886b76 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x87906a8077ab5e96 expref: -99 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.050749:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217e200/0xf13b8042cb886b7d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.050785:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217e200/0xf13b8042cb886b7d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.050801:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217e200/0xf13b8042cb886b7d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789776858.050820:0:22754:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1789776858.050940:0:22754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217e200/0xf13b8042cb886b7d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.050949:0:22754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217e200/0xf13b8042cb886b7d lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.050957:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217e200/0xf13b8042cb886b7d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.050963:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5d0217e200 already unused, calling callback (ffffffffc180b4f0) 00010000:00010000:3.0:1789776858.050969:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217e200/0xf13b8042cb886b7d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.051002:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217e200/0xf13b8042cb886b7d lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.051030:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a5bc240ca00) 00010000:00010000:3.0:1789776858.051034:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789776858.051041:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217e200/0xf13b8042cb886b7d lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.051048:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217e200/0xf13b8042cb886b7d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.051127:0:22754:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217e800/0xf13b8042cb886b76 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e96 expref: 39 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.051140:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8a5cc650a300) 00010000:00010000:3.0:1789776858.051143:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1789776858.051147:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217e800/0xf13b8042cb886b76 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e96 expref: 39 pid: 22754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.051158:0:22754:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5d0217e800, rc 0) 00000100:00100000:3.0:1789776858.051249:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cedcf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:196f6478-a515-45ae-bac6-ab823536f403+38:18822:x1876716432821760:12345-192.168.204.27@tcp:101:lhsmtool_posix.0 Request processed in 4827us (5049us total) trans 12884901915 rc 301/301 00000100:00100000:3.0:1789776858.051260:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 58 00000100:00100000:3.0:1789776858.065143:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1789776858.065392:0:24893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432821888 00000100:00100000:0.0:1789776858.065408:0:24893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432821888 00000100:00100000:0.0:1789776858.065556:0:24893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 59 00000100:00100000:0.0:1789776858.065571:0:24893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0890000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:196f6478-a515-45ae-bac6-ab823536f403+38:18822:x1876716432821888:12345-192.168.204.27@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1789776858.065637:0:24893:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1789776858.065820:0:24893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0890000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:196f6478-a515-45ae-bac6-ab823536f403+38:18822:x1876716432821888:12345-192.168.204.27@tcp:53:lhsmtool_posix.0 Request processed in 252us (693us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776858.065829:0:24893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 59 00000100:00100000:1.0:1789776858.069481:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776858.069677:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432822144 00000100:00100000:2.0:1789776858.069691:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432822144 00000100:00100000:2.0:1789776858.069775:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 60 00000100:00100000:2.0:1789776858.069789:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cedcf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:196f6478-a515-45ae-bac6-ab823536f403+38:18822:x1876716432822144:12345-192.168.204.27@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789776858.069818:0:22752:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789776858.069846:0:22752:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0b600/0xf13b8042cb886b8b lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x87906a8077ab5e9d expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1789776858.070482:0:22752:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x2c0000401:0x6:0x0], count =60 00000004:00080000:2.0:1789776858.070547:0:22752:0:(osp_object.c:1645:osp_create()) Writing gap [0x2c0000401:0x6:0x0]+60 in llog 00000004:00080000:2.0:1789776858.070568:0:22752:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x42:0x0], index 1: 0 00010000:00010000:2.0:1789776858.070789:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0b200/0xf13b8042cb886b92 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.070810:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0b200/0xf13b8042cb886b92 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.070826:0:22752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0b200/0xf13b8042cb886b92 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.070907:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0b600/0xf13b8042cb886b8b lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e9d expref: 41 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.070931:0:22752:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0b200/0xf13b8042cb886b92 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e9d expref: 40 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.070941:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8a5bc109d000) 00010000:00010000:2.0:1789776858.070944:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1789776858.070948:0:22752:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5cc4b0b200, rc 0) 00000100:00100000:2.0:1789776858.071049:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cedcf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:196f6478-a515-45ae-bac6-ab823536f403+40:18822:x1876716432822144:12345-192.168.204.27@tcp:101:lhsmtool_posix.0 Request processed in 1263us (1586us total) trans 12884901916 rc 0/0 00000100:00100000:2.0:1789776858.071058:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 60 00000100:00100000:1.0:1789776858.084672:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1789776858.085059:0:24893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432822400 00000100:00100000:0.0:1789776858.085076:0:24893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432822400 00000100:00100000:0.0:1789776858.085168:0:24893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 61 00000100:00100000:0.0:1789776858.085182:0:24893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cedcf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:196f6478-a515-45ae-bac6-ab823536f403+40:18822:x1876716432822400:12345-192.168.204.27@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1789776858.085269:0:24893:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789776858.085311:0:24893:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0b200/0xf13b8042cb886b92 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e9d expref: 40 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.085336:0:24893:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8a5bc109d000) 00010000:00010000:0.0:1789776858.085351:0:24893:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1789776858.085390:0:24893:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec200/0xf13b8042cb886ba0 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.085408:0:24893:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec200/0xf13b8042cb886ba0 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.085420:0:24893:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec200/0xf13b8042cb886ba0 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.085440:0:24893:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed800/0xf13b8042cb886ba7 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x5771fbb1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.085447:0:24893:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed800/0xf13b8042cb886ba7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x5771fbb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.085454:0:24893:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed800/0xf13b8042cb886ba7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x5771fbb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.085628:0:24893:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec200/0xf13b8042cb886ba0 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.085637:0:24893:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec200/0xf13b8042cb886ba0 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.085645:0:24893:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec200/0xf13b8042cb886ba0 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.085662:0:24893:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc3eec200 already unused, calling callback (ffffffffc180b4f0) 00010000:00010000:0.0:1789776858.085668:0:24893:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec200/0xf13b8042cb886ba0 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.085677:0:24893:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec200/0xf13b8042cb886ba0 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.085687:0:24893:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8a5cc650aa00) 00010000:00010000:0.0:1789776858.085690:0:24893:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789776858.085694:0:24893:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec200/0xf13b8042cb886ba0 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.085701:0:24893:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec200/0xf13b8042cb886ba0 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.085711:0:24893:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed800/0xf13b8042cb886ba7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x5771fbb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.085717:0:24893:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed800/0xf13b8042cb886ba7 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x5771fbb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.085724:0:24893:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed800/0xf13b8042cb886ba7 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x5771fbb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.085738:0:24893:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc3eed800 already unused, calling callback (ffffffffc180b4f0) 00010000:00010000:0.0:1789776858.085741:0:24893:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed800/0xf13b8042cb886ba7 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x5771fbb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.085748:0:24893:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed800/0xf13b8042cb886ba7 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x5771fbb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.085756:0:24893:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x5771fbb1 (ffff8a5cc650a600) 00010000:00010000:0.0:1789776858.085759:0:24893:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789776858.087924:0:24893:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed800/0xf13b8042cb886ba7 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x5771fbb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.087939:0:24893:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed800/0xf13b8042cb886ba7 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x5771fbb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789776858.088540:0:24893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cedcf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:196f6478-a515-45ae-bac6-ab823536f403+39:18822:x1876716432822400:12345-192.168.204.27@tcp:36:lhsmtool_posix.0 Request processed in 3353us (3890us total) trans 0 rc -2/-2 00000100:00100000:0.0:1789776858.088552:0:24893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 61 00000100:00100000:0.0:1789776858.100676:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776858.100799:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432822528 00000100:00100000:2.0:1789776858.100814:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432822528 00000100:00100000:2.0:1789776858.100901:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 62 00000100:00100000:2.0:1789776858.100915:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff467100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:196f6478-a515-45ae-bac6-ab823536f403+39:18822:x1876716432822528:12345-192.168.204.27@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789776858.100942:0:22752:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789776858.100972:0:22752:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0b600/0xf13b8042cb886bae lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x87906a8077ab5ea4 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.101199:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0ae00/0xf13b8042cb886bb5 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.101219:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0ae00/0xf13b8042cb886bb5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.101234:0:22752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0ae00/0xf13b8042cb886bb5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.101398:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0b600/0xf13b8042cb886bae lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5ea4 expref: 41 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.101422:0:22752:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0ae00/0xf13b8042cb886bb5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5ea4 expref: 40 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.101433:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8a5bc109d400) 00010000:00010000:2.0:1789776858.101436:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1789776858.101449:0:22752:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5cc4b0ae00, rc 0) 00000100:00100000:2.0:1789776858.101583:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff467100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:196f6478-a515-45ae-bac6-ab823536f403+40:18822:x1876716432822528:12345-192.168.204.27@tcp:101:lhsmtool_posix.0 Request processed in 671us (932us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776858.101602:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 62 00000100:00100000:1.0:1789776858.105428:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776858.106006:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432822784 00000100:00100000:2.0:1789776858.106031:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432822784 00000100:00100000:2.0:1789776858.106114:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 63 00000100:00100000:2.0:1789776858.106128:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cedcf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:196f6478-a515-45ae-bac6-ab823536f403+40:18822:x1876716432822784:12345-192.168.204.27@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1789776858.106250:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0b600/0xf13b8042cb886bbc lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.106275:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0b600/0xf13b8042cb886bbc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.106292:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0b600/0xf13b8042cb886bbc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789776858.106609:0:22753:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].2, 88 off8344 00000004:00080000:2.0:1789776858.106622:0:22753:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 679351128129ns, next at 680351124535ns, rc = 0 00000004:00010000:2.0:1789776858.106695:0:22753:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000002e10c29e reply state 00000000c0b91a43 transno 12884901917 ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0b600/0xf13b8042cb886bbc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.106710:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0b600/0xf13b8042cb886bbc lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.106720:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8a5bc109d400) 00010000:00010000:2.0:1789776858.106723:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1789776858.106727:0:22753:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1789776858.106869:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cedcf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:196f6478-a515-45ae-bac6-ab823536f403+42:18822:x1876716432822784:12345-192.168.204.27@tcp:36:lhsmtool_posix.0 Request processed in 744us (1456us total) trans 12884901917 rc 0/0 00000100:00100000:2.0:1789776858.106898:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 63 00000100:00100000:1.0:1789776858.111298:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776858.111408:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432822912 00000100:00100000:2.0:1789776858.111422:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432822912 00000100:00100000:2.0:1789776858.111551:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 64 00000100:00100000:2.0:1789776858.111563:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cedcf6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:196f6478-a515-45ae-bac6-ab823536f403+42:18822:x1876716432822912:12345-192.168.204.27@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789776858.111895:0:22752:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789776858.111925:0:22752:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0a400/0xf13b8042cb886bc3 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x87906a8077ab5eab expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.112011:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0a400/0xf13b8042cb886bc3 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5eab expref: 43 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.112040:0:22752:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0a400/0xf13b8042cb886bc3 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5eab expref: 43 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.112065:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8a5bc109d400) 00010000:00010000:2.0:1789776858.112069:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1789776858.112073:0:22752:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5cc4b0a400, rc 0) 00000100:00100000:2.0:1789776858.112205:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cedcf6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:196f6478-a515-45ae-bac6-ab823536f403+43:18822:x1876716432822912:12345-192.168.204.27@tcp:101:lhsmtool_posix.0 Request processed in 644us (919us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776858.112214:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 64 00000100:00100000:3.0:1789776858.120275:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1789776858.120428:0:25370:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432823040 00000100:00100000:1.0:1789776858.120442:0:25370:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432823040 00000100:00100000:1.0:1789776858.120605:0:25370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 20 00000100:00100000:1.0:1789776858.120619:0:25370:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0892a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:196f6478-a515-45ae-bac6-ab823536f403+5:2412:x1876716432823040:12345-192.168.204.27@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1789776858.121397:0:25370:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0892a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:196f6478-a515-45ae-bac6-ab823536f403+6:2412:x1876716432823040:12345-192.168.204.27@tcp:2:lhsmtool_posix.0 Request processed in 775us (1133us total) trans 12884901891 rc 0/0 00000100:00100000:1.0:1789776858.121407:0:25370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 20 00000100:00080000:3.0:1789776858.123540:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1789776858.129275:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776858.129940:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432823296 00000100:00100000:2.0:1789776858.129954:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432823296 00000100:00100000:2.0:1789776858.130142:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 11 00000100:00100000:2.0:1789776858.130156:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0830000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:196f6478-a515-45ae-bac6-ab823536f403+43:18822:x1876716432823296:12345-192.168.204.27@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1789776858.130467:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0830000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:196f6478-a515-45ae-bac6-ab823536f403+44:18822:x1876716432823296:12345-192.168.204.27@tcp:35:lhsmtool_posix.0 Request processed in 313us (1206us total) trans 12884901918 rc 0/0 00000100:00100000:2.0:1789776858.130547:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 11 00000100:00100000:1.0:1789776858.134083:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776858.134162:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432823552 00000100:00100000:3.0:1789776858.134176:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432823552 00000100:00100000:3.0:1789776858.134276:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 65 00000100:00100000:3.0:1789776858.134289:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0831180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:196f6478-a515-45ae-bac6-ab823536f403+44:18822:x1876716432823552:12345-192.168.204.27@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1789776858.134443:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0831180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:196f6478-a515-45ae-bac6-ab823536f403+44:18822:x1876716432823552:12345-192.168.204.27@tcp:57:lhsmtool_posix.0 Request processed in 156us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776858.134453:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 65 00000100:00100000:3.0:1789776858.151691:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776858.152257:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432823680 00000100:00100000:2.0:1789776858.152270:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432823680 00000100:00100000:2.0:1789776858.152349:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 66 00000100:00100000:2.0:1789776858.152364:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0891180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:196f6478-a515-45ae-bac6-ab823536f403+44:18822:x1876716432823680:12345-192.168.204.27@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789776858.152392:0:22752:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789776858.152421:0:22752:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0bc00/0xf13b8042cb886bca lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x87906a8077ab5eb2 expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.154976:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0ac00/0xf13b8042cb886bd1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.155002:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0ac00/0xf13b8042cb886bd1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.155017:0:22752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0ac00/0xf13b8042cb886bd1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789776858.155072:0:22752:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789776858.155095:0:22752:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0ac00/0xf13b8042cb886bd1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.155135:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0bc00/0xf13b8042cb886bca lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5eb2 expref: 46 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.155156:0:22752:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0ac00/0xf13b8042cb886bd1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5eb2 expref: 45 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.155165:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8a5bc109d400) 00010000:00010000:2.0:1789776858.155183:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1789776858.155188:0:22752:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5cc4b0ac00, rc 0) 00000100:00100000:2.0:1789776858.155270:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0891180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:196f6478-a515-45ae-bac6-ab823536f403+45:18822:x1876716432823680:12345-192.168.204.27@tcp:101:lhsmtool_posix.0 Request processed in 2908us (3593us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776858.155279:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 66 00000100:00100000:1.0:1789776858.159099:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776858.159206:0:24260:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432823808 00000100:00100000:3.0:1789776858.159221:0:24260:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432823808 00000100:00100000:3.0:1789776858.159309:0:24260:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 21 00000100:00100000:3.0:1789776858.159322:0:24260:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0830380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:196f6478-a515-45ae-bac6-ab823536f403+6:2411:x1876716432823808:12345-192.168.204.27@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1789776858.159348:0:24260:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789776858.159378:0:24260:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075faf3ae/0xf13b8042cb886bd8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x87906a8077ab5eb9 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1789776858.159415:0:24260:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6aadd3db, blocks: 0x0 00010000:00010000:3.0:1789776858.159446:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=679s v=(0 0) 00010000:00010000:3.0:1789776858.159451:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789776858.159462:0:24260:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075faf3ae/0xf13b8042cb886bd8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5eb9 expref: 7 pid: 24260 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.159484:0:24260:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000075faf3ae/0xf13b8042cb886bd8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5eb9 expref: 7 pid: 24260 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.159548:0:24260:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5d0217e800, rc 0) 00000100:00100000:3.0:1789776858.159631:0:24260:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0830380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:196f6478-a515-45ae-bac6-ab823536f403+7:2411:x1876716432823808:12345-192.168.204.27@tcp:101:lhsmtool_posix.0 Request processed in 311us (550us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776858.159661:0:24260:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 21 00000100:00100000:2.0:1789776858.166414:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1789776858.166488:0:24893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432824064 00000100:00100000:1.0:1789776858.166790:0:24893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432824064 00000100:00100000:1.0:1789776858.167151:0:24893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 67 00000100:00100000:1.0:1789776858.167165:0:24893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3d6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:196f6478-a515-45ae-bac6-ab823536f403+45:18822:x1876716432824064:12345-192.168.204.27@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1789776858.167339:0:24893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3d6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:196f6478-a515-45ae-bac6-ab823536f403+45:18822:x1876716432824064:12345-192.168.204.27@tcp:57:lhsmtool_posix.0 Request processed in 176us (935us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776858.167349:0:24893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 67 00000100:00100000:0.0:1789776858.177329:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1789776858.177553:0:24893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432824192 00000100:00100000:1.0:1789776858.177568:0:24893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432824192 00000100:00100000:1.0:1789776858.177674:0:24893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 68 00000100:00100000:1.0:1789776858.177704:0:24893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff467480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:196f6478-a515-45ae-bac6-ab823536f403+45:18822:x1876716432824192:12345-192.168.204.27@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1789776858.183226:0:22732:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901918 is committed 00000004:00080000:1.0:1789776858.183249:0:22732:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed 00000001:00080000:1.0:1789776858.183351:0:22732:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00000100:00100000:3.0:1789776858.183789:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0892d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876716449688832:0@lo:2:osp-syn-1-0.0 00010000:00010000:0.0:1789776858.183807:0:3630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dde00/0xf13b8042cb8869ee lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.183824:0:3630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dde00/0xf13b8042cb8869ee lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.183834:0:3630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dde00/0xf13b8042cb8869ee lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.183841:0:3630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc36dde00 already unused, calling callback (ffffffffc180b4f0) 00010000:00010000:0.0:1789776858.183854:0:3630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dde00/0xf13b8042cb8869ee lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.183864:0:3630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dde00/0xf13b8042cb8869ee lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789776858.183893:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1789776858.183895:0:3630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8a5cc650aa00) 00010000:00010000:0.0:1789776858.183899:0:3630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1789776858.183906:0:3630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dde00/0xf13b8042cb8869ee lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.183913:0:3630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dde00/0xf13b8042cb8869ee lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789776858.183971:0:24258:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449688832 00000100:00100000:3.0:1789776858.183983:0:24258:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449688832 00000100:00100000:1.0:1789776858.184119:0:24893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff467480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:196f6478-a515-45ae-bac6-ab823536f403+20:18822:x1876716432824192:12345-192.168.204.27@tcp:44:lhsmtool_posix.0 Request processed in 6413us (6801us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776858.184136:0:24893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 68 00000100:00100000:3.0:1789776858.184204:0:24258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1789776858.184215:0:24258:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0890700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1876716449688832:12345-0@lo:2:osp-syn-1-0.0 00010000:00010000:2.0:1789776858.184313:0:3629:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeca00/0xf13b8042cb88698c lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.184321:0:3629:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeca00/0xf13b8042cb88698c lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.184327:0:3629:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeca00/0xf13b8042cb88698c lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.184332:0:3629:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc3eeca00 already unused, calling callback (ffffffffc180b4f0) 00010000:00010000:2.0:1789776858.184335:0:3629:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeca00/0xf13b8042cb88698c lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.184341:0:3629:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeca00/0xf13b8042cb88698c lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.184350:0:3629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8a5cc650ac00) 00010000:00010000:2.0:1789776858.184353:0:3629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789776858.184355:0:3629:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeca00/0xf13b8042cb88698c lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.184361:0:3629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeca00/0xf13b8042cb88698c lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.184380:0:3629:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec800/0xf13b8042cb886993 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.184393:0:3629:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec800/0xf13b8042cb886993 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1789776858.184394:0:24258:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1789776858.184397:0:24258:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1789776858.184400:0:24258:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00010000:00010000:2.0:1789776858.184400:0:3629:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec800/0xf13b8042cb886993 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1789776858.184403:0:24258:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1789776859 -> 1789776859 00010000:00010000:2.0:1789776858.184405:0:3629:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc3eec800 already unused, calling callback (ffffffffc180b4f0) 00002000:00010000:3.0:1789776858.184406:0:24258:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:2.0:1789776858.184408:0:3629:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec800/0xf13b8042cb886993 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.184413:0:3629:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec800/0xf13b8042cb886993 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.184421:0:3629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8a5cc650aa00) 00010000:00010000:2.0:1789776858.184423:0:3629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789776858.184426:0:3629:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec800/0xf13b8042cb886993 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.184432:0:3629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eec800/0xf13b8042cb886993 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.184446:0:3629:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dda00/0xf13b8042cb886a49 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.184453:0:3629:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dda00/0xf13b8042cb886a49 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789776858.184455:0:24258:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0890700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3644:x1876716449688832:12345-0@lo:2:osp-syn-1-0.0 Request processed in 242us (563us total) trans 12884901892 rc 0/0 00010000:00010000:2.0:1789776858.184460:0:3629:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dda00/0xf13b8042cb886a49 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789776858.184462:0:24258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00010000:00010000:2.0:1789776858.184466:0:3629:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc36dda00 already unused, calling callback (ffffffffc180b4f0) 00010000:00010000:2.0:1789776858.184474:0:3629:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dda00/0xf13b8042cb886a49 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.184481:0:3629:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dda00/0xf13b8042cb886a49 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.184489:0:3629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8a5bc240c700) 00010000:00010000:2.0:1789776858.184535:0:3629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789776858.184538:0:3629:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dda00/0xf13b8042cb886a49 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.184543:0:3629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dda00/0xf13b8042cb886a49 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.184560:0:3629:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc257800/0xf13b8042cb886ace lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.184565:0:3629:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc257800/0xf13b8042cb886ace lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.184571:0:3629:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc257800/0xf13b8042cb886ace lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.184575:0:3629:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cfc257800 already unused, calling callback (ffffffffc180b4f0) 00010000:00010000:2.0:1789776858.184578:0:3629:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc257800/0xf13b8042cb886ace lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.184583:0:3629:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc257800/0xf13b8042cb886ace lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.184607:0:3629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a5bc240ca00) 00010000:00010000:2.0:1789776858.184611:0:3629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789776858.184620:0:3629:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc257800/0xf13b8042cb886ace lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.184626:0:3629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc257800/0xf13b8042cb886ace lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.184640:0:3629:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256200/0xf13b8042cb886af1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.184646:0:3629:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256200/0xf13b8042cb886af1 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.184652:0:3629:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256200/0xf13b8042cb886af1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.184657:0:3629:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cfc256200 already unused, calling callback (ffffffffc180b4f0) 00010000:00010000:2.0:1789776858.184660:0:3629:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256200/0xf13b8042cb886af1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.184665:0:3629:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256200/0xf13b8042cb886af1 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.184673:0:3629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a5bc240ca00) 00010000:00010000:2.0:1789776858.184676:0:3629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789776858.184679:0:3629:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256200/0xf13b8042cb886af1 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.184685:0:3629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cfc256200/0xf13b8042cb886af1 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.184697:0:3629:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eecc00/0xf13b8042cb886b37 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.184703:0:3629:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eecc00/0xf13b8042cb886b37 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.184716:0:3629:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eecc00/0xf13b8042cb886b37 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.184721:0:3629:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc3eecc00 already unused, calling callback (ffffffffc180b4f0) 00010000:00010000:2.0:1789776858.184724:0:3629:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eecc00/0xf13b8042cb886b37 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.184730:0:3629:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eecc00/0xf13b8042cb886b37 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.184739:0:3629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a5bc240ca00) 00010000:00010000:2.0:1789776858.184741:0:3629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789776858.184744:0:3629:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eecc00/0xf13b8042cb886b37 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.184751:0:3629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eecc00/0xf13b8042cb886b37 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24893 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.184764:0:3629:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0b600/0xf13b8042cb886bbc lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.184770:0:3629:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0b600/0xf13b8042cb886bbc lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.184775:0:3629:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0b600/0xf13b8042cb886bbc lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.184779:0:3629:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cc4b0b600 already unused, calling callback (ffffffffc180b4f0) 00010000:00010000:2.0:1789776858.184782:0:3629:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0b600/0xf13b8042cb886bbc lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.184798:0:3629:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0b600/0xf13b8042cb886bbc lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.184807:0:3629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8a5bc109d400) 00010000:00010000:2.0:1789776858.184809:0:3629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1789776858.184812:0:3629:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0b600/0xf13b8042cb886bbc lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.184819:0:3629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0b600/0xf13b8042cb886bbc lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1789776858.185900:0:3644:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8a5cf0892d80/2, rc 0, transno 12884901892 00000100:00100000:1.0:1789776858.186101:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0892d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1876716449688832:0@lo:2:osp-syn-1-0.0 00000100:00080000:0.0:1789776858.186815:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789776858.187876:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1789776858.192668:0:25370:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432824320 00000100:00100000:1.0:1789776858.192695:0:25370:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432824320 00000100:00100000:1.0:1789776858.193059:0:25370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 23 00000100:00100000:1.0:1789776858.193073:0:25370:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3d6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:196f6478-a515-45ae-bac6-ab823536f403+7:2412:x1876716432824320:12345-192.168.204.27@tcp:16:lhsmtool_posix.0 00000100:00100000:1.0:1789776858.193241:0:25370:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3d6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:196f6478-a515-45ae-bac6-ab823536f403+7:2412:x1876716432824320:12345-192.168.204.27@tcp:16:lhsmtool_posix.0 Request processed in 170us (5376us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776858.193249:0:25370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 23 00000100:00100000:3.0:1789776858.198334:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776858.202373:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432824576 00000100:00100000:2.0:1789776858.202397:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432824576 00000100:00100000:2.0:1789776858.202637:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 69 00000100:00100000:2.0:1789776858.202650:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0892680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:196f6478-a515-45ae-bac6-ab823536f403+14:18822:x1876716432824576:12345-192.168.204.27@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1789776858.202730:0:22753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789776858.202781:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0ac00/0xf13b8042cb886bd1 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5eb2 expref: 14 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.202816:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8a5bc109d400) 00010000:00010000:2.0:1789776858.202824:0:22753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1789776858.202870:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0b600/0xf13b8042cb886bdf lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.202894:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0b600/0xf13b8042cb886bdf lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.202906:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0b600/0xf13b8042cb886bdf lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1789776858.203457:0:22753:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000fcad812c reply state 00000000299a4432 transno 12884901919 ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0b600/0xf13b8042cb886bdf lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.203473:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0b600/0xf13b8042cb886bdf lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.203481:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8a5bc109d400) 00010000:00010000:2.0:1789776858.203484:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1789776858.203487:0:22753:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1789776858.203707:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0892680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:196f6478-a515-45ae-bac6-ab823536f403+15:18822:x1876716432824576:12345-192.168.204.27@tcp:36:lhsmtool_posix.0 Request processed in 1057us (5387us total) trans 12884901919 rc 0/0 00000100:00100000:2.0:1789776858.203717:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 69 00000100:00100000:0.0:1789776858.210557:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1789776858.212985:0:25073:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432824704 00000100:00100000:1.0:1789776858.213003:0:25073:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432824704 00000100:00100000:1.0:1789776858.213159:0:25073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 24 00000100:00100000:1.0:1789776858.213171:0:25073:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff466680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:196f6478-a515-45ae-bac6-ab823536f403+7:18822:x1876716432824704:12345-192.168.204.27@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1789776858.213194:0:25073:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789776858.213216:0:25073:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d5e29bf2/0xf13b8042cb886be6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x87906a8077ab5ec0 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776858.213254:0:25073:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000075faf3ae/0xf13b8042cb886bd8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5eb9 expref: 8 pid: 24260 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776858.213284:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789776858.213289:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789776858.213296:0:25073:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d5e29bf2/0xf13b8042cb886be6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5ec0 expref: 8 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776858.213346:0:25073:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000075faf3ae/0xf13b8042cb886bd8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5eb9 expref: 8 pid: 24260 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776858.213362:0:25073:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000075faf3ae/0xf13b8042cb886bd8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5eb9 expref: 8 pid: 24260 timeout: 779 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789776858.213379:0:25073:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0833800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:25073:1876716449688960:192.168.204.27@tcp:104: 00000100:00100000:1.0:1789776858.213722:0:25073:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cefb65e40 going to sleep for 11 seconds 00000100:00100000:3.0:1789776858.217623:0:25073:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0833800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:25073:1876716449688960:192.168.204.27@tcp:104: 00010000:00010000:3.0:1789776858.217682:0:25073:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d5e29bf2/0xf13b8042cb886be6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5ec0 expref: 8 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.217713:0:25073:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5bc36dd000, rc 0) 00000100:00100000:3.0:1789776858.217791:0:25073:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff466680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:196f6478-a515-45ae-bac6-ab823536f403+8:18822:x1876716432824704:12345-192.168.204.27@tcp:101:lhsmtool_posix.0 Request processed in 4621us (7302us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776858.217857:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776858.222532:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432824832 00000100:00100000:2.0:1789776858.222555:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432824832 00010000:00010000:2.0:1789776858.222645:0:22738:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000075faf3ae/0xf13b8042cb886bd8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5eb9 expref: 9 pid: 24260 timeout: 779 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776858.222718:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 20 00000100:00100000:2.0:1789776858.222732:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0830a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:196f6478-a515-45ae-bac6-ab823536f403+9:2412:x1876716432824832:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789776858.222758:0:22738:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789776858.222796:0:22738:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000075faf3ae/0xf13b8042cb886bd8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5eb9 expref: 9 pid: 24260 timeout: 779 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.222813:0:22738:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000075faf3ae/0xf13b8042cb886bd8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5eb9 expref: 9 pid: 24260 timeout: 779 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.222876:0:22738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075faf3ae/0xf13b8042cb886bd8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5eb9 expref: 9 pid: 24260 timeout: 779 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.222913:0:22738:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789776858.222928:0:22738:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789776858.222937:0:22738:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d5e29bf2/0xf13b8042cb886be6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5ec0 expref: 8 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.222949:0:22738:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d5e29bf2/0xf13b8042cb886be6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5ec0 expref: 8 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.222998:0:22738:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d5e29bf2/0xf13b8042cb886be6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5ec0 expref: 8 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776858.223016:0:22738:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5bc3d6c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:22738:1876716449689088:192.168.204.27@tcp:105: 00000100:00100000:2.0:1789776858.223151:0:22738:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5bc26a2180 going to sleep for 11 seconds 00000100:00100000:3.0:1789776858.223586:0:25073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 24 00000100:00100000:1.0:1789776858.228794:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776858.229138:0:24258:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432824960 00000100:00100000:3.0:1789776858.229216:0:24258:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432824960 00000100:00100000:3.0:1789776858.229292:0:24258:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 25 00000100:00100000:3.0:1789776858.229305:0:24258:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0832a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:196f6478-a515-45ae-bac6-ab823536f403+8:2412:x1876716432824960:12345-192.168.204.27@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1789776858.229550:0:24258:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1789776858.229555:0:24258:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1789776858 00002000:00010000:3.0:1789776858.229559:0:24258:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 1789776857 00002000:00010000:3.0:1789776858.229562:0:24258:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1789776859 -> 1789776858 00002000:00010000:3.0:1789776858.229565:0:24258:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1789776858.229659:0:24258:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0832a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:196f6478-a515-45ae-bac6-ab823536f403+9:2412:x1876716432824960:12345-192.168.204.27@tcp:2:lhsmtool_posix.0 Request processed in 356us (880us total) trans 12884901893 rc 0/0 00000100:00100000:3.0:1789776858.229667:0:24258:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 25 00000100:00100000:2.0:1789776858.231074:0:22738:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5bc3d6c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:22738:1876716449689088:192.168.204.27@tcp:105: 00010000:00010000:2.0:1789776858.231108:0:22738:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789776858.231224:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0830a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:196f6478-a515-45ae-bac6-ab823536f403+8:2412:x1876716432824832:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 8494us (13652us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776858.231236:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 20 00000100:00100000:1.0:1789776858.235438:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776858.235553:0:24260:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432825088 00000100:00100000:3.0:1789776858.235568:0:24260:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432825088 00000100:00100000:3.0:1789776858.235683:0:24260:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 26 00000100:00100000:3.0:1789776858.235699:0:24260:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0832300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:196f6478-a515-45ae-bac6-ab823536f403+8:2411:x1876716432825088:12345-192.168.204.27@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1789776858.235781:0:24260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ae736fcb/0xf13b8042cb886bed lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.235824:0:24260:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d5e29bf2/0xf13b8042cb886be6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5ec0 expref: 8 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.235834:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789776858.235839:0:24260:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1789776858.235845:0:24260:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae736fcb/0xf13b8042cb886bed lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.235907:0:24260:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d5e29bf2/0xf13b8042cb886be6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5ec0 expref: 8 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.236316:0:24260:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d5e29bf2/0xf13b8042cb886be6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5ec0 expref: 8 pid: 25073 timeout: 779 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789776858.236338:0:24260:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0893100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:24260:1876716449689216:192.168.204.27@tcp:104: 00000100:00100000:3.0:1789776858.236472:0:24260:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc11caa80 going to sleep for 11 seconds 00000100:00100000:3.0:1789776858.243814:0:24260:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0893100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:24260:1876716449689216:192.168.204.27@tcp:104: 00010000:00010000:3.0:1789776858.243860:0:24260:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ae736fcb/0xf13b8042cb886bed lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789776858.244253:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776858.244331:0:25801:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432825216 00000100:00100000:2.0:1789776858.244340:0:25801:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432825216 00010000:00010000:2.0:1789776858.244394:0:25801:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d5e29bf2/0xf13b8042cb886be6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5ec0 expref: 9 pid: 25073 timeout: 779 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776858.244529:0:25801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 21 00000100:00100000:2.0:1789776858.244540:0:25801:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0833800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:196f6478-a515-45ae-bac6-ab823536f403+9:2411:x1876716432825216:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789776858.244560:0:25801:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789776858.244617:0:25801:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d5e29bf2/0xf13b8042cb886be6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5ec0 expref: 9 pid: 25073 timeout: 779 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.244633:0:25801:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d5e29bf2/0xf13b8042cb886be6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5ec0 expref: 9 pid: 25073 timeout: 779 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.244662:0:25801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d5e29bf2/0xf13b8042cb886be6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5ec0 expref: 9 pid: 25073 timeout: 779 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.244683:0:25801:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1789776858.244688:0:25801:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1789776858.244695:0:25801:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ae736fcb/0xf13b8042cb886bed lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.244706:0:25801:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae736fcb/0xf13b8042cb886bed lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.244744:0:25801:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789776858.244832:0:25801:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0833800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:196f6478-a515-45ae-bac6-ab823536f403+8:2411:x1876716432825216:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 292us (579us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776858.244841:0:25801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 21 00010000:00010000:3.0:1789776858.245034:0:24260:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ae736fcb/0xf13b8042cb886bed lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.245044:0:24260:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ae736fcb/0xf13b8042cb886bed lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.245069:0:24260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ae736fcb/0xf13b8042cb886bed lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.245077:0:24260:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ae736fcb/0xf13b8042cb886bed lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.245086:0:24260:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ae736fcb/0xf13b8042cb886bed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.245105:0:24260:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5d0217e200 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:3.0:1789776858.245779:0:24260:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae736fcb/0xf13b8042cb886bed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.245793:0:24260:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae736fcb/0xf13b8042cb886bed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.248135:0:24260:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ae736fcb/0xf13b8042cb886bed lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.248166:0:24260:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ae736fcb/0xf13b8042cb886bed lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776858.248624:0:24260:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0832300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:196f6478-a515-45ae-bac6-ab823536f403+7:2411:x1876716432825088:12345-192.168.204.27@tcp:1:lhsmtool_posix.0 Request processed in 12920us (13193us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776858.248638:0:24260:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 26 00000100:00100000:1.0:1789776858.252732:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776858.252797:0:22754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432825472 00000100:00100000:3.0:1789776858.252811:0:22754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432825472 00000100:00100000:3.0:1789776858.252896:0:22754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 70 00000100:00100000:3.0:1789776858.252908:0:22754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cfd5a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:196f6478-a515-45ae-bac6-ab823536f403+15:18822:x1876716432825472:12345-192.168.204.27@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1789776858.253024:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fa00/0xf13b8042cb886bf4 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.253045:0:22754:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fc00/0xf13b8042cb886ac7 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e5e expref: 15 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.253057:0:22754:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fa00/0xf13b8042cb886bf4 lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.253118:0:22754:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fc00/0xf13b8042cb886ac7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e5e expref: 15 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.253134:0:22754:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fc00/0xf13b8042cb886ac7 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e5e expref: 15 pid: 22752 timeout: 779 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789776858.253152:0:22754:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cf0893100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22754:1876716449689344:192.168.204.27@tcp:104: 00000100:00100000:3.0:1789776858.253384:0:22754:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc11caa80 going to sleep for 11 seconds 00000100:00100000:3.0:1789776858.258024:0:22754:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cf0893100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22754:1876716449689344:192.168.204.27@tcp:104: 00010000:00010000:3.0:1789776858.258064:0:22754:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fa00/0xf13b8042cb886bf4 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789776858.259214:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776858.260052:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432825600 00000100:00100000:3.0:1789776858.260066:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432825600 00010000:00010000:3.0:1789776858.260130:0:22739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fc00/0xf13b8042cb886ac7 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e5e expref: 16 pid: 22752 timeout: 779 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789776858.260192:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 22 00000100:00100000:3.0:1789776858.260205:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cfd5a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:196f6478-a515-45ae-bac6-ab823536f403+16:2411:x1876716432825600:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789776858.260225:0:22739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789776858.260232:0:22739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fc00/0xf13b8042cb886ac7 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e5e expref: 16 pid: 22752 timeout: 779 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.260247:0:22739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fc00/0xf13b8042cb886ac7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e5e expref: 16 pid: 22752 timeout: 779 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.260309:0:22739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fc00/0xf13b8042cb886ac7 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e5e expref: 16 pid: 22752 timeout: 779 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.260331:0:22739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a5bc240ca00) 00010000:00010000:3.0:1789776858.260337:0:22739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed600/0xf13b8042cb886b5a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e8f expref: 15 pid: 24893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.260349:0:22739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fa00/0xf13b8042cb886bf4 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.260364:0:22739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fa00/0xf13b8042cb886bf4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.260373:0:22739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fa00/0xf13b8042cb886bf4 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.260468:0:22739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789776858.260627:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cfd5a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:196f6478-a515-45ae-bac6-ab823536f403+15:2411:x1876716432825600:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 423us (1419us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776858.260636:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 22 00010000:00010000:0.0:1789776858.262464:0:22754:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fa00/0xf13b8042cb886bf4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.262486:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fa00/0xf13b8042cb886bf4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.263220:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeca00/0xf13b8042cb886bfb lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.263244:0:22754:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0a400/0xf13b8042cb886bc3 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5eab expref: 15 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.263255:0:22754:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeca00/0xf13b8042cb886bfb lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.263309:0:22754:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0a400/0xf13b8042cb886bc3 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5eab expref: 15 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.263342:0:22754:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0a400/0xf13b8042cb886bc3 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5eab expref: 15 pid: 22752 timeout: 779 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789776858.263363:0:22754:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff467b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22754:1876716449689472:192.168.204.27@tcp:104: 00000100:00100000:0.0:1789776858.263483:0:22754:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc7e05e40 going to sleep for 11 seconds 00000100:00100000:1.0:1789776858.269698:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776858.269815:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432825728 00000100:00100000:2.0:1789776858.269825:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432825728 00010000:00010000:2.0:1789776858.269874:0:22737:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0a400/0xf13b8042cb886bc3 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5eab expref: 16 pid: 22752 timeout: 779 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776858.269929:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 23 00000100:00100000:2.0:1789776858.269942:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cfcaea450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:196f6478-a515-45ae-bac6-ab823536f403+16:2412:x1876716432825728:12345-192.168.204.27@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789776858.269962:0:22737:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789776858.269970:0:22737:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0a400/0xf13b8042cb886bc3 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5eab expref: 16 pid: 22752 timeout: 779 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.269986:0:22737:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0a400/0xf13b8042cb886bc3 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5eab expref: 16 pid: 22752 timeout: 779 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.270016:0:22737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8a5bc109d400) 00010000:00010000:2.0:1789776858.270023:0:22737:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeca00/0xf13b8042cb886bfb lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.270035:0:22737:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeca00/0xf13b8042cb886bfb lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.270045:0:22737:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeca00/0xf13b8042cb886bfb lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.270069:0:22737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789776858.270291:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cfcaea450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:196f6478-a515-45ae-bac6-ab823536f403+16:2412:x1876716432825728:12345-192.168.204.27@tcp:103:ldlm_bl.0 Request processed in 349us (606us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776858.270322:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 23 00010000:00010000:0.0:1789776858.270555:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0a400/0xf13b8042cb886bc3 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5eab expref: 15 pid: 22752 timeout: 779 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789776858.270579:0:22754:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff467b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22754:1876716449689472:192.168.204.27@tcp:104: 00010000:00010000:0.0:1789776858.270618:0:22754:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeca00/0xf13b8042cb886bfb lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.270628:0:22754:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeca00/0xf13b8042cb886bfb lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.270634:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeca00/0xf13b8042cb886bfb lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1789776858.270822:0:22754:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901920 00000001:00080000:0.0:1789776858.270964:0:22754:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901921 00000001:00080000:0.0:1789776858.271009:0:22754:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901922 00000100:00100000:0.0:1789776858.271134:0:22754:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff467b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22754:1876716449689600:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1789776858.271203:0:22754:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776858.271252:0:22754:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cc7e05cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1789776858.271820:0:23495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449689600 00000100:00100000:2.0:1789776858.271832:0:23495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449689600 00000100:00100000:2.0:1789776858.271909:0:23495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1789776858.271921:0:23495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff464a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22754:x1876716449689600:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1789776858.272060:0:23495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff464a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22754:x1876716449689600:12345-0@lo:1000:mdt00_002.0 Request processed in 141us (856us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776858.272068:0:23495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1789776858.272145:0:22754:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff467b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22754:1876716449689600:0@lo:1000:mdt00_002.0 00000001:00080000:1.0:1789776858.272395:0:22754:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901923 00000100:00100000:1.0:1789776858.272467:0:22754:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cfd5a8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22754:1876716449689728:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1789776858.272547:0:22754:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789776858.272607:0:22754:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cefb653c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789776858.272737:0:22758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449689728 00000100:00100000:2.0:1789776858.272743:0:22758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449689728 00000100:00100000:2.0:1789776858.272887:0:22758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1789776858.272896:0:22758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cfd5a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22754:x1876716449689728:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1789776858.273060:0:22758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cfd5a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:22754:x1876716449689728:12345-0@lo:1000:mdt00_002.0 Request processed in 165us (513us total) trans 12884901894 rc 0/0 00000100:00100000:2.0:1789776858.273069:0:22758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1789776858.273150:0:22754:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cfd5a8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22754:1876716449689728:0@lo:1000:mdt00_002.0 00010000:00010000:1.0:1789776858.273201:0:22754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeca00/0xf13b8042cb886bfb lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776858.273213:0:22754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeca00/0xf13b8042cb886bfb lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776858.273227:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeca00/0xf13b8042cb886bfb lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776858.273234:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc3eeca00 already unused, calling callback (ffffffffc180b4f0) 00010000:00010000:1.0:1789776858.273240:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeca00/0xf13b8042cb886bfb lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776858.273249:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeca00/0xf13b8042cb886bfb lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776858.273269:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8a5bc109d400) 00010000:00010000:1.0:1789776858.273272:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1789776858.273278:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeca00/0xf13b8042cb886bfb lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776858.273284:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eeca00/0xf13b8042cb886bfb lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776858.273322:0:22754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0ba00/0xf13b8042cb886b53 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776858.273580:0:22754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0ba00/0xf13b8042cb886b53 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776858.273587:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0ba00/0xf13b8042cb886b53 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776858.273626:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cc4b0ba00 already unused, calling callback (ffffffffc180b4f0) 00010000:00010000:1.0:1789776858.273630:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0ba00/0xf13b8042cb886b53 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776858.273636:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0ba00/0xf13b8042cb886b53 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776858.273646:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a5bc240ca00) 00010000:00010000:1.0:1789776858.273654:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1789776858.273662:0:22754:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed600/0xf13b8042cb886b5a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e8f expref: 18 pid: 24893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776858.273675:0:22754:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed600/0xf13b8042cb886b5a lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e8f expref: 18 pid: 24893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776858.273685:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed600/0xf13b8042cb886b5a lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e8f expref: 18 pid: 24893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776858.273770:0:22754:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed600/0xf13b8042cb886b5a lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5e8f expref: 18 pid: 24893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789776858.273786:0:22754:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cfd5a8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22754:1876716449689856:192.168.204.27@tcp:105: 00000100:00100000:1.0:1789776858.273865:0:22754:0:(client.c:2715:ptlrpc_set_wait()) set ffff8a5cefb65b40 going to sleep for 11 seconds 00000100:00100000:0.0:1789776858.277839:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1789776858.277872:0:22754:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cfd5a8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22754:1876716449689856:192.168.204.27@tcp:105: 00010000:00010000:1.0:1789776858.277932:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0ba00/0xf13b8042cb886b53 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776858.277969:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0ba00/0xf13b8042cb886b53 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776858.278033:0:22754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc000/0xf13b8042cb886c02 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776858.278053:0:22754:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc000/0xf13b8042cb886c02 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776858.278067:0:22754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc000/0xf13b8042cb886c02 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776858.278079:0:22754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc000/0xf13b8042cb886c02 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776858.278085:0:22754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc000/0xf13b8042cb886c02 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776858.278091:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc000/0xf13b8042cb886c02 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776858.278097:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5bc36dc000 already unused, calling callback (ffffffffc180b4f0) 00010000:00010000:1.0:1789776858.278101:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc000/0xf13b8042cb886c02 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776858.278109:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc000/0xf13b8042cb886c02 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776858.278123:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a5bc240ca00) 00010000:00010000:1.0:1789776858.278126:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789776858.278129:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc000/0xf13b8042cb886c02 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776858.278142:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc000/0xf13b8042cb886c02 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776858.278153:0:22754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fa00/0xf13b8042cb886bf4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776858.278159:0:22754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fa00/0xf13b8042cb886bf4 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776858.278165:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fa00/0xf13b8042cb886bf4 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776858.278169:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5d0217fa00 already unused, calling callback (ffffffffc180b4f0) 00010000:00010000:1.0:1789776858.278173:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fa00/0xf13b8042cb886bf4 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776858.278178:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fa00/0xf13b8042cb886bf4 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776858.278188:0:22754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a5bc240ca00) 00010000:00010000:1.0:1789776858.278190:0:22754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1789776858.278192:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fa00/0xf13b8042cb886bf4 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776858.278197:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fa00/0xf13b8042cb886bf4 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22754 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789776858.278434:0:22754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cfd5a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:196f6478-a515-45ae-bac6-ab823536f403+18:18822:x1876716432825472:12345-192.168.204.27@tcp:57:lhsmtool_posix.0 Request processed in 25526us (25954us total) trans 12884901924 rc 0/0 00000100:00100000:1.0:1789776858.278445:0:22754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 70 00000020:00080000:1.0:1789776858.278459:0:22754:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:2.0:1789776858.279203:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432825856 00000100:00100000:2.0:1789776858.279216:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432825856 00000100:00100000:2.0:1789776858.279288:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 12 00000100:00100000:2.0:1789776858.279300:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff466300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:196f6478-a515-45ae-bac6-ab823536f403+18:18821:x1876716432825856:12345-192.168.204.27@tcp:49:bash.0 00000100:00100000:2.0:1789776858.279436:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff466300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:196f6478-a515-45ae-bac6-ab823536f403+18:18821:x1876716432825856:12345-192.168.204.27@tcp:49:bash.0 Request processed in 138us (1614us total) trans 0 rc 0/0 00000100:00100000:2.0:1789776858.279444:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 12 00000100:00100000:3.0:1789776858.282098:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:2.0:1789776858.282549:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432826112 00000100:00100000:2.0:1789776858.282562:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432826112 00000100:00100000:2.0:1789776858.282744:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 13 00000100:00100000:2.0:1789776858.282763:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0893100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:196f6478-a515-45ae-bac6-ab823536f403+18:18822:x1876716432826112:12345-192.168.204.27@tcp:35:lhsmtool_posix.0 00000040:00080000:0.0:1789776858.282867:0:22788:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1789776858.282873:0:22788:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1789776858.282934:0:22788:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1789776858.282942:0:22788:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000004:00080000:2.0:1789776858.283127:0:22755:0:(mdd_object.c:4014:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1789776858.283171:0:22755:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901925 00010000:00010000:2.0:1789776858.283213:0:22755:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0bc00/0xf13b8042cb886c09 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.283233:0:22755:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0bc00/0xf13b8042cb886c09 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.283246:0:22755:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0bc00/0xf13b8042cb886c09 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.283255:0:22755:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0bc00/0xf13b8042cb886c09 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.283262:0:22755:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0bc00/0xf13b8042cb886c09 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.283269:0:22755:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0bc00/0xf13b8042cb886c09 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789776858.283294:0:22755:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789776858.283319:0:22741:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789776858.283328:0:22741:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0bc00/0xf13b8042cb886c09 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776858.283335:0:22741:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5cc4b0bc00 already unused, calling callback (ffffffffc0bf0420) 00010000:00010000:1.0:1789776858.283340:0:22741:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0bc00/0xf13b8042cb886c09 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776858.283365:0:22741:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0bc00/0xf13b8042cb886c09 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776858.283380:0:22741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8a5bc109d400) 00010000:00010000:1.0:1789776858.283383:0:22741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1789776858.283389:0:22741:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0bc00/0xf13b8042cb886c09 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776858.283394:0:22741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5cc4b0bc00/0xf13b8042cb886c09 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22755 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789776858.283408:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0893100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:196f6478-a515-45ae-bac6-ab823536f403+20:18822:x1876716432826112:12345-192.168.204.27@tcp:35:lhsmtool_posix.0 Request processed in 653us (1323us total) trans 12884901926 rc 0/0 00010000:00010000:1.0:1789776858.283411:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776858.283413:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789776858.283414:0:22741:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789776858.283417:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 13 00000020:00080000:2.0:1789776858.283423:0:22755:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1789776858.284304:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1789776858.284408:0:25073:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432826240 00000100:00100000:1.0:1789776858.284418:0:25073:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432826240 00000100:00100000:1.0:1789776858.284542:0:25073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 27 00000100:00100000:1.0:1789776858.284552:0:25073:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cdfd19c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:196f6478-a515-45ae-bac6-ab823536f403+7:18821:x1876716432826240:12345-192.168.204.27@tcp:101:bash.0 00010000:00010000:1.0:1789776858.284571:0:25073:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789776858.284614:0:25073:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c995dc7/0xf13b8042cb886c10 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x87906a8077ab5ec7 expref: -99 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1789776858.284667:0:25073:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 0, mtime: 0x6aadd3da, atime: 0x6aadd3d9, ctime: 0x6aadd3da, blocks: 0x0 00010000:00010000:1.0:1789776858.284692:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=679s v=(0 0) 00010000:00010000:1.0:1789776858.284697:0:25073:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789776858.284707:0:25073:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c995dc7/0xf13b8042cb886c10 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5ec7 expref: 8 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776858.284724:0:25073:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003c995dc7/0xf13b8042cb886c10 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5ec7 expref: 8 pid: 25073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776858.284735:0:25073:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5bc36dd600, rc 0) 00000100:00100000:1.0:1789776858.284783:0:25073:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cdfd19c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:196f6478-a515-45ae-bac6-ab823536f403+8:18821:x1876716432826240:12345-192.168.204.27@tcp:101:bash.0 Request processed in 232us (489us total) trans 0 rc 0/0 00000100:00100000:1.0:1789776858.284790:0:25073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 27 00000100:00100000:0.0:1789776858.289306:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776858.289390:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432826368 00000100:00100000:3.0:1789776858.289408:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432826368 00000100:00100000:3.0:1789776858.289629:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 71 00000100:00100000:3.0:1789776858.289643:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff464700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:196f6478-a515-45ae-bac6-ab823536f403+20:18821:x1876716432826368:12345-192.168.204.27@tcp:101:bash.0 00010000:00010000:3.0:1789776858.289686:0:22752:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789776858.290159:0:22752:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed000/0xf13b8042cb886c17 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x87906a8077ab5ece expref: -99 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.290216:0:22752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed800/0xf13b8042cb886c1e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.290233:0:22752:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed800/0xf13b8042cb886c1e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.290246:0:22752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed800/0xf13b8042cb886c1e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22752 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.290400:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed000/0xf13b8042cb886c17 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5ece expref: 22 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.290423:0:22752:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc3eed800/0xf13b8042cb886c1e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5ece expref: 21 pid: 22752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789776858.290433:0:22752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a5bc240ca00) 00010000:00010000:0.0:1789776858.290436:0:22752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1789776858.290440:0:22752:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5bc3eed800, rc 0) 00000100:00100000:0.0:1789776858.291013:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff464700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:196f6478-a515-45ae-bac6-ab823536f403+21:18821:x1876716432826368:12345-192.168.204.27@tcp:101:bash.0 Request processed in 1368us (1718us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776858.291025:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 71 00000100:00100000:2.0:1789776858.293972:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776858.294115:0:22756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432826624 00000100:00100000:3.0:1789776858.294129:0:22756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432826624 00000100:00100000:3.0:1789776858.294205:0:22756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 14 00000100:00100000:3.0:1789776858.294218:0:22756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3d6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:196f6478-a515-45ae-bac6-ab823536f403+21:18821:x1876716432826624:12345-192.168.204.27@tcp:35:bash.0 00000001:00080000:3.0:1789776858.295889:0:22756:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901927 00000001:00080000:3.0:1789776858.296393:0:22756:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901928 00000100:00100000:3.0:1789776858.296792:0:22756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3d6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:196f6478-a515-45ae-bac6-ab823536f403+24:18821:x1876716432826624:12345-192.168.204.27@tcp:35:bash.0 Request processed in 2569us (2827us total) trans 12884901929 rc 0/0 00000100:00100000:3.0:1789776858.296805:0:22756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 14 00000020:00080000:3.0:1789776858.296812:0:22756:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:3.0:1789776858.396728:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:1.0:1789776858.396873:0:24893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432826880 00000100:00100000:1.0:1789776858.396887:0:24893:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432826880 00000100:00100000:1.0:1789776858.396972:0:24893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 72 00000100:00100000:1.0:1789776858.396985:0:24893:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cf0892a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:196f6478-a515-45ae-bac6-ab823536f403+24:18832:x1876716432826880:12345-192.168.204.27@tcp:101:lfs.0 00010000:00010000:1.0:1789776858.397023:0:24893:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789776858.397054:0:24893:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc000/0xf13b8042cb886c25 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x87906a8077ab5ed5 expref: -99 pid: 24893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789776858.397198:0:24893:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1789776858.397352:0:24893:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc000/0xf13b8042cb886c25 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5ed5 expref: 26 pid: 24893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776858.397398:0:24893:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a5bc240c200) 00010000:00010000:1.0:1789776858.397402:0:24893:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1789776858.397409:0:24893:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5bc36dc000/0xf13b8042cb886c25 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.27@tcp remote: 0x87906a8077ab5ed5 expref: 26 pid: 24893 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789776858.397428:0:24893:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a5bc36dc000, rc 0) 00000100:00100000:1.0:1789776858.397582:0:24893:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cf0892a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:196f6478-a515-45ae-bac6-ab823536f403+25:18832:x1876716432826880:12345-192.168.204.27@tcp:101:lfs.0 Request processed in 598us (870us total) trans 12884901930 rc 301/301 00000100:00100000:1.0:1789776858.397601:0:24893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 72 00000100:00100000:2.0:1789776858.400916:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:3.0:1789776858.401732:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432827008 00000100:00100000:3.0:1789776858.401748:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432827008 00000100:00100000:3.0:1789776858.401843:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 73 00000100:00100000:3.0:1789776858.401855:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3d6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:196f6478-a515-45ae-bac6-ab823536f403+25:18832:x1876716432827008:12345-192.168.204.27@tcp:34:lfs.0 00010000:00010000:3.0:1789776858.402406:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fc00/0xf13b8042cb886c33 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.402428:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fc00/0xf13b8042cb886c33 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.402442:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fc00/0xf13b8042cb886c33 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.402459:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217e200/0xf13b8042cb886c3a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.402466:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217e200/0xf13b8042cb886c3a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.402605:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217e200/0xf13b8042cb886c3a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.402832:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217f600/0xf13b8042cb886c41 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.402843:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217f600/0xf13b8042cb886c41 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.402850:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217f600/0xf13b8042cb886c41 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1789776858.403325:0:22753:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217f600/0xf13b8042cb886c41 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.403344:0:22753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fc00/0xf13b8042cb886c33 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.403350:0:22753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fc00/0xf13b8042cb886c33 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.403359:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fc00/0xf13b8042cb886c33 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.403365:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5d0217fc00 already unused, calling callback (ffffffffc180b4f0) 00010000:00010000:3.0:1789776858.403370:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fc00/0xf13b8042cb886c33 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.403378:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fc00/0xf13b8042cb886c33 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.403391:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8a5cc650aa00) 00010000:00010000:3.0:1789776858.403404:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789776858.403411:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fc00/0xf13b8042cb886c33 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.403418:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217fc00/0xf13b8042cb886c33 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.403436:0:22753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217e200/0xf13b8042cb886c3a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.403442:0:22753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217e200/0xf13b8042cb886c3a lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.403449:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217e200/0xf13b8042cb886c3a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.403453:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5d0217e200 already unused, calling callback (ffffffffc180b4f0) 00010000:00010000:3.0:1789776858.403456:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217e200/0xf13b8042cb886c3a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.403462:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217e200/0xf13b8042cb886c3a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.403468:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8a5bc33d3900) 00010000:00010000:3.0:1789776858.403470:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789776858.403473:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217e200/0xf13b8042cb886c3a lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.403478:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217e200/0xf13b8042cb886c3a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.403585:0:22753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217f600/0xf13b8042cb886c41 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.403609:0:22753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217f600/0xf13b8042cb886c41 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.403616:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217f600/0xf13b8042cb886c41 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.403622:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5d0217f600 already unused, calling callback (ffffffffc180b4f0) 00010000:00010000:3.0:1789776858.403625:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217f600/0xf13b8042cb886c41 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.403631:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217f600/0xf13b8042cb886c41 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.403640:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a5bc240ca00) 00010000:00010000:3.0:1789776858.403642:0:22753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789776858.403707:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217f600/0xf13b8042cb886c41 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789776858.403714:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a5d0217f600/0xf13b8042cb886c41 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22753 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789776858.404378:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3d6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:196f6478-a515-45ae-bac6-ab823536f403+25:18832:x1876716432827008:12345-192.168.204.27@tcp:34:lfs.0 Request processed in 2515us (3468us total) trans 0 rc 0/0 00000100:00100000:3.0:1789776858.404390:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 73 00000100:00100000:2.0:1789776858.407270:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.27@tcp (source: 12345-192.168.204.27@tcp) 00000100:00100000:0.0:1789776858.408086:0:22755:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716432827264 00000100:00100000:0.0:1789776858.408104:0:22755:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716432827264 00000100:00100000:0.0:1789776858.408189:0:22755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.27@tcp, seq: 15 00000100:00100000:0.0:1789776858.408222:0:22755:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5bc3d6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:196f6478-a515-45ae-bac6-ab823536f403+25:18832:x1876716432827264:12345-192.168.204.27@tcp:35:lfs.0 00000100:00100000:0.0:1789776858.408799:0:22755:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5bc3d6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:196f6478-a515-45ae-bac6-ab823536f403+26:18832:x1876716432827264:12345-192.168.204.27@tcp:35:lfs.0 Request processed in 578us (1540us total) trans 12884901931 rc 0/0 00000100:00100000:0.0:1789776858.408808:0:22755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.27@tcp, seq: 15 00010000:00010000:3.0:1789776858.599432:0:22740:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789776859.618674:0:23906:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1789776859.937615:0:25838:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: /mnt/lustre/d1d.sanity-pcc/f1d.sanity-pcc expected pcc state: readwrite, but got: none 00010000:00010000:1.0:1789776860.642870:0:25371:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789776861.218974:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789776861.219002:0:3646:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8a5cff464000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876716449689984:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789776861.219075:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789776861.219127:0:24262:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876716449689984 00000100:00100000:0.0:1789776861.219134:0:24262:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876716449689984 00000100:00100000:0.0:1789776861.219188:0:24262:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789776861.219197:0:24262:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5cff465180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876716449689984:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789776861.219231:0:24262:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1789776861.219279:0:24262:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5cff465180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876716449689984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1789776861.219285:0:24262:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00080000:0.0:1789776861.219310:0:22748:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789776861.219346:0:3646:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8a5cff464000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1876716449689984:0@lo:13:osp-pre-0-1.0 Debug log: 13929 lines, 13929 kept, 0 dropped, 0 bad.