00000100:00100000:0.0F:1715206679.972037:0:3683:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012f881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3683:1798523510342528:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1715206679.972117:0:3683:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0F:1715206679.972164:0:9919:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510342528
00000100:00100000:2.0:1715206679.972179:0:9919:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510342528
00000100:00100000:2.0:1715206679.972216:0:9919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 771
00000100:00100000:2.0:1715206679.972222:0:9919:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e2e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3683:x1798523510342528:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1715206679.972244:0:9919:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 16080576 pending 0 free 3921453056 avail 3689930752
00000100:00100000:2.0:1715206679.972285:0:9919:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e2e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3683:x1798523510342528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (169us total) trans 0 rc 0/0
00000100:00100000:2.0:1715206679.972290:0:9919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 771
00000100:00100000:1.0F:1715206679.972318:0:3683:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012f881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3683:1798523510342528:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1715206680.408856:0:3676:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp)
00000100:00100000:1.0:1715206680.408927:0:10664:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504932096
00000100:00100000:1.0:1715206680.408939:0:10664:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504932096
00000100:00100000:1.0:1715206680.409016:0:10664:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 244
00000100:00100000:1.0:1715206680.409024:0:10664:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e2e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+18:4326:x1798523504932096:12345-192.168.201.23@tcp:60:lhsmtool_posix.0
00000100:00080000:2.0:1715206680.409040:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206650
00000100:00100000:1.0:1715206680.409125:0:10664:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e2e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+18:4326:x1798523504932096:12345-192.168.201.23@tcp:60:lhsmtool_posix.0 Request processed in 101us (277us total) trans 0 rc 0/0
00000100:00100000:1.0:1715206680.409131:0:10664:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 244
00000100:00100000:0.0:1715206680.409835:0:3677:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp)
00000100:00100000:1.0:1715206680.409894:0:10664:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504932160
00000100:00100000:1.0:1715206680.409899:0:10664:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504932160
00000100:00100000:1.0:1715206680.409936:0:10664:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 245
00000100:00080000:2.0:1715206680.409941:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206650
00000100:00100000:1.0:1715206680.409941:0:10664:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e2e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+7:4326:x1798523504932160:12345-192.168.201.23@tcp:60:lhsmtool_posix.0
00000100:00100000:1.0:1715206680.409980:0:10664:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e2e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+7:4326:x1798523504932160:12345-192.168.201.23@tcp:60:lhsmtool_posix.0 Request processed in 38us (146us total) trans 0 rc 0/0
00000100:00100000:1.0:1715206680.409987:0:10664:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 245
00000100:00100000:0.0:1715206680.410661:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp)
00000100:00100000:2.0:1715206680.410702:0:15069:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504932288
00000100:00100000:2.0:1715206680.410707:0:15069:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504932288
00000100:00100000:2.0:1715206680.410736:0:15069:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 44
00000100:00100000:2.0:1715206680.410740:0:15069:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+18:4326:x1798523504932288:12345-192.168.201.23@tcp:35:lhsmtool_posix.0
00000100:00100000:2.0:1715206680.410906:0:15069:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+19:4326:x1798523504932288:12345-192.168.201.23@tcp:35:lhsmtool_posix.0 Request processed in 164us (246us total) trans 4294967389 rc 0/0
00000100:00100000:2.0:1715206680.410911:0:15069:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 44
00010000:00010000:1.0:1715206680.592086:0:7113:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0F:1715206681.236067:0:3684:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3684:1798523510342592:0@lo:41:osp-pre-0-1.0
00000100:00100000:3.0:1715206681.236190:0:3684:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1715206681.236246:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510342592
00000100:00100000:1.0:1715206681.236271:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510342592
00000100:00100000:1.0:1715206681.236315:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821
00000100:00100000:1.0:1715206681.236321:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c8da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3684:x1798523510342592:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:1.0:1715206681.236355:0:7128:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445056512 avail 1315594240
00000100:00100000:1.0:1715206681.236409:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c8da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3684:x1798523510342592:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (218us total) trans 0 rc 0/0
00000100:00100000:1.0:1715206681.236417:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821
00000100:00100000:3.0:1715206681.236450:0:3684:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e0f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3684:1798523510342592:0@lo:41:osp-pre-0-1.0
00010000:00010000:2.0:1715206681.594040:0:14811:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:3.0:1715206682.470343:0:14123:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12c: Restore a file with stripe of 2 == 18:18:02 (1715206682)
00000100:00100000:0.0:1715206682.551523:0:3676:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp)
00000100:00100000:1.0:1715206682.551676:0:10664:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504932480
00000100:00100000:1.0:1715206682.551692:0:10664:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504932480
00000100:00100000:1.0:1715206682.551775:0:10664:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 246
00000100:00080000:2.0:1715206682.551790:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206652
00000100:00100000:1.0:1715206682.551796:0:10664:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+19:5164:x1798523504932480:12345-192.168.201.23@tcp:101:lhsmtool_posix.0
00010000:00010000:1.0:1715206682.551825:0:10664:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1715206682.551848:0:10664:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bf3c0/0xfa8b5bed87891c29 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7561918bd556fda2 expref: -99 pid: 10664 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1715206682.551972:0:10664:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bf600/0xfa8b5bed87891c30 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10664 initiator: MDT0
00010000:00010000:1.0:1715206682.551989:0:10664:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bf600/0xfa8b5bed87891c30 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10664 initiator: MDT0
00010000:00010000:1.0:1715206682.552002:0:10664:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bf600/0xfa8b5bed87891c30 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10664 initiator: MDT0
00010000:00010000:1.0:1715206682.552016:0:10664:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bfcc0/0xfa8b5bed87891c37 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10664 initiator: MDT0
00010000:00010000:1.0:1715206682.552023:0:10664:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bfcc0/0xfa8b5bed87891c37 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10664 initiator: MDT0
00010000:00010000:1.0:1715206682.552030:0:10664:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bfcc0/0xfa8b5bed87891c37 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10664 initiator: MDT0
00000004:00200000:1.0:1715206682.552117:0:10664:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096
00010000:00010000:1.0:1715206682.552198:0:10664:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bf600/0xfa8b5bed87891c30 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10664 initiator: MDT0
00010000:00010000:1.0:1715206682.552205:0:10664:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bf600/0xfa8b5bed87891c30 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10664 initiator: MDT0
00010000:00010000:1.0:1715206682.552212:0:10664:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bf600/0xfa8b5bed87891c30 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10664 initiator: MDT0
00010000:00010000:1.0:1715206682.552219:0:10664:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009e3bf600 already unused, calling callback (ffffffffa0eef730)
00010000:00010000:1.0:1715206682.552231:0:10664:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bf600/0xfa8b5bed87891c30 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10664 initiator: MDT0
00010000:00010000:1.0:1715206682.552239:0:10664:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bf600/0xfa8b5bed87891c30 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10664 initiator: MDT0
00010000:00010000:1.0:1715206682.552252:0:10664:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8801303a6000)
00010000:00010000:1.0:1715206682.552256:0:10664:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1715206682.552260:0:10664:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bf600/0xfa8b5bed87891c30 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10664 initiator: MDT0
00010000:00010000:1.0:1715206682.552266:0:10664:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bf600/0xfa8b5bed87891c30 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10664 initiator: MDT0
00010000:00010000:1.0:1715206682.552295:0:10664:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bfcc0/0xfa8b5bed87891c37 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10664 initiator: MDT0
00010000:00010000:1.0:1715206682.552302:0:10664:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bfcc0/0xfa8b5bed87891c37 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10664 initiator: MDT0
00010000:00010000:1.0:1715206682.552307:0:10664:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bfcc0/0xfa8b5bed87891c37 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10664 initiator: MDT0
00010000:00010000:1.0:1715206682.552312:0:10664:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009e3bfcc0 already unused, calling callback (ffffffffa0eef730)
00010000:00010000:1.0:1715206682.552315:0:10664:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bfcc0/0xfa8b5bed87891c37 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10664 initiator: MDT0
00010000:00010000:1.0:1715206682.552320:0:10664:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bfcc0/0xfa8b5bed87891c37 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10664 initiator: MDT0
00010000:00010000:1.0:1715206682.552327:0:10664:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x646966 (ffff88009dcedd00)
00010000:00010000:1.0:1715206682.552329:0:10664:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1715206682.552332:0:10664:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bfcc0/0xfa8b5bed87891c37 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10664 initiator: MDT0
00010000:00010000:1.0:1715206682.552347:0:10664:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bfcc0/0xfa8b5bed87891c37 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10664 initiator: MDT0
00010000:00010000:1.0:1715206682.552391:0:10664:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bf3c0/0xfa8b5bed87891c29 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd556fda2 expref: 21 pid: 10664 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1715206682.552400:0:10664:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bf3c0/0xfa8b5bed87891c29 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd556fda2 expref: 21 pid: 10664 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1715206682.552408:0:10664:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e3bf3c0, rc 0)
00000100:00100000:1.0:1715206682.552472:0:10664:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+20:5164:x1798523504932480:12345-192.168.201.23@tcp:101:lhsmtool_posix.0 Request processed in 678us (961us total) trans 4294967390 rc 301/301
00000100:00100000:1.0:1715206682.552482:0:10664:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 246
00000100:00100000:0.0:1715206682.554183:0:3677:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp)
00000100:00100000:1.0:1715206682.554305:0:10664:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504932544
00000100:00100000:1.0:1715206682.554313:0:10664:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504932544
00000100:00100000:1.0:1715206682.554358:0:10664:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 247
00000100:00100000:1.0:1715206682.554365:0:10664:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+20:5164:x1798523504932544:12345-192.168.201.23@tcp:59:lhsmtool_posix.0
00000100:00100000:1.0:1715206682.554430:0:10664:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+20:5164:x1798523504932544:12345-192.168.201.23@tcp:59:lhsmtool_posix.0 Request processed in 64us (251us total) trans 0 rc 0/0
00000100:00100000:1.0:1715206682.554438:0:10664:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 247
00000100:00100000:0.0:1715206682.555761:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp)
00000100:00100000:1.0:1715206682.555836:0:10664:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504932608
00000100:00100000:1.0:1715206682.555845:0:10664:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504932608
00000100:00100000:1.0:1715206682.555924:0:10664:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 248
00000100:00100000:1.0:1715206682.555932:0:10664:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+7:5164:x1798523504932608:12345-192.168.201.23@tcp:59:lhsmtool_posix.0
00000100:00080000:2.0:1715206682.555993:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206652
00000100:00100000:1.0:1715206682.556006:0:10664:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+7:5164:x1798523504932608:12345-192.168.201.23@tcp:59:lhsmtool_posix.0 Request processed in 74us (249us total) trans 0 rc 0/0
00000100:00100000:1.0:1715206682.556026:0:10664:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 248
00010000:00010000:1.0:1715206682.596097:0:9401:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000040:00080000:2.0:1715206682.725149:0:15215:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1
00000040:00080000:2.0:1715206682.725162:0:15215:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0]
00000040:00080000:2.0:1715206682.725664:0:15215:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1
00000040:00080000:2.0:1715206682.725676:0:15215:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2
00000040:00080000:0.0:1715206682.768417:0:15218:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1
00000040:00080000:0.0:1715206682.892003:0:14188:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1
00000040:00080000:0.0:1715206682.892011:0:14188:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0]
00000040:00080000:0.0:1715206682.892565:0:14188:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1
00000040:00080000:0.0:1715206682.892573:0:14188:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2
00000100:00100000:0.0:1715206683.082249:0:3676:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp)
00000100:00100000:0.0:1715206683.082317:0:3676:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp)
00000100:00100000:0.0:1715206683.082385:0:3676:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp)
00000100:00100000:1.0:1715206683.082403:0:7118:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504933376
00000100:00100000:1.0:1715206683.082419:0:7118:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504933376
00000100:00100000:2.0:1715206683.082421:0:10664:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504933440
00000100:00100000:2.0:1715206683.082430:0:10664:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504933440
00000100:00100000:0.0:1715206683.082437:0:17150:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504933504
00000100:00100000:0.0:1715206683.082443:0:17150:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504933504
00000100:00100000:0.0:1715206683.082518:0:17150:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 967
00000100:00100000:1.0:1715206683.082520:0:7118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 892
00000100:00100000:2.0:1715206683.082523:0:10664:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 1820
00000100:00080000:3.0:1715206683.082528:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206653
00000100:00100000:1.0:1715206683.082530:0:7118:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a86c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7e7a1b67-d841-4c3c-9f35-ded8f965b8dd+12:2001:x1798523504933376:12345-192.168.201.23@tcp:400:kworker.0
00000100:00100000:0.0:1715206683.082531:0:17150:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+7:2001:x1798523504933504:12345-192.168.201.23@tcp:400:kworker.0
00000100:00100000:2.0:1715206683.082532:0:10664:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:04532c2b-e5e9-420d-abb0-4480aab1e378+8:2000:x1798523504933440:12345-192.168.201.23@tcp:400:kworker.0
00000100:00080000:3.0:1715206683.082535:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206653
00000100:00080000:3.0:1715206683.082537:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206653
00000100:00100000:1.0:1715206683.082652:0:7118:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a86c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7e7a1b67-d841-4c3c-9f35-ded8f965b8dd+12:2001:x1798523504933376:12345-192.168.201.23@tcp:400:kworker.0 Request processed in 122us (416us total) trans 0 rc 0/0
00000100:00100000:0.0:1715206683.082662:0:17150:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+7:2001:x1798523504933504:12345-192.168.201.23@tcp:400:kworker.0 Request processed in 131us (273us total) trans 0 rc 0/0
00000100:00100000:1.0:1715206683.082663:0:7118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 892
00000100:00100000:2.0:1715206683.082668:0:10664:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:04532c2b-e5e9-420d-abb0-4480aab1e378+8:2000:x1798523504933440:12345-192.168.201.23@tcp:400:kworker.0 Request processed in 134us (348us total) trans 0 rc 0/0
00000100:00100000:0.0:1715206683.082673:0:17150:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 967
00000100:00100000:2.0:1715206683.082680:0:10664:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 1820
00000100:00100000:3.0:1715206683.108077:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012c8d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3685:1798523510342720:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1715206683.108077:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e37a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3686:1798523510342656:0@lo:13:osp-pre-0-0.0
00000100:00100000:3.0:1715206683.108141:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1715206683.108144:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1715206683.108179:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510342720
00000100:00100000:0.0:1715206683.108187:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510342720
00000100:00100000:2.0:1715206683.108206:0:9919:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510342656
00000100:00100000:2.0:1715206683.108212:0:9919:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510342656
00000100:00100000:0.0:1715206683.108229:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822
00000100:00100000:0.0:1715206683.108235:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c8d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523510342720:12345-0@lo:41:osp-pre-1-0.0
00000100:00080000:3.0:1715206683.108244:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206653
00000100:00100000:2.0:1715206683.108253:0:9919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772
00000100:00100000:2.0:1715206683.108258:0:9919:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523510342656:12345-0@lo:13:osp-pre-0-0.0
00000004:00000024:0.0:1715206683.108266:0:7128:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446313984 avail 1316851712
00002000:00000024:2.0:1715206683.108282:0:9919:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3922501632 avail 3690979328
00000100:00100000:2.0:1715206683.108319:0:9919:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523510342656:12345-0@lo:13:osp-pre-0-0.0 Request processed in 62us (176us total) trans 0 rc 0/0
00000100:00100000:2.0:1715206683.108325:0:9919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772
00000100:00100000:0.0:1715206683.108326:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c8d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523510342720:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (185us total) trans 0 rc 0/0
00000100:00100000:0.0:1715206683.108332:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822
00000100:00100000:3.0:1715206683.108349:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012c8d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3685:1798523510342720:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1715206683.108350:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e37a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3686:1798523510342656:0@lo:13:osp-pre-0-0.0
00000100:00100000:1.0:1715206683.124117:0:3683:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012f882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3683:1798523510342784:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1715206683.124170:0:3683:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1715206683.124220:0:9919:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510342784
00000100:00100000:2.0:1715206683.124228:0:9919:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510342784
00000100:00080000:3.0:1715206683.124273:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206653
00000100:00100000:2.0:1715206683.124279:0:9919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773
00000100:00100000:2.0:1715206683.124288:0:9919:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3683:x1798523510342784:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1715206683.124310:0:9919:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3922501632 avail 3690979328
00000100:00100000:2.0:1715206683.124363:0:9919:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3683:x1798523510342784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (192us total) trans 0 rc 0/0
00000100:00100000:2.0:1715206683.124369:0:9919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773
00000100:00100000:1.0:1715206683.124396:0:3683:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012f882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3683:1798523510342784:0@lo:13:osp-pre-0-1.0
00000001:02000400:1.0:1715206683.405445:0:14255:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-hsm test_12c: @@@@@@ FAIL: release /mnt/lustre/d12c.sanity-hsm/f12c.sanity-hsm failed
00010000:00010000:2.0:1715206683.598040:0:7112:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
Debug log: 169 lines, 169 kept, 0 dropped, 0 bad.