00010000:00010000:1.0F:1715207802.768233:0:4776:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:0.0F:1715207803.254068:0:1096:0:(file.c:5598:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff880136f580c8),name=/
00000002:00010000:0.0:1715207803.254100:0:1096:0:(mdc_locks.c:1426:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:0.0:1715207803.254156:0:1096:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800b0712000 lock: ffff8800ac2beac0/0xbbeffb005ec3e3bc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 1096 initiator: MDT0
00010000:00010000:0.0:1715207803.254166:0:1096:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800b0712000 lock: ffff8800ac2beac0/0xbbeffb005ec3e3bc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 1096 initiator: MDT0
00010000:00010000:0.0:1715207803.254177:0:1096:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800b0712000 lock: ffff8800ac2beac0/0xbbeffb005ec3e3bc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 1096 initiator: MDT0
00000100:00100000:0.0:1715207803.254195:0:1096:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800aaeeeb40 going to sleep for 0 seconds
00000100:00100000:0.0:1715207803.254207:0:1096:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012aaf5880 pname:cluuid:pid:xid:nid:opc:job md5sum:46af332d-2ee7-4d47-b762-82c1eb2b6bbd:1096:1798523503918912:192.168.202.138@tcp:101:md5sum.0
00010000:00010000:0.0:1715207803.254220:0:1096:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff8800b0712000 lock: ffff8800ac2beac0/0xbbeffb005ec3e3bc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 1096 initiator: MDT0
00010000:00010000:0.0:1715207803.254228:0:1096:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800b0712000 lock: ffff8800ac2beac0/0xbbeffb005ec3e3bc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 1096 initiator: MDT0
00010000:00010000:0.0:1715207803.254234:0:1096:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800b0712000 lock: ffff8800ac2beac0/0xbbeffb005ec3e3bc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 1096 initiator: MDT0
00010000:00010000:0.0:1715207803.254241:0:1096:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800b0712000 lock: ffff8800ac2beac0/0xbbeffb005ec3e3bc lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 1096 initiator: MDT0
00010000:00010000:0.0:1715207803.254248:0:1096:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800b0712000 lock: ffff8800ac2beac0/0xbbeffb005ec3e3bc lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 1096 initiator: MDT0
00010000:00010000:0.0:1715207803.254254:0:1096:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800ac2beac0 already unused, calling callback (ffffffffa1044e10)
00010000:00010000:0.0:1715207803.254259:0:1096:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800b0712000 lock: ffff8800ac2beac0/0xbbeffb005ec3e3bc lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 1096 initiator: MDT0
00010000:00010000:0.0:1715207803.254265:0:1096:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800b0712000 lock: ffff8800ac2beac0/0xbbeffb005ec3e3bc lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 1096 initiator: MDT0
00010000:00010000:0.0:1715207803.254283:0:1096:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800b0712000 lock: ffff8800ac2beac0/0xbbeffb005ec3e3bc lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 1096 initiator: MDT0
00010000:00010000:0.0:1715207803.254289:0:1096:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction)
00010000:00010000:0.0:1715207803.254295:0:1096:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800b0712000 lock: ffff8800ac2beac0/0xbbeffb005ec3e3bc lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 1096 initiator: MDT0
00010000:00010000:0.0:1715207803.254301:0:1096:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800b0712000 lock: ffff8800ac2beac0/0xbbeffb005ec3e3bc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 1096 initiator: MDT0
00000080:00020000:0.0:1715207803.254323:0:1096:0:(file.c:5575:ll_inode_revalidate_fini()) lustre: revalidate FID [0x200000007:0x1:0x0] error: rc = -108
00000080:00200000:2.0F:1715207803.261366:0:1102:0:(file.c:5598:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff880136f580c8),name=/
00000002:00010000:2.0:1715207803.261386:0:1102:0:(mdc_locks.c:1426:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:2.0:1715207803.261418:0:1102:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800b0712000 lock: ffff8800aa308240/0xbbeffb005ec3e3c3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 1102 initiator: MDT0
00010000:00010000:2.0:1715207803.261427:0:1102:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800b0712000 lock: ffff8800aa308240/0xbbeffb005ec3e3c3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 1102 initiator: MDT0
00010000:00010000:2.0:1715207803.261436:0:1102:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800b0712000 lock: ffff8800aa308240/0xbbeffb005ec3e3c3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 1102 initiator: MDT0
00000100:00100000:2.0:1715207803.261447:0:1102:0:(client.c:2542:ptlrpc_set_wait()) set ffff8801373919c0 going to sleep for 0 seconds
00000100:00100000:2.0:1715207803.261455:0:1102:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800b6326d80 pname:cluuid:pid:xid:nid:opc:job lfs:46af332d-2ee7-4d47-b762-82c1eb2b6bbd:1102:1798523503918976:192.168.202.138@tcp:101:lfs.0
00010000:00010000:2.0:1715207803.261465:0:1102:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff8800b0712000 lock: ffff8800aa308240/0xbbeffb005ec3e3c3 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 1102 initiator: MDT0
00010000:00010000:2.0:1715207803.261471:0:1102:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800b0712000 lock: ffff8800aa308240/0xbbeffb005ec3e3c3 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 1102 initiator: MDT0
00010000:00010000:2.0:1715207803.261477:0:1102:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800b0712000 lock: ffff8800aa308240/0xbbeffb005ec3e3c3 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 1102 initiator: MDT0
00010000:00010000:2.0:1715207803.261484:0:1102:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800b0712000 lock: ffff8800aa308240/0xbbeffb005ec3e3c3 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 1102 initiator: MDT0
00010000:00010000:2.0:1715207803.261490:0:1102:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800b0712000 lock: ffff8800aa308240/0xbbeffb005ec3e3c3 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 1102 initiator: MDT0
00010000:00010000:2.0:1715207803.261495:0:1102:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800aa308240 already unused, calling callback (ffffffffa1044e10)
00010000:00010000:2.0:1715207803.261499:0:1102:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800b0712000 lock: ffff8800aa308240/0xbbeffb005ec3e3c3 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 1102 initiator: MDT0
00010000:00010000:2.0:1715207803.261504:0:1102:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800b0712000 lock: ffff8800aa308240/0xbbeffb005ec3e3c3 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 1102 initiator: MDT0
00010000:00010000:2.0:1715207803.261521:0:1102:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800b0712000 lock: ffff8800aa308240/0xbbeffb005ec3e3c3 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 1102 initiator: MDT0
00010000:00010000:2.0:1715207803.261527:0:1102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction)
00010000:00010000:2.0:1715207803.261531:0:1102:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800b0712000 lock: ffff8800aa308240/0xbbeffb005ec3e3c3 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 1102 initiator: MDT0
00010000:00010000:2.0:1715207803.261537:0:1102:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800b0712000 lock: ffff8800aa308240/0xbbeffb005ec3e3c3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 1102 initiator: MDT0
00000080:00020000:2.0:1715207803.261555:0:1102:0:(file.c:5575:ll_inode_revalidate_fini()) lustre: revalidate FID [0x200000007:0x1:0x0] error: rc = -108
00000100:00080000:1.0:1715207803.660194:0:12761:0:(pinger.c:253:ptlrpc_pinger_process_import()) 46af332d-2ee7-4d47-b762-82c1eb2b6bbd->lustre-MDT0000_UUID: level EVICTED/10 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1715207803.660201:0:12761:0:(pinger.c:271:ptlrpc_pinger_process_import()) 46af332d-2ee7-4d47-b762-82c1eb2b6bbd->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: EVICTED)
00000100:00080000:1.0:1715207803.660204:0:12761:0:(pinger.c:253:ptlrpc_pinger_process_import()) 46af332d-2ee7-4d47-b762-82c1eb2b6bbd->lustre-OST0000_UUID: level EVICTED/10 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1715207803.660207:0:12761:0:(pinger.c:271:ptlrpc_pinger_process_import()) 46af332d-2ee7-4d47-b762-82c1eb2b6bbd->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: EVICTED)
00000100:00080000:1.0:1715207803.660223:0:12761:0:(pinger.c:253:ptlrpc_pinger_process_import()) cbae74da-7571-45ad-b971-0e0378bbd4e4->lustre-OST0001_UUID: level EVICTED/10 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1715207803.660226:0:12761:0:(pinger.c:271:ptlrpc_pinger_process_import()) cbae74da-7571-45ad-b971-0e0378bbd4e4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: EVICTED)
00000100:00100000:0.0:1715207803.660264:0:1954:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012a616d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ff645b43-0d7b-4a37-b9cc-6ac8f8d65c0d:1954:1798523503919040:192.168.202.138@tcp:400:kworker.0
00000100:00100000:1.0:1715207803.660266:0:1955:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012a616300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbae74da-7571-45ad-b971-0e0378bbd4e4:1955:1798523503919104:192.168.202.138@tcp:400:kworker.0
00000100:00100000:0.0:1715207803.660348:0:1954:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012a615880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbae74da-7571-45ad-b971-0e0378bbd4e4:1954:1798523503919168:192.168.202.138@tcp:400:kworker.0
00000100:00100000:0.0:1715207803.661896:0:1954:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012a616d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ff645b43-0d7b-4a37-b9cc-6ac8f8d65c0d:1954:1798523503919040:192.168.202.138@tcp:400:kworker.0
00000100:00100000:1.0:1715207803.661912:0:1955:0:(client.c:2956:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aa1c9800: committing for last_committed 4294967447 gen 1
00000100:00100000:0.0:1715207803.661915:0:1954:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012a615880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cbae74da-7571-45ad-b971-0e0378bbd4e4:1954:1798523503919168:192.168.202.138@tcp:400:kworker.0
00000100:00100000:1.0:1715207803.661926:0:1955:0:(client.c:3005:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY)  req@ffff88012a615c00 x1798523503917888/t4294967444(4294967444) o101->lustre-MDT0000-mdc-ffff8800aa1c9800@192.168.202.138@tcp:12/10 lens 864/608 e 0 to 0 dl 1715207817 ref 1 fl Complete:RPQU/204/ffffffff rc 301/-1 job:'lhsmtool_posix.0' uid:0 gid:0
00000100:00100000:1.0:1715207803.661956:0:1955:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012a616300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cbae74da-7571-45ad-b971-0e0378bbd4e4:1955:1798523503919104:192.168.202.138@tcp:400:kworker.0
00000001:02000400:3.0F:1715207803.748652:0:1236:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-hsm test_14: @@@@@@ FAIL: could not archive file
00010000:00010000:1.0:1715207803.770254:0:3699:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
Debug log: 57 lines, 57 kept, 0 dropped, 0 bad.