00010000:00010000:0.0F:1715209524.762788:0:2527:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200080:3.0F:1715209524.858269:0:2210:0:(dir.c:1969:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b02580c8) cmd=401866d5 arg=164a0f0 00800000:00000080:3.0:1715209524.858302:0:2210:0:(lmv_obd.c:911:lmv_iocontrol()) lustre-clilmv-ffff8800a9618000: cmd=401866d5 len=24 karg=ffff8801310334c0 uarg=0000000000000000 00000002:00000080:3.0:1715209524.858315:0:2210:0:(mdc_request.c:2233:mdc_iocontrol()) lustre-MDT0000-mdc-ffff8800a9618000: cmd=401866d5 len=24 karg=ffff8801310334c0 uarg=0000000000000000 00000100:00100000:3.0:1715209524.858374:0:2210:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a91e7800 pname:cluuid:pid:xid:nid:opc:job lhsmtool_posix:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:2210:1798523505170560:192.168.201.123@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1715209524.858505:0:2210:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012db98240 going to sleep for 11 seconds 00000100:00100000:3.0:1715209524.860639:0:2210:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a91e7800 pname:cluuid:pid:xid:nid:opc:job lhsmtool_posix:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:2210:1798523505170560:192.168.201.123@tcp:60:lhsmtool_posix.0 00000002:00000080:3.0:1715209524.860661:0:2210:0:(mdc_request.c:2233:mdc_iocontrol()) lustre-MDT0001-mdc-ffff8800a9618000: cmd=401866d5 len=24 karg=ffff8801310334c0 uarg=0000000000000000 00000100:00100000:3.0:1715209524.860685:0:2210:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a91e7800 pname:cluuid:pid:xid:nid:opc:job lhsmtool_posix:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:2210:1798523505170624:192.168.201.123@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1715209524.860728:0:2210:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012db98240 going to sleep for 11 seconds 00000100:00100000:3.0:1715209524.863319:0:2210:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a91e7800 pname:cluuid:pid:xid:nid:opc:job lhsmtool_posix:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:2210:1798523505170624:192.168.201.123@tcp:60:lhsmtool_posix.0 00000080:00200008:3.0:1715209524.863359:0:2210:0:(file.c:430:ll_file_release()) START file fid:[0x200000002:0x2:0x0](ffff8800b02788c8), flags 100000 00000002:00100000:3.0:1715209524.863417:0:2210:0:(mdc_request.c:927:mdc_close()) @@@ matched open req@ffff8800a91e6d80 x1798523505156416/t4294967499(4294967499) o101->lustre-MDT0000-mdc-ffff8800a9618000@192.168.201.123@tcp:12/10 lens 864/608 e 0 to 0 dl 1715209338 ref 1 fl Complete:RPQU/204/ffffffff rc 301/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00000020:00100000:3.0:1715209524.863439:0:2210:0:(genops.c:2297:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800a9618000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1715209524.863445:0:2210:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a91e7800 x1798523505170752/t0(0) o35->lustre-MDT0000-mdc-ffff8800a9618000@192.168.201.123@tcp:23/10 lens 392/840 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1715209524.863461:0:2210:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a91e7800 pname:cluuid:pid:xid:nid:opc:job lhsmtool_posix:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:2210:1798523505170752:192.168.201.123@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1715209524.863510:0:2210:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012db98240 going to sleep for 11 seconds 00000100:00100000:3.0:1715209524.865054:0:2210:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a91e7800 pname:cluuid:pid:xid:nid:opc:job lhsmtool_posix:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:2210:1798523505170752:192.168.201.123@tcp:35:lhsmtool_posix.0 00000002:00100000:3.0:1715209524.865076:0:2210:0:(mdc_request.c:837:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8800a91e6d80 x1798523505156416/t4294967499(4294967499) o101->lustre-MDT0000-mdc-ffff8800a9618000@192.168.201.123@tcp:12/10 lens 864/608 e 0 to 0 dl 1715209338 ref 1 fl Complete:RQU/204/ffffffff rc 301/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00000080:00200008:3.0:1715209524.865113:0:2210:0:(file.c:430:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8800b02580c8), flags 100000 00000080:00200008:3.0:1715209524.868241:0:2210:0:(file.c:430:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8800b02580c8), flags 100000 00010000:00010000:0.0:1715209525.764803:0:2469:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1715209526.328760:0:9970:0:(pinger.c:253:ptlrpc_pinger_process_import()) 04532c2b-e5e9-420d-abb0-4480aab1e378->lustre-MDT0000_UUID: level EVICTED/10 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1715209526.328768:0:9970:0:(pinger.c:271:ptlrpc_pinger_process_import()) 04532c2b-e5e9-420d-abb0-4480aab1e378->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: EVICTED) 00000100:00080000:0.0:1715209526.328779:0:9970:0:(pinger.c:253:ptlrpc_pinger_process_import()) 04532c2b-e5e9-420d-abb0-4480aab1e378->lustre-OST0001_UUID: level EVICTED/10 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1715209526.328783:0:9970:0:(pinger.c:271:ptlrpc_pinger_process_import()) 04532c2b-e5e9-420d-abb0-4480aab1e378->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: EVICTED) 00000100:00080000:0.0:1715209526.328796:0:9970:0:(pinger.c:253:ptlrpc_pinger_process_import()) 1bc50a3e-f07c-4b55-83c3-5f3c3d406528->lustre-OST0000_UUID: level EVICTED/10 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1715209526.328800:0:9970:0:(pinger.c:271:ptlrpc_pinger_process_import()) 1bc50a3e-f07c-4b55-83c3-5f3c3d406528->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: EVICTED) 00000100:00100000:0.0:1715209526.328845:0:2001:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a96a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:04532c2b-e5e9-420d-abb0-4480aab1e378:2001:1798523505170880:192.168.201.123@tcp:400:kworker.0 00000100:00100000:1.0F:1715209526.328866:0:2000:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a96a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e7a1b67-d841-4c3c-9f35-ded8f965b8dd:2000:1798523505170816:192.168.201.123@tcp:400:kworker.0 00000100:00100000:0.0:1715209526.328952:0:2001:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a96a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:2001:1798523505171008:192.168.201.123@tcp:400:kworker.0 00000100:00100000:1.0:1715209526.328953:0:2000:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a96a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:2000:1798523505170944:192.168.201.123@tcp:400:kworker.0 00000100:00100000:1.0:1715209526.328984:0:2000:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a96a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:2000:1798523505171072:192.168.201.123@tcp:400:kworker.0 00000100:00100000:1.0:1715209526.330652:0:2001:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a96a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:04532c2b-e5e9-420d-abb0-4480aab1e378:2001:1798523505170880:192.168.201.123@tcp:400:kworker.0 00000100:00100000:1.0:1715209526.330672:0:2001:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a96a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:2001:1798523505171008:192.168.201.123@tcp:400:kworker.0 00000100:00100000:0.0:1715209526.330690:0:2000:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a96a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7e7a1b67-d841-4c3c-9f35-ded8f965b8dd:2000:1798523505170816:192.168.201.123@tcp:400:kworker.0 00000100:00100000:0.0:1715209526.330712:0:2000:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a96a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:2000:1798523505170944:192.168.201.123@tcp:400:kworker.0 00000100:00100000:0.0:1715209526.330727:0:2000:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a96a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:2000:1798523505171072:192.168.201.123@tcp:400:kworker.0 00010000:00010000:1.0:1715209526.766879:0:5362:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1715209527.613980:0:4341:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 29a: Tests --mntpath and --archive options ========================================================== 19:05:27 (1715209527) 00000080:00200008:3.0:1715209527.716852:0:4385:0:(file.c:5701:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff880136f400c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1715209527.716863:0:4385:0:(file.c:5598:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff880136f400c8),name=/ 00000002:00010000:3.0:1715209527.716889:0:4385:0:(mdc_locks.c:1426:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1715209527.716945:0:4385:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800a9608240/0x7561918bd55708b5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 4385 initiator: MDT0 00010000:00010000:3.0:1715209527.716955:0:4385:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800a9608240/0x7561918bd55708b5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 4385 initiator: MDT0 00010000:00010000:3.0:1715209527.716964:0:4385:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800a9608240/0x7561918bd55708b5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 4385 initiator: MDT0 00000100:00100000:3.0:1715209527.716981:0:4385:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012db98300 going to sleep for 0 seconds 00000100:00100000:3.0:1715209527.716992:0:4385:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a91e7800 pname:cluuid:pid:xid:nid:opc:job lhsmtool_posix:04532c2b-e5e9-420d-abb0-4480aab1e378:4385:1798523505171136:192.168.201.123@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1715209527.717002:0:4385:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800a9608240/0x7561918bd55708b5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 4385 initiator: MDT0 00010000:00010000:3.0:1715209527.717009:0:4385:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800a9608240/0x7561918bd55708b5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 4385 initiator: MDT0 00010000:00010000:3.0:1715209527.717014:0:4385:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800a9608240/0x7561918bd55708b5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 4385 initiator: MDT0 00010000:00010000:3.0:1715209527.717020:0:4385:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800a9608240/0x7561918bd55708b5 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 4385 initiator: MDT0 00010000:00010000:3.0:1715209527.717027:0:4385:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800a9608240/0x7561918bd55708b5 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 4385 initiator: MDT0 00010000:00010000:3.0:1715209527.717032:0:4385:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800a9608240 already unused, calling callback (ffffffffa1034e10) 00010000:00010000:3.0:1715209527.717036:0:4385:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800a9608240/0x7561918bd55708b5 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 4385 initiator: MDT0 00010000:00010000:3.0:1715209527.717050:0:4385:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800a9608240/0x7561918bd55708b5 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 4385 initiator: MDT0 00010000:00010000:3.0:1715209527.717057:0:4385:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800a9608240/0x7561918bd55708b5 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 4385 initiator: MDT0 00010000:00010000:3.0:1715209527.717062:0:4385:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1715209527.717068:0:4385:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800a9608240/0x7561918bd55708b5 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 4385 initiator: MDT0 00010000:00010000:3.0:1715209527.717073:0:4385:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800a9608240/0x7561918bd55708b5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 4385 initiator: MDT0 00000080:00020000:3.0:1715209527.717093:0:4385:0:(file.c:5575:ll_inode_revalidate_fini()) lustre: revalidate FID [0x200000007:0x1:0x0] error: rc = -108 00000080:00200008:3.0:1715209527.717526:0:4385:0:(file.c:5701:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff880136f400c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1715209527.717531:0:4385:0:(file.c:5598:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff880136f400c8),name=/ 00000002:00010000:3.0:1715209527.717540:0:4385:0:(mdc_locks.c:1426:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1715209527.717587:0:4385:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800a9609200/0x7561918bd55708bc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 4385 initiator: MDT0 00010000:00010000:3.0:1715209527.717594:0:4385:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800a9609200/0x7561918bd55708bc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 4385 initiator: MDT0 00010000:00010000:3.0:1715209527.717601:0:4385:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800a9609200/0x7561918bd55708bc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 4385 initiator: MDT0 00000100:00100000:3.0:1715209527.717610:0:4385:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012db98300 going to sleep for 0 seconds 00000100:00100000:3.0:1715209527.717616:0:4385:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a91e7800 pname:cluuid:pid:xid:nid:opc:job lhsmtool_posix:04532c2b-e5e9-420d-abb0-4480aab1e378:4385:1798523505171200:192.168.201.123@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1715209527.717623:0:4385:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800a9609200/0x7561918bd55708bc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 4385 initiator: MDT0 00010000:00010000:3.0:1715209527.717629:0:4385:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800a9609200/0x7561918bd55708bc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 4385 initiator: MDT0 00010000:00010000:3.0:1715209527.717640:0:4385:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800a9609200/0x7561918bd55708bc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 4385 initiator: MDT0 00010000:00010000:3.0:1715209527.717645:0:4385:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800a9609200/0x7561918bd55708bc lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 4385 initiator: MDT0 00010000:00010000:3.0:1715209527.717650:0:4385:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800a9609200/0x7561918bd55708bc lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 4385 initiator: MDT0 00010000:00010000:3.0:1715209527.717655:0:4385:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800a9609200 already unused, calling callback (ffffffffa1034e10) 00010000:00010000:3.0:1715209527.717658:0:4385:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800a9609200/0x7561918bd55708bc lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 4385 initiator: MDT0 00010000:00010000:3.0:1715209527.717662:0:4385:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800a9609200/0x7561918bd55708bc lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 4385 initiator: MDT0 00010000:00010000:3.0:1715209527.717667:0:4385:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800a9609200/0x7561918bd55708bc lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 4385 initiator: MDT0 00010000:00010000:3.0:1715209527.717672:0:4385:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1715209527.717675:0:4385:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800a9609200/0x7561918bd55708bc lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 4385 initiator: MDT0 00010000:00010000:3.0:1715209527.717680:0:4385:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800a9609200/0x7561918bd55708bc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 4385 initiator: MDT0 00000080:00020000:3.0:1715209527.717694:0:4385:0:(file.c:5575:ll_inode_revalidate_fini()) lustre: revalidate FID [0x200000007:0x1:0x0] error: rc = -108 00000080:00200008:3.0:1715209527.717713:0:4385:0:(file.c:5701:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8800b02580c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1715209527.717717:0:4385:0:(file.c:5598:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b02580c8),name=/ 00000002:00010000:3.0:1715209527.717728:0:4385:0:(mdc_locks.c:1426:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1715209527.717737:0:4385:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa668d80/0x7561918bd557088b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed87892c0c expref: -99 pid: 2216 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715209527.717751:0:4385:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa668d80/0x7561918bd557088b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed87892c0c expref: -99 pid: 2216 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1715209527.717760:0:4385:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b02580c8) 00000080:00010000:3.0:1715209527.717763:0:4385:0:(llite_internal.h:1965:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b02580c8) for lock 0x7561918bd557088b 00000080:00010000:3.0:1715209527.717769:0:4385:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7561918bd557088b from it ffff8800a4cfbcc8 00010000:00010000:3.0:1715209527.717771:0:4385:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa668d80/0x7561918bd557088b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfa8b5bed87892c0c expref: -99 pid: 2216 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715209527.717779:0:4385:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa668d80/0x7561918bd557088b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed87892c0c expref: -99 pid: 2216 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715209527.768785:0:18185:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1715209528.232343:0:4519:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-hsm test_29a: @@@@@@ FAIL: Failed to start copytool agt1 on 'oleg123-client.virtnet' 00010000:00010000:0.0:1715209528.770773:0:2527:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 95 lines, 95 kept, 0 dropped, 0 bad.