00010000:00010000:2.0F:1715207756.229090:0:2469:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200080:2.0:1715207756.400378:0:25660:0:(dir.c:1969:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b02580c8) cmd=401866d5 arg=21a70f0 00800000:00000080:2.0:1715207756.400403:0:25660:0:(lmv_obd.c:911:lmv_iocontrol()) lustre-clilmv-ffff8800a9618000: cmd=401866d5 len=24 karg=ffff8800aa77ba40 uarg=0000000000000000 00000002:00000080:2.0:1715207756.400415:0:25660:0:(mdc_request.c:2233:mdc_iocontrol()) lustre-MDT0000-mdc-ffff8800a9618000: cmd=401866d5 len=24 karg=ffff8800aa77ba40 uarg=0000000000000000 00000100:00100000:2.0:1715207756.400477:0:25660:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800abe2f800 pname:cluuid:pid:xid:nid:opc:job lhsmtool_posix:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:25660:1798523505020736:192.168.201.123@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1715207756.400617:0:25660:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012aa8fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1715207756.402358:0:25660:0:(client.c:2956:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800a9618000: committing for last_committed 4294967414 gen 1 00000100:00100000:2.0:1715207756.402374:0:25660:0:(client.c:3005:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff8800a9678e00 x1798523505019840/t4294967414(4294967414) o101->lustre-MDT0000-mdc-ffff8800a9618000@192.168.201.123@tcp:12/10 lens 864/608 e 0 to 0 dl 1715207768 ref 1 fl Complete:RPQU/204/ffffffff rc 301/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00000100:00100000:2.0:1715207756.402395:0:25660:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800abe2f800 pname:cluuid:pid:xid:nid:opc:job lhsmtool_posix:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:25660:1798523505020736:192.168.201.123@tcp:60:lhsmtool_posix.0 00000002:00000080:2.0:1715207756.402421:0:25660:0:(mdc_request.c:2233:mdc_iocontrol()) lustre-MDT0001-mdc-ffff8800a9618000: cmd=401866d5 len=24 karg=ffff8800aa77ba40 uarg=0000000000000000 00000100:00100000:2.0:1715207756.402453:0:25660:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800abe2f800 pname:cluuid:pid:xid:nid:opc:job lhsmtool_posix:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:25660:1798523505020800:192.168.201.123@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1715207756.402532:0:25660:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012aa8fa80 going to sleep for 11 seconds 00000100:00100000:0.0F:1715207756.403931:0:25660:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800abe2f800 pname:cluuid:pid:xid:nid:opc:job lhsmtool_posix:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:25660:1798523505020800:192.168.201.123@tcp:60:lhsmtool_posix.0 00000080:00200008:0.0:1715207756.403995:0:25660:0:(file.c:430:ll_file_release()) START file fid:[0x200000002:0x2:0x0](ffff8800b02788c8), flags 100000 00000002:00100000:0.0:1715207756.404043:0:25660:0:(mdc_request.c:927:mdc_close()) @@@ matched open req@ffff8800a9678e00 x1798523505019840/t4294967414(4294967414) o101->lustre-MDT0000-mdc-ffff8800a9618000@192.168.201.123@tcp:12/10 lens 864/608 e 0 to 0 dl 1715207768 ref 1 fl Complete:RPQU/204/ffffffff rc 301/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00000020:00100000:0.0:1715207756.404077:0:25660:0:(genops.c:2297:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800a9618000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1715207756.404082:0:25660:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a96a7800 x1798523505020928/t0(0) o35->lustre-MDT0000-mdc-ffff8800a9618000@192.168.201.123@tcp:23/10 lens 392/840 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1715207756.404103:0:25660:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a96a7800 pname:cluuid:pid:xid:nid:opc:job lhsmtool_posix:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:25660:1798523505020928:192.168.201.123@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1715207756.404171:0:25660:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012e1e5cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1715207756.405877:0:25660:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a96a7800 pname:cluuid:pid:xid:nid:opc:job lhsmtool_posix:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:25660:1798523505020928:192.168.201.123@tcp:35:lhsmtool_posix.0 00000002:00100000:2.0:1715207756.405909:0:25660:0:(mdc_request.c:837:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8800a9678e00 x1798523505019840/t4294967414(4294967414) o101->lustre-MDT0000-mdc-ffff8800a9618000@192.168.201.123@tcp:12/10 lens 864/608 e 0 to 0 dl 1715207768 ref 1 fl Complete:RQU/204/ffffffff rc 301/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00000080:00200008:2.0:1715207756.405951:0:25660:0:(file.c:430:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8800b02580c8), flags 100000 00000080:00200008:3.0F:1715207756.409624:0:25660:0:(file.c:430:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8800b02580c8), flags 100000 00010000:00010000:1.0F:1715207757.230723:0:5362:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1715207758.232852:0:18185:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1715207759.032762:0:17330:0:(pinger.c:253:ptlrpc_pinger_process_import()) 04532c2b-e5e9-420d-abb0-4480aab1e378->lustre-MDT0000_UUID: level EVICTED/10 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1715207759.032771:0:17330:0:(pinger.c:271:ptlrpc_pinger_process_import()) 04532c2b-e5e9-420d-abb0-4480aab1e378->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: EVICTED) 00000100:00080000:2.0:1715207759.032783:0:17330:0:(pinger.c:253:ptlrpc_pinger_process_import()) 04532c2b-e5e9-420d-abb0-4480aab1e378->lustre-OST0001_UUID: level EVICTED/10 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1715207759.032787:0:17330:0:(pinger.c:271:ptlrpc_pinger_process_import()) 04532c2b-e5e9-420d-abb0-4480aab1e378->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: EVICTED) 00000100:00080000:2.0:1715207759.032801:0:17330:0:(pinger.c:253:ptlrpc_pinger_process_import()) 1bc50a3e-f07c-4b55-83c3-5f3c3d406528->lustre-OST0000_UUID: level EVICTED/10 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1715207759.032814:0:17330:0:(pinger.c:271:ptlrpc_pinger_process_import()) 1bc50a3e-f07c-4b55-83c3-5f3c3d406528->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: EVICTED) 00000100:00100000:2.0:1715207759.032869:0:2003:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800abe2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:04532c2b-e5e9-420d-abb0-4480aab1e378:2003:1798523505021056:192.168.201.123@tcp:400:kworker.0 00000100:00100000:3.0:1715207759.032879:0:2002:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800abe2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7e7a1b67-d841-4c3c-9f35-ded8f965b8dd:2002:1798523505020992:192.168.201.123@tcp:400:kworker.0 00000100:00100000:2.0:1715207759.032986:0:2003:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800abe2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:2003:1798523505021184:192.168.201.123@tcp:400:kworker.0 00000100:00100000:3.0:1715207759.032991:0:2002:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800abe2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:2002:1798523505021120:192.168.201.123@tcp:400:kworker.0 00000100:00100000:3.0:1715207759.033019:0:2002:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800abe2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:2002:1798523505021248:192.168.201.123@tcp:400:kworker.0 00000100:00100000:3.0:1715207759.034921:0:2002:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800abe2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7e7a1b67-d841-4c3c-9f35-ded8f965b8dd:2002:1798523505020992:192.168.201.123@tcp:400:kworker.0 00000100:00100000:3.0:1715207759.034943:0:2002:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800abe2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:2002:1798523505021120:192.168.201.123@tcp:400:kworker.0 00000100:00100000:2.0:1715207759.034945:0:2003:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800abe2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:04532c2b-e5e9-420d-abb0-4480aab1e378:2003:1798523505021056:192.168.201.123@tcp:400:kworker.0 00000100:00100000:3.0:1715207759.034957:0:2002:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800abe2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:2002:1798523505021248:192.168.201.123@tcp:400:kworker.0 00000100:00100000:2.0:1715207759.034962:0:2003:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800abe2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:2003:1798523505021184:192.168.201.123@tcp:400:kworker.0 00000001:02000400:3.0:1715207759.203313:0:26886:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12t: Multiple parallel reads for a HSM imported file ========================================================== 18:35:58 (1715207758) 00010000:00010000:0.0:1715207759.234712:0:2527:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:0.0:1715207759.311150:0:26929:0:(file.c:5701:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8800b02580c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1715207759.311162:0:26929:0:(file.c:5598:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b02580c8),name=/ 00000002:00010000:0.0:1715207759.311193:0:26929:0:(mdc_locks.c:1426:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1715207759.311214:0:26929:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a880/0x7561918bd5570034 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed87891e59 expref: -99 pid: 21727 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715207759.311233:0:26929:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a880/0x7561918bd5570034 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed87891e59 expref: -99 pid: 21727 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1715207759.311247:0:26929:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b02580c8) 00000080:00010000:0.0:1715207759.311250:0:26929:0:(llite_internal.h:1965:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b02580c8) for lock 0x7561918bd5570034 00000080:00010000:0.0:1715207759.311259:0:26929:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7561918bd5570034 from it ffff8800a922bcc8 00010000:00010000:0.0:1715207759.311264:0:26929:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a880/0x7561918bd5570034 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfa8b5bed87891e59 expref: -99 pid: 21727 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715207759.311274:0:26929:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a880/0x7561918bd5570034 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed87891e59 expref: -99 pid: 21727 timeout: 0 lvb_type: 0 00000080:00200008:0.0:1715207759.311854:0:26929:0:(file.c:5701:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff880136f400c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1715207759.311861:0:26929:0:(file.c:5598:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff880136f400c8),name=/ 00000002:00010000:0.0:1715207759.311877:0:26929:0:(mdc_locks.c:1426:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1715207759.311936:0:26929:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa5858c0/0x7561918bd55700ea lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 26929 initiator: MDT0 00010000:00010000:0.0:1715207759.311945:0:26929:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa5858c0/0x7561918bd55700ea lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 26929 initiator: MDT0 00010000:00010000:0.0:1715207759.311956:0:26929:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa5858c0/0x7561918bd55700ea lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 26929 initiator: MDT0 00000100:00100000:0.0:1715207759.311979:0:26929:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012e1e5840 going to sleep for 0 seconds 00000100:00100000:0.0:1715207759.311994:0:26929:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a96a5c00 pname:cluuid:pid:xid:nid:opc:job lhsmtool_posix:04532c2b-e5e9-420d-abb0-4480aab1e378:26929:1798523505021312:192.168.201.123@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1715207759.312007:0:26929:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa5858c0/0x7561918bd55700ea lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 26929 initiator: MDT0 00010000:00010000:0.0:1715207759.312014:0:26929:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa5858c0/0x7561918bd55700ea lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 26929 initiator: MDT0 00010000:00010000:0.0:1715207759.312021:0:26929:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa5858c0/0x7561918bd55700ea lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 26929 initiator: MDT0 00010000:00010000:0.0:1715207759.312027:0:26929:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa5858c0/0x7561918bd55700ea lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 26929 initiator: MDT0 00010000:00010000:0.0:1715207759.312034:0:26929:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa5858c0/0x7561918bd55700ea lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 26929 initiator: MDT0 00010000:00010000:0.0:1715207759.312041:0:26929:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800aa5858c0 already unused, calling callback (ffffffffa1034e10) 00010000:00010000:0.0:1715207759.312046:0:26929:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa5858c0/0x7561918bd55700ea lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 26929 initiator: MDT0 00010000:00010000:0.0:1715207759.312059:0:26929:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa5858c0/0x7561918bd55700ea lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 26929 initiator: MDT0 00010000:00010000:0.0:1715207759.312067:0:26929:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa5858c0/0x7561918bd55700ea lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 26929 initiator: MDT0 00010000:00010000:0.0:1715207759.312073:0:26929:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1715207759.312080:0:26929:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa5858c0/0x7561918bd55700ea lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 26929 initiator: MDT0 00010000:00010000:0.0:1715207759.312086:0:26929:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa5858c0/0x7561918bd55700ea lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 26929 initiator: MDT0 00000080:00020000:0.0:1715207759.312109:0:26929:0:(file.c:5575:ll_inode_revalidate_fini()) lustre: revalidate FID [0x200000007:0x1:0x0] error: rc = -108 00000080:00200008:0.0:1715207759.312128:0:26929:0:(file.c:5701:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8800b02580c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1715207759.312132:0:26929:0:(file.c:5598:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b02580c8),name=/ 00000002:00010000:0.0:1715207759.312141:0:26929:0:(mdc_locks.c:1426:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1715207759.312148:0:26929:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a880/0x7561918bd5570034 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed87891e59 expref: -99 pid: 21727 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715207759.312156:0:26929:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a880/0x7561918bd5570034 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed87891e59 expref: -99 pid: 21727 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1715207759.312164:0:26929:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b02580c8) 00000080:00010000:0.0:1715207759.312166:0:26929:0:(llite_internal.h:1965:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b02580c8) for lock 0x7561918bd5570034 00000080:00010000:0.0:1715207759.312170:0:26929:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7561918bd5570034 from it ffff8800a922bcc8 00010000:00010000:0.0:1715207759.312173:0:26929:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a880/0x7561918bd5570034 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfa8b5bed87891e59 expref: -99 pid: 21727 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715207759.312180:0:26929:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a880/0x7561918bd5570034 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed87891e59 expref: -99 pid: 21727 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1715207759.312283:0:26929:0:(file.c:5598:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b02580c8),name=/ 00000002:00010000:0.0:1715207759.312293:0:26929:0:(mdc_locks.c:1426:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1715207759.312301:0:26929:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a880/0x7561918bd5570034 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed87891e59 expref: -99 pid: 21727 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715207759.312310:0:26929:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a880/0x7561918bd5570034 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed87891e59 expref: -99 pid: 21727 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1715207759.312318:0:26929:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b02580c8) 00000080:00010000:0.0:1715207759.312321:0:26929:0:(llite_internal.h:1965:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b02580c8) for lock 0x7561918bd5570034 00000080:00010000:0.0:1715207759.312324:0:26929:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7561918bd5570034 from it ffff8800a922bb80 00010000:00010000:0.0:1715207759.312327:0:26929:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a880/0x7561918bd5570034 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfa8b5bed87891e59 expref: -99 pid: 21727 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715207759.312334:0:26929:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a880/0x7561918bd5570034 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed87891e59 expref: -99 pid: 21727 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1715207759.312344:0:26929:0:(file.c:6060:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b02580c8), inode mode 41ed mask 44 00000080:00200008:0.0:1715207759.312352:0:26929:0:(file.c:871:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8800b02580c8), flags 100000 00000080:00200000:3.0:1715207759.313324:0:26930:0:(file.c:5598:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b02580c8),name=/ 00000002:00010000:3.0:1715207759.313356:0:26930:0:(mdc_locks.c:1426:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1715207759.313376:0:26930:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a880/0x7561918bd5570034 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed87891e59 expref: -99 pid: 21727 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715207759.313392:0:26930:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a880/0x7561918bd5570034 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed87891e59 expref: -99 pid: 21727 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1715207759.313405:0:26930:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b02580c8) 00000080:00010000:3.0:1715207759.313408:0:26930:0:(llite_internal.h:1965:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b02580c8) for lock 0x7561918bd5570034 00000080:00010000:3.0:1715207759.313416:0:26930:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7561918bd5570034 from it ffff8800a9187b80 00010000:00010000:3.0:1715207759.313421:0:26930:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a880/0x7561918bd5570034 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfa8b5bed87891e59 expref: -99 pid: 21727 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715207759.313430:0:26930:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a880/0x7561918bd5570034 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed87891e59 expref: -99 pid: 21727 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1715207759.313457:0:26930:0:(file.c:6060:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b02580c8), inode mode 41ed mask 44 00000080:00200008:3.0:1715207759.313466:0:26930:0:(file.c:871:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8800b02580c8), flags 100000 00000080:00200000:3.0:1715207759.313496:0:26930:0:(file.c:5598:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b02580c8),name=/ 00000002:00010000:3.0:1715207759.313502:0:26930:0:(mdc_locks.c:1426:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1715207759.313509:0:26930:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a880/0x7561918bd5570034 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed87891e59 expref: -99 pid: 21727 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715207759.313517:0:26930:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a880/0x7561918bd5570034 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed87891e59 expref: -99 pid: 21727 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1715207759.313524:0:26930:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b02580c8) 00000080:00010000:3.0:1715207759.313526:0:26930:0:(llite_internal.h:1965:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b02580c8) for lock 0x7561918bd5570034 00000080:00010000:3.0:1715207759.313530:0:26930:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7561918bd5570034 from it ffff8800a9187bb0 00010000:00010000:3.0:1715207759.313533:0:26930:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a880/0x7561918bd5570034 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfa8b5bed87891e59 expref: -99 pid: 21727 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715207759.313540:0:26930:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a880/0x7561918bd5570034 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed87891e59 expref: -99 pid: 21727 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1715207759.313547:0:26930:0:(file.c:6060:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b02580c8), inode mode 41ed mask 1 00000080:00200000:3.0:1715207759.313552:0:26930:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=.lustre, flags=17 00000080:00200000:3.0:1715207759.313557:0:26930:0:(file.c:6060:ll_inode_permission()) VFS Op:inode=[0x200000002:0x1:0x0](ffff880136f410c8), inode mode 41ed mask 1 00000080:00200000:3.0:1715207759.313604:0:26930:0:(namei.c:1183:ll_atomic_open()) VFS Op:name=fid, dir=[0x200000002:0x1:0x0](ffff880136f410c8), file ffff88012c118d80, open_flags 8000, mode 0 opened 0 00000080:00200000:3.0:1715207759.313611:0:26930:0:(namei.c:838:ll_lookup_it()) VFS Op:name=fid, dir=[0x200000002:0x1:0x0](ffff880136f410c8), intent=open 00000002:00010000:3.0:1715207759.313622:0:26930:0:(mdc_locks.c:1426:mdc_intent_lock()) (name: fid,[0x0:0x0:0x0]) in obj [0x200000002:0x1:0x0], intent: open flags 0100001 00010000:00010000:3.0:1715207759.313702:0:26930:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a1c0/0x7561918bd55700f1 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 26930 initiator: MDT0 00010000:00010000:3.0:1715207759.313721:0:26930:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a1c0/0x7561918bd55700f1 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 26930 initiator: MDT0 00000020:00100000:3.0:1715207759.313734:0:26930:0:(genops.c:2297:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800a9618000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1715207759.313747:0:26930:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a91e5180 x1798523505021440/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9618000@192.168.201.123@tcp:12/10 lens 864/66536 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1715207759.313759:0:26930:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a1c0/0x7561918bd55700f1 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 26930 initiator: MDT0 00000100:00100000:3.0:1715207759.313781:0:26930:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a91e5180 pname:cluuid:pid:xid:nid:opc:job lhsmtool_posix:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:26930:1798523505021440:192.168.201.123@tcp:101:lhsmtool_posix.0 00000100:00100000:3.0:1715207759.313939:0:26930:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800a90c8180 going to sleep for 11 seconds 00000100:00100000:3.0:1715207759.316386:0:26930:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a91e5180 pname:cluuid:pid:xid:nid:opc:job lhsmtool_posix:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:26930:1798523505021440:192.168.201.123@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1715207759.316406:0:26930:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a1c0/0x7561918bd55700f1 lrc: 4/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 26930 initiator: MDT0 00010000:00010000:3.0:1715207759.316417:0:26930:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a1c0/0x7561918bd55700f1 lrc: 4/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 26930 initiator: MDT0 00010000:00010000:3.0:1715207759.316423:0:26930:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a1c0/0x7561918bd55700f1 lrc: 4/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 26930 initiator: MDT0 00010000:00010000:3.0:1715207759.316430:0:26930:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a1c0/0x7561918bd55700f1 lrc: 3/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 26930 initiator: MDT0 00010000:00010000:3.0:1715207759.316437:0:26930:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a1c0/0x7561918bd55700f1 lrc: 4/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 26930 initiator: MDT0 00010000:00010000:3.0:1715207759.316444:0:26930:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800aa54a1c0 already unused, calling callback (ffffffffa1034e10) 00010000:00010000:3.0:1715207759.316448:0:26930:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a1c0/0x7561918bd55700f1 lrc: 4/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 26930 initiator: MDT0 00010000:00010000:3.0:1715207759.316464:0:26930:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a1c0/0x7561918bd55700f1 lrc: 4/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 26930 initiator: MDT0 00010000:00010000:3.0:1715207759.316471:0:26930:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a1c0/0x7561918bd55700f1 lrc: 5/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 26930 initiator: MDT0 00010000:00010000:3.0:1715207759.316477:0:26930:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1715207759.316483:0:26930:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a1c0/0x7561918bd55700f1 lrc: 3/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 26930 initiator: MDT0 00010000:00010000:3.0:1715207759.316489:0:26930:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a1c0/0x7561918bd55700f1 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 26930 initiator: MDT0 00000002:00100000:3.0:1715207759.316531:0:26930:0:(mdc_locks.c:838:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff8800a91e5180 x1798523505021440/t4294967416(4294967416) o101->lustre-MDT0000-mdc-ffff8800a9618000@192.168.201.123@tcp:12/10 lens 864/608 e 0 to 0 dl 1715207775 ref 2 fl Complete:RPQU/204/0 rc 301/301 job:'lhsmtool_posix.0' uid:0 gid:0 00000002:00100000:3.0:1715207759.316545:0:26930:0:(mdc_request.c:816:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8800a91e5180 x1798523505021440/t4294967416(4294967416) o101->lustre-MDT0000-mdc-ffff8800a9618000@192.168.201.123@tcp:12/10 lens 864/608 e 0 to 0 dl 1715207775 ref 2 fl Complete:RPQU/204/0 rc 301/301 job:'lhsmtool_posix.0' uid:0 gid:0 00000080:00200000:3.0:1715207759.316605:0:26930:0:(llite_lib.c:2872:ll_update_inode()) inode=[0x200000002:0x2:0x0], updating i_size 4096 00000080:00200000:3.0:1715207759.316609:0:26930:0:(namei.c:157:ll_iget()) got inode: [0x200000002:0x2:0x0](ffff8800b02788c8): rc = 0 00000080:00010000:3.0:1715207759.316614:0:26930:0:(llite_internal.h:1965:ll_set_lock_data()) setting l_data to inode [0x200000002:0x2:0x0](ffff8800b02788c8) for lock 0x0 00000080:00200008:3.0:1715207759.316630:0:26930:0:(file.c:871:ll_file_open()) START file fid:[0x200000002:0x2:0x0](ffff8800b02788c8), flags 100000 00000002:00100000:3.0:1715207759.316672:0:26930:0:(mdc_request.c:816:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8800a91e5180 x1798523505021440/t4294967416(4294967416) o101->lustre-MDT0000-mdc-ffff8800a9618000@192.168.201.123@tcp:12/10 lens 864/608 e 0 to 0 dl 1715207775 ref 2 fl Complete:RPQU/204/0 rc 301/301 job:'lhsmtool_posix.0' uid:0 gid:0 00000080:00200000:3.0:1715207759.316729:0:26930:0:(file.c:6060:ll_inode_permission()) VFS Op:inode=[0x200000002:0x2:0x0](ffff8800b02788c8), inode mode 4040 mask 44 00000080:00200080:3.0:1715207759.316797:0:26930:0:(dir.c:1969:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b02580c8) cmd=401866d5 arg=17220f0 00800000:00000080:3.0:1715207759.316808:0:26930:0:(lmv_obd.c:911:lmv_iocontrol()) lustre-clilmv-ffff8800a9618000: cmd=401866d5 len=24 karg=ffff8800a98e9e20 uarg=0000000000000000 00000002:00000080:3.0:1715207759.316818:0:26930:0:(mdc_request.c:2233:mdc_iocontrol()) lustre-MDT0000-mdc-ffff8800a9618000: cmd=401866d5 len=24 karg=ffff8800a98e9e20 uarg=0000000000000000 00000100:00100000:3.0:1715207759.316846:0:26930:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a91e5500 pname:cluuid:pid:xid:nid:opc:job lhsmtool_posix:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:26930:1798523505021504:192.168.201.123@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1715207759.316913:0:26930:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800a90c8480 going to sleep for 11 seconds 00000100:00100000:3.0:1715207759.318481:0:26930:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a91e5500 pname:cluuid:pid:xid:nid:opc:job lhsmtool_posix:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:26930:1798523505021504:192.168.201.123@tcp:59:lhsmtool_posix.0 00000002:00000080:3.0:1715207759.318504:0:26930:0:(mdc_request.c:2233:mdc_iocontrol()) lustre-MDT0001-mdc-ffff8800a9618000: cmd=401866d5 len=24 karg=ffff8800a98e9e20 uarg=0000000000000000 00000100:00100000:3.0:1715207759.318530:0:26930:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a91e5500 pname:cluuid:pid:xid:nid:opc:job lhsmtool_posix:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:26930:1798523505021568:192.168.201.123@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1715207759.318616:0:26930:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800a90c8480 going to sleep for 11 seconds 00000100:00100000:2.0:1715207759.320326:0:26930:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a91e5500 pname:cluuid:pid:xid:nid:opc:job lhsmtool_posix:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:26930:1798523505021568:192.168.201.123@tcp:59:lhsmtool_posix.0 00000080:00200000:3.0:1715207759.323553:0:26931:0:(file.c:5598:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff880136f400c8),name=/ 00000002:00010000:3.0:1715207759.323608:0:26931:0:(mdc_locks.c:1426:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1715207759.323673:0:26931:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa54bcc0/0x7561918bd55700f8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 26931 initiator: MDT0 00010000:00010000:3.0:1715207759.323688:0:26931:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa54bcc0/0x7561918bd55700f8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 26931 initiator: MDT0 00010000:00010000:3.0:1715207759.323700:0:26931:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa54bcc0/0x7561918bd55700f8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 26931 initiator: MDT0 00000100:00100000:3.0:1715207759.323716:0:26931:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800a90c8240 going to sleep for 0 seconds 00000100:00100000:3.0:1715207759.323726:0:26931:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a91e5880 pname:cluuid:pid:xid:nid:opc:job lfs:04532c2b-e5e9-420d-abb0-4480aab1e378:26931:1798523505021632:192.168.201.123@tcp:101:lfs.0 00010000:00010000:3.0:1715207759.323739:0:26931:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa54bcc0/0x7561918bd55700f8 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 26931 initiator: MDT0 00010000:00010000:3.0:1715207759.323748:0:26931:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa54bcc0/0x7561918bd55700f8 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 26931 initiator: MDT0 00010000:00010000:3.0:1715207759.323757:0:26931:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa54bcc0/0x7561918bd55700f8 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 26931 initiator: MDT0 00010000:00010000:3.0:1715207759.323765:0:26931:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa54bcc0/0x7561918bd55700f8 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 26931 initiator: MDT0 00010000:00010000:3.0:1715207759.323788:0:26931:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa54bcc0/0x7561918bd55700f8 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 26931 initiator: MDT0 00010000:00010000:3.0:1715207759.323797:0:26931:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800aa54bcc0 already unused, calling callback (ffffffffa1034e10) 00010000:00010000:3.0:1715207759.323802:0:26931:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa54bcc0/0x7561918bd55700f8 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 26931 initiator: MDT0 00010000:00010000:3.0:1715207759.323812:0:26931:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa54bcc0/0x7561918bd55700f8 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 26931 initiator: MDT0 00010000:00010000:3.0:1715207759.323822:0:26931:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa54bcc0/0x7561918bd55700f8 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 26931 initiator: MDT0 00010000:00010000:3.0:1715207759.323831:0:26931:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1715207759.323837:0:26931:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa54bcc0/0x7561918bd55700f8 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 26931 initiator: MDT0 00010000:00010000:3.0:1715207759.323847:0:26931:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa54bcc0/0x7561918bd55700f8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 26931 initiator: MDT0 00000080:00020000:3.0:1715207759.323874:0:26931:0:(file.c:5575:ll_inode_revalidate_fini()) lustre: revalidate FID [0x200000007:0x1:0x0] error: rc = -108 00000080:00200000:3.0:1715207759.323908:0:26931:0:(file.c:5598:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff880136f400c8),name=/ 00000002:00010000:3.0:1715207759.323919:0:26931:0:(mdc_locks.c:1426:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1715207759.323942:0:26931:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa54aac0/0x7561918bd55700ff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 26931 initiator: MDT0 00010000:00010000:3.0:1715207759.323949:0:26931:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa54aac0/0x7561918bd55700ff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 26931 initiator: MDT0 00010000:00010000:3.0:1715207759.323957:0:26931:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa54aac0/0x7561918bd55700ff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 26931 initiator: MDT0 00000100:00100000:3.0:1715207759.323967:0:26931:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800a90c8240 going to sleep for 0 seconds 00000100:00100000:3.0:1715207759.323980:0:26931:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a91e5880 pname:cluuid:pid:xid:nid:opc:job lfs:04532c2b-e5e9-420d-abb0-4480aab1e378:26931:1798523505021696:192.168.201.123@tcp:101:lfs.0 00010000:00010000:3.0:1715207759.323990:0:26931:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa54aac0/0x7561918bd55700ff lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 26931 initiator: MDT0 00010000:00010000:3.0:1715207759.323996:0:26931:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa54aac0/0x7561918bd55700ff lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 26931 initiator: MDT0 00010000:00010000:3.0:1715207759.324002:0:26931:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa54aac0/0x7561918bd55700ff lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 26931 initiator: MDT0 00010000:00010000:3.0:1715207759.324007:0:26931:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa54aac0/0x7561918bd55700ff lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 26931 initiator: MDT0 00010000:00010000:3.0:1715207759.324013:0:26931:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa54aac0/0x7561918bd55700ff lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 26931 initiator: MDT0 00010000:00010000:3.0:1715207759.324018:0:26931:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800aa54aac0 already unused, calling callback (ffffffffa1034e10) 00010000:00010000:3.0:1715207759.324021:0:26931:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa54aac0/0x7561918bd55700ff lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 26931 initiator: MDT0 00010000:00010000:3.0:1715207759.324027:0:26931:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa54aac0/0x7561918bd55700ff lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 26931 initiator: MDT0 00010000:00010000:3.0:1715207759.324033:0:26931:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa54aac0/0x7561918bd55700ff lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 26931 initiator: MDT0 00010000:00010000:3.0:1715207759.324038:0:26931:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1715207759.324041:0:26931:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa54aac0/0x7561918bd55700ff lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 26931 initiator: MDT0 00010000:00010000:3.0:1715207759.324046:0:26931:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa54aac0/0x7561918bd55700ff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 26931 initiator: MDT0 00000080:00020000:3.0:1715207759.324062:0:26931:0:(file.c:5575:ll_inode_revalidate_fini()) lustre: revalidate FID [0x200000007:0x1:0x0] error: rc = -108 00000080:00200008:3.0:1715207759.324085:0:26931:0:(file.c:5701:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff880136f400c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1715207759.324090:0:26931:0:(file.c:5598:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff880136f400c8),name=/ 00000002:00010000:3.0:1715207759.324099:0:26931:0:(mdc_locks.c:1426:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1715207759.324116:0:26931:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa54af40/0x7561918bd5570106 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 26931 initiator: MDT0 00010000:00010000:3.0:1715207759.324122:0:26931:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa54af40/0x7561918bd5570106 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 26931 initiator: MDT0 00010000:00010000:3.0:1715207759.324129:0:26931:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa54af40/0x7561918bd5570106 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 26931 initiator: MDT0 00000100:00100000:3.0:1715207759.324137:0:26931:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800a90c8240 going to sleep for 0 seconds 00000100:00100000:3.0:1715207759.324142:0:26931:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a91e5880 pname:cluuid:pid:xid:nid:opc:job lfs:04532c2b-e5e9-420d-abb0-4480aab1e378:26931:1798523505021760:192.168.201.123@tcp:101:lfs.0 00010000:00010000:3.0:1715207759.324149:0:26931:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa54af40/0x7561918bd5570106 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 26931 initiator: MDT0 00010000:00010000:3.0:1715207759.324155:0:26931:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa54af40/0x7561918bd5570106 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 26931 initiator: MDT0 00010000:00010000:3.0:1715207759.324161:0:26931:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa54af40/0x7561918bd5570106 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 26931 initiator: MDT0 00010000:00010000:3.0:1715207759.324166:0:26931:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa54af40/0x7561918bd5570106 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 26931 initiator: MDT0 00010000:00010000:3.0:1715207759.324171:0:26931:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa54af40/0x7561918bd5570106 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 26931 initiator: MDT0 00010000:00010000:3.0:1715207759.324176:0:26931:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800aa54af40 already unused, calling callback (ffffffffa1034e10) 00010000:00010000:3.0:1715207759.324179:0:26931:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa54af40/0x7561918bd5570106 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 26931 initiator: MDT0 00010000:00010000:3.0:1715207759.324194:0:26931:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa54af40/0x7561918bd5570106 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 26931 initiator: MDT0 00010000:00010000:3.0:1715207759.324200:0:26931:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa54af40/0x7561918bd5570106 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 26931 initiator: MDT0 00010000:00010000:3.0:1715207759.324205:0:26931:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1715207759.324208:0:26931:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa54af40/0x7561918bd5570106 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 26931 initiator: MDT0 00010000:00010000:3.0:1715207759.324214:0:26931:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa54af40/0x7561918bd5570106 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 26931 initiator: MDT0 00000080:00020000:3.0:1715207759.324228:0:26931:0:(file.c:5575:ll_inode_revalidate_fini()) lustre: revalidate FID [0x200000007:0x1:0x0] error: rc = -108 00000080:00200000:1.0:1715207759.327217:0:26932:0:(file.c:5598:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff880136f400c8),name=/ 00000002:00010000:1.0:1715207759.327235:0:26932:0:(mdc_locks.c:1426:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1715207759.327268:0:26932:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa668480/0x7561918bd557010d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 26932 initiator: MDT0 00010000:00010000:1.0:1715207759.327279:0:26932:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa668480/0x7561918bd557010d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 26932 initiator: MDT0 00010000:00010000:1.0:1715207759.327288:0:26932:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa668480/0x7561918bd557010d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 26932 initiator: MDT0 00000100:00100000:1.0:1715207759.327299:0:26932:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800a96c3cc0 going to sleep for 0 seconds 00000100:00100000:1.0:1715207759.327308:0:26932:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a9678a80 pname:cluuid:pid:xid:nid:opc:job bash:04532c2b-e5e9-420d-abb0-4480aab1e378:26932:1798523505021824:192.168.201.123@tcp:101:bash.0 00010000:00010000:1.0:1715207759.327317:0:26932:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa668480/0x7561918bd557010d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 26932 initiator: MDT0 00010000:00010000:1.0:1715207759.327324:0:26932:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa668480/0x7561918bd557010d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 26932 initiator: MDT0 00010000:00010000:1.0:1715207759.327330:0:26932:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa668480/0x7561918bd557010d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 26932 initiator: MDT0 00010000:00010000:1.0:1715207759.327337:0:26932:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa668480/0x7561918bd557010d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 26932 initiator: MDT0 00010000:00010000:1.0:1715207759.327343:0:26932:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa668480/0x7561918bd557010d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 26932 initiator: MDT0 00010000:00010000:1.0:1715207759.327348:0:26932:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800aa668480 already unused, calling callback (ffffffffa1034e10) 00010000:00010000:1.0:1715207759.327351:0:26932:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa668480/0x7561918bd557010d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 26932 initiator: MDT0 00010000:00010000:1.0:1715207759.327357:0:26932:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa668480/0x7561918bd557010d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 26932 initiator: MDT0 00010000:00010000:1.0:1715207759.327371:0:26932:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa668480/0x7561918bd557010d lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 26932 initiator: MDT0 00010000:00010000:1.0:1715207759.327377:0:26932:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1715207759.327382:0:26932:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa668480/0x7561918bd557010d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 26932 initiator: MDT0 00010000:00010000:1.0:1715207759.327387:0:26932:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa668480/0x7561918bd557010d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 26932 initiator: MDT0 00000080:00020000:1.0:1715207759.327435:0:26932:0:(file.c:5575:ll_inode_revalidate_fini()) lustre: revalidate FID [0x200000007:0x1:0x0] error: rc = -108 00000080:00200000:1.0:1715207759.330596:0:26933:0:(file.c:5598:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b02580c8),name=/ 00000002:00010000:1.0:1715207759.330611:0:26933:0:(mdc_locks.c:1426:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1715207759.330622:0:26933:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a880/0x7561918bd5570034 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed87891e59 expref: -99 pid: 21727 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715207759.330657:0:26933:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a880/0x7561918bd5570034 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed87891e59 expref: -99 pid: 21727 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1715207759.330669:0:26933:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b02580c8) 00000080:00010000:1.0:1715207759.330672:0:26933:0:(llite_internal.h:1965:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b02580c8) for lock 0x7561918bd5570034 00000080:00010000:1.0:1715207759.330678:0:26933:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7561918bd5570034 from it ffff88012b687af8 00010000:00010000:1.0:1715207759.330682:0:26933:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a880/0x7561918bd5570034 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfa8b5bed87891e59 expref: -99 pid: 21727 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715207759.330690:0:26933:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a880/0x7561918bd5570034 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed87891e59 expref: -99 pid: 21727 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1715207759.330701:0:26933:0:(file.c:6060:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b02580c8), inode mode 41ed mask 1 00000080:00200000:1.0:1715207759.330711:0:26933:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=d12t.sanity-hsm, dir=[0x200000007:0x1:0x0](ffff8800b02580c8), flags=16 00000080:00200000:1.0:1715207759.330723:0:26933:0:(namei.c:838:ll_lookup_it()) VFS Op:name=d12t.sanity-hsm, dir=[0x200000007:0x1:0x0](ffff8800b02580c8), intent=0 00000002:00010000:1.0:1715207759.330734:0:26933:0:(mdc_locks.c:1426:mdc_intent_lock()) (name: d12t.sanity-hsm,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1715207759.330759:0:26933:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b840/0x7561918bd5570114 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 26933 initiator: MDT0 00010000:00010000:1.0:1715207759.330767:0:26933:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b840/0x7561918bd5570114 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 26933 initiator: MDT0 00010000:00010000:1.0:1715207759.330775:0:26933:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b840/0x7561918bd5570114 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 26933 initiator: MDT0 00000100:00100000:1.0:1715207759.330791:0:26933:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9678a80 pname:cluuid:pid:xid:nid:opc:job rm:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:26933:1798523505021888:192.168.201.123@tcp:101:rm.0 00000100:00100000:1.0:1715207759.330867:0:26933:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800a96c3cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1715207759.332746:0:26933:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a9678a80 pname:cluuid:pid:xid:nid:opc:job rm:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:26933:1798523505021888:192.168.201.123@tcp:101:rm.0 00010000:00010000:1.0:1715207759.332761:0:26933:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b840/0x7561918bd5570114 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 26933 initiator: MDT0 00010000:00010000:1.0:1715207759.332772:0:26933:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b840/0x7561918bd5570114 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 26933 initiator: MDT0 00010000:00010000:1.0:1715207759.332780:0:26933:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b840/0x7561918bd5570114 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 26933 initiator: MDT0 00010000:00010000:1.0:1715207759.332786:0:26933:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b840/0x7561918bd5570114 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 26933 initiator: MDT0 00010000:00010000:1.0:1715207759.332793:0:26933:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b840/0x7561918bd5570114 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 26933 initiator: MDT0 00010000:00010000:1.0:1715207759.332798:0:26933:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800aa66b840 already unused, calling callback (ffffffffa1034e10) 00010000:00010000:1.0:1715207759.332801:0:26933:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b840/0x7561918bd5570114 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 26933 initiator: MDT0 00010000:00010000:1.0:1715207759.332822:0:26933:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b840/0x7561918bd5570114 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 26933 initiator: MDT0 00010000:00010000:1.0:1715207759.332829:0:26933:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b840/0x7561918bd5570114 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 26933 initiator: MDT0 00010000:00010000:1.0:1715207759.332834:0:26933:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1715207759.332838:0:26933:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b840/0x7561918bd5570114 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 26933 initiator: MDT0 00010000:00010000:1.0:1715207759.332844:0:26933:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b840/0x7561918bd5570114 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 26933 initiator: MDT0 00000002:00100000:1.0:1715207759.332861:0:26933:0:(mdc_locks.c:838:mdc_finish_enqueue()) @@@ op=10 disposition=7, status=0 req@ffff8800a9678a80 x1798523505021888/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9618000@192.168.201.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1715207775 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rm.0' uid:0 gid:0 00010000:00010000:1.0:1715207759.332890:0:26933:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a880/0x7561918bd5570034 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed87891e59 expref: -99 pid: 21727 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715207759.332900:0:26933:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a880/0x7561918bd5570034 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed87891e59 expref: -99 pid: 21727 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1715207759.332907:0:26933:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7561918bd5570034 from it ffff88012b687930 00010000:00010000:1.0:1715207759.332910:0:26933:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a880/0x7561918bd5570034 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfa8b5bed87891e59 expref: -99 pid: 21727 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715207759.332919:0:26933:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a880/0x7561918bd5570034 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed87891e59 expref: -99 pid: 21727 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1715207759.332991:0:26933:0:(file.c:5598:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b02580c8),name=/ 00000002:00010000:1.0:1715207759.333001:0:26933:0:(mdc_locks.c:1426:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1715207759.333008:0:26933:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a880/0x7561918bd5570034 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed87891e59 expref: -99 pid: 21727 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715207759.333024:0:26933:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a880/0x7561918bd5570034 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed87891e59 expref: -99 pid: 21727 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1715207759.333033:0:26933:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b02580c8) 00000080:00010000:1.0:1715207759.333036:0:26933:0:(llite_internal.h:1965:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b02580c8) for lock 0x7561918bd5570034 00000080:00010000:1.0:1715207759.333040:0:26933:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7561918bd5570034 from it ffff88012b687b90 00010000:00010000:1.0:1715207759.333044:0:26933:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a880/0x7561918bd5570034 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfa8b5bed87891e59 expref: -99 pid: 21727 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715207759.333052:0:26933:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a880/0x7561918bd5570034 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed87891e59 expref: -99 pid: 21727 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1715207759.333061:0:26933:0:(file.c:6060:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b02580c8), inode mode 41ed mask 1 00000080:00200000:1.0:1715207759.333066:0:26933:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=d12t.sanity-hsm, flags=16 00000080:00200000:3.0:1715207759.338137:0:26934:0:(file.c:5598:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b02580c8),name=/ 00000002:00010000:3.0:1715207759.338153:0:26934:0:(mdc_locks.c:1426:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1715207759.338165:0:26934:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a880/0x7561918bd5570034 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed87891e59 expref: -99 pid: 21727 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715207759.338178:0:26934:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a880/0x7561918bd5570034 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed87891e59 expref: -99 pid: 21727 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1715207759.338187:0:26934:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b02580c8) 00000080:00010000:3.0:1715207759.338190:0:26934:0:(llite_internal.h:1965:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b02580c8) for lock 0x7561918bd5570034 00000080:00010000:3.0:1715207759.338195:0:26934:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7561918bd5570034 from it ffff88012b0cfaf8 00010000:00010000:3.0:1715207759.338199:0:26934:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a880/0x7561918bd5570034 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfa8b5bed87891e59 expref: -99 pid: 21727 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715207759.338208:0:26934:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a880/0x7561918bd5570034 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed87891e59 expref: -99 pid: 21727 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1715207759.338231:0:26934:0:(file.c:6060:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b02580c8), inode mode 41ed mask 1 00000080:00200000:3.0:1715207759.338237:0:26934:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=d12t.sanity-hsm, flags=17 00000080:00200000:3.0:1715207759.338265:0:26934:0:(file.c:5598:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b02580c8),name=/ 00000002:00010000:3.0:1715207759.338272:0:26934:0:(mdc_locks.c:1426:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1715207759.338279:0:26934:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a880/0x7561918bd5570034 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed87891e59 expref: -99 pid: 21727 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715207759.338287:0:26934:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a880/0x7561918bd5570034 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed87891e59 expref: -99 pid: 21727 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1715207759.338295:0:26934:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b02580c8) 00000080:00010000:3.0:1715207759.338297:0:26934:0:(llite_internal.h:1965:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b02580c8) for lock 0x7561918bd5570034 00000080:00010000:3.0:1715207759.338300:0:26934:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7561918bd5570034 from it ffff88012b0cfaf8 00010000:00010000:3.0:1715207759.338303:0:26934:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a880/0x7561918bd5570034 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfa8b5bed87891e59 expref: -99 pid: 21727 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715207759.338310:0:26934:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a880/0x7561918bd5570034 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed87891e59 expref: -99 pid: 21727 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1715207759.338317:0:26934:0:(file.c:6060:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b02580c8), inode mode 41ed mask 1 00000080:00200000:3.0:1715207759.338321:0:26934:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=d12t.sanity-hsm, flags=17 00000080:00200000:3.0:1715207759.338350:0:26934:0:(file.c:5598:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b02580c8),name=/ 00000002:00010000:3.0:1715207759.338355:0:26934:0:(mdc_locks.c:1426:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1715207759.338360:0:26934:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a880/0x7561918bd5570034 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed87891e59 expref: -99 pid: 21727 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715207759.338367:0:26934:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a880/0x7561918bd5570034 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed87891e59 expref: -99 pid: 21727 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1715207759.338385:0:26934:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b02580c8) 00000080:00010000:3.0:1715207759.338388:0:26934:0:(llite_internal.h:1965:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b02580c8) for lock 0x7561918bd5570034 00000080:00010000:3.0:1715207759.338392:0:26934:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7561918bd5570034 from it ffff88012b0cfbb0 00010000:00010000:3.0:1715207759.338395:0:26934:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a880/0x7561918bd5570034 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfa8b5bed87891e59 expref: -99 pid: 21727 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715207759.338402:0:26934:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa54a880/0x7561918bd5570034 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed87891e59 expref: -99 pid: 21727 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1715207759.338409:0:26934:0:(file.c:6060:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b02580c8), inode mode 41ed mask 1 00000080:00200000:3.0:1715207759.338413:0:26934:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=d12t.sanity-hsm, flags=17 00000001:02000400:1.0:1715207759.863872:0:27069:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-hsm test_12t: @@@@@@ FAIL: cannot create /mnt/lustre2/d12t.sanity-hsm/f12t.sanity-hsm with cp, status=1 00010000:00010000:3.0:1715207760.236866:0:2469:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 323 lines, 323 kept, 0 dropped, 0 bad.