00010000:00010000:0.0F:1715208027.770807:0:2527:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200080:2.0F:1715208028.374212:0:9636:0:(dir.c:1969:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b02580c8) cmd=401866d5 arg=8f00f0 00800000:00000080:2.0:1715208028.374245:0:9636:0:(lmv_obd.c:911:lmv_iocontrol()) lustre-clilmv-ffff8800a9618000: cmd=401866d5 len=24 karg=ffff8800abe32ce0 uarg=0000000000000000 00000002:00000080:2.0:1715208028.374256:0:9636:0:(mdc_request.c:2233:mdc_iocontrol()) lustre-MDT0000-mdc-ffff8800a9618000: cmd=401866d5 len=24 karg=ffff8800abe32ce0 uarg=0000000000000000 00000100:00100000:2.0:1715208028.374325:0:9636:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800abe2f100 pname:cluuid:pid:xid:nid:opc:job lhsmtool_posix:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:9636:1798523505052928:192.168.201.123@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1715208028.374442:0:9636:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800a90c8f00 going to sleep for 11 seconds 00000100:00100000:2.0:1715208028.376358:0:9636:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800abe2f100 pname:cluuid:pid:xid:nid:opc:job lhsmtool_posix:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:9636:1798523505052928:192.168.201.123@tcp:60:lhsmtool_posix.0 00000002:00000080:2.0:1715208028.376381:0:9636:0:(mdc_request.c:2233:mdc_iocontrol()) lustre-MDT0001-mdc-ffff8800a9618000: cmd=401866d5 len=24 karg=ffff8800abe32ce0 uarg=0000000000000000 00000100:00100000:2.0:1715208028.376414:0:9636:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800abe2f100 pname:cluuid:pid:xid:nid:opc:job lhsmtool_posix:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:9636:1798523505052992:192.168.201.123@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1715208028.376479:0:9636:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800a90c8f00 going to sleep for 11 seconds 00000100:00100000:2.0:1715208028.377829:0:9636:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800abe2f100 pname:cluuid:pid:xid:nid:opc:job lhsmtool_posix:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:9636:1798523505052992:192.168.201.123@tcp:60:lhsmtool_posix.0 00000080:00200008:2.0:1715208028.377885:0:9636:0:(file.c:430:ll_file_release()) START file fid:[0x200000002:0x2:0x0](ffff8800b02788c8), flags 100000 00000002:00100000:2.0:1715208028.377935:0:9636:0:(mdc_request.c:927:mdc_close()) @@@ matched open req@ffff8800a91e7100 x1798523505051584/t4294967452(4294967452) o101->lustre-MDT0000-mdc-ffff8800a9618000@192.168.201.123@tcp:12/10 lens 864/608 e 0 to 0 dl 1715208040 ref 1 fl Complete:RPQU/204/ffffffff rc 301/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00000020:00100000:2.0:1715208028.377963:0:9636:0:(genops.c:2297:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800a9618000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1715208028.377970:0:9636:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800abe2f100 x1798523505053120/t0(0) o35->lustre-MDT0000-mdc-ffff8800a9618000@192.168.201.123@tcp:23/10 lens 392/840 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1715208028.377986:0:9636:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800abe2f100 pname:cluuid:pid:xid:nid:opc:job lhsmtool_posix:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:9636:1798523505053120:192.168.201.123@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1715208028.378061:0:9636:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800a90c8f00 going to sleep for 11 seconds 00000100:00100000:2.0:1715208028.379656:0:9636:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800abe2f100 pname:cluuid:pid:xid:nid:opc:job lhsmtool_posix:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:9636:1798523505053120:192.168.201.123@tcp:35:lhsmtool_posix.0 00000002:00100000:2.0:1715208028.379685:0:9636:0:(mdc_request.c:837:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8800a91e7100 x1798523505051584/t4294967452(4294967452) o101->lustre-MDT0000-mdc-ffff8800a9618000@192.168.201.123@tcp:12/10 lens 864/608 e 0 to 0 dl 1715208040 ref 1 fl Complete:RQU/204/ffffffff rc 301/-1 job:'lhsmtool_posix.0' uid:0 gid:0 00000080:00200008:2.0:1715208028.379724:0:9636:0:(file.c:430:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8800b02580c8), flags 100000 00000080:00200008:2.0:1715208028.383153:0:9636:0:(file.c:430:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8800b02580c8), flags 100000 00010000:00010000:3.0F:1715208028.772832:0:2469:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1715208029.464727:0:9970:0:(pinger.c:253:ptlrpc_pinger_process_import()) 04532c2b-e5e9-420d-abb0-4480aab1e378->lustre-MDT0000_UUID: level EVICTED/10 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1715208029.464735:0:9970:0:(pinger.c:271:ptlrpc_pinger_process_import()) 04532c2b-e5e9-420d-abb0-4480aab1e378->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: EVICTED) 00000100:00080000:3.0:1715208029.464746:0:9970:0:(pinger.c:253:ptlrpc_pinger_process_import()) 04532c2b-e5e9-420d-abb0-4480aab1e378->lustre-OST0001_UUID: level EVICTED/10 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1715208029.464749:0:9970:0:(pinger.c:271:ptlrpc_pinger_process_import()) 04532c2b-e5e9-420d-abb0-4480aab1e378->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: EVICTED) 00000100:00080000:3.0:1715208029.464763:0:9970:0:(pinger.c:253:ptlrpc_pinger_process_import()) 1bc50a3e-f07c-4b55-83c3-5f3c3d406528->lustre-OST0000_UUID: level EVICTED/10 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1715208029.464766:0:9970:0:(pinger.c:271:ptlrpc_pinger_process_import()) 1bc50a3e-f07c-4b55-83c3-5f3c3d406528->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: EVICTED) 00000100:00100000:3.0:1715208029.464809:0:2003:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a91e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:04532c2b-e5e9-420d-abb0-4480aab1e378:2003:1798523505053248:192.168.201.123@tcp:400:kworker.0 00000100:00100000:2.0:1715208029.464837:0:2002:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a91e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7e7a1b67-d841-4c3c-9f35-ded8f965b8dd:2002:1798523505053184:192.168.201.123@tcp:400:kworker.0 00000100:00100000:3.0:1715208029.464901:0:2003:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a91e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:2003:1798523505053376:192.168.201.123@tcp:400:kworker.0 00000100:00100000:2.0:1715208029.464926:0:2002:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a91e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:2002:1798523505053312:192.168.201.123@tcp:400:kworker.0 00000100:00100000:2.0:1715208029.464955:0:2002:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a91e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:2002:1798523505053440:192.168.201.123@tcp:400:kworker.0 00000100:00100000:2.0:1715208029.466765:0:2002:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a91e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7e7a1b67-d841-4c3c-9f35-ded8f965b8dd:2002:1798523505053184:192.168.201.123@tcp:400:kworker.0 00000100:00100000:3.0:1715208029.466785:0:2003:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a91e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:04532c2b-e5e9-420d-abb0-4480aab1e378:2003:1798523505053248:192.168.201.123@tcp:400:kworker.0 00000100:00100000:2.0:1715208029.466789:0:2002:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a91e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:2002:1798523505053312:192.168.201.123@tcp:400:kworker.0 00000100:00100000:3.0:1715208029.466802:0:2003:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a91e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:2003:1798523505053376:192.168.201.123@tcp:400:kworker.0 00000100:00100000:2.0:1715208029.466805:0:2002:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a91e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:2002:1798523505053440:192.168.201.123@tcp:400:kworker.0 00010000:00010000:3.0:1715208029.774814:0:5362:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1715208030.776816:0:18185:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0F:1715208031.173412:0:10866:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 24c: check that user,group,other request masks work ========================================================== 18:40:30 (1715208030) 00000080:00200008:3.0:1715208031.279588:0:10909:0:(file.c:5701:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8800b02580c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1715208031.279601:0:10909:0:(file.c:5598:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b02580c8),name=/ 00000002:00010000:3.0:1715208031.279631:0:10909:0:(mdc_locks.c:1426:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1715208031.279653:0:10909:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a960a400/0x7561918bd55703de lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed878924f0 expref: -99 pid: 9642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715208031.279671:0:10909:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a960a400/0x7561918bd55703de lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed878924f0 expref: -99 pid: 9642 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1715208031.279685:0:10909:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b02580c8) 00000080:00010000:3.0:1715208031.279689:0:10909:0:(llite_internal.h:1965:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b02580c8) for lock 0x7561918bd55703de 00000080:00010000:3.0:1715208031.279698:0:10909:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7561918bd55703de from it ffff88012db93cc8 00010000:00010000:3.0:1715208031.279710:0:10909:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a960a400/0x7561918bd55703de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfa8b5bed878924f0 expref: -99 pid: 9642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715208031.279719:0:10909:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a960a400/0x7561918bd55703de lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed878924f0 expref: -99 pid: 9642 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1715208031.280230:0:10909:0:(file.c:5701:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff880136f400c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1715208031.280237:0:10909:0:(file.c:5598:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff880136f400c8),name=/ 00000002:00010000:3.0:1715208031.280253:0:10909:0:(mdc_locks.c:1426:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1715208031.280311:0:10909:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800a960ad00/0x7561918bd557041d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1715208031.280320:0:10909:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800a960ad00/0x7561918bd557041d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1715208031.280331:0:10909:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800a960ad00/0x7561918bd557041d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10909 initiator: MDT0 00000100:00100000:3.0:1715208031.280352:0:10909:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800b5ff2180 going to sleep for 0 seconds 00000100:00100000:3.0:1715208031.280367:0:10909:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a91e5c00 pname:cluuid:pid:xid:nid:opc:job lhsmtool_posix:04532c2b-e5e9-420d-abb0-4480aab1e378:10909:1798523505053504:192.168.201.123@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1715208031.280380:0:10909:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800a960ad00/0x7561918bd557041d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1715208031.280388:0:10909:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800a960ad00/0x7561918bd557041d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1715208031.280394:0:10909:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800a960ad00/0x7561918bd557041d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1715208031.280400:0:10909:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800a960ad00/0x7561918bd557041d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1715208031.280418:0:10909:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800a960ad00/0x7561918bd557041d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1715208031.280425:0:10909:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800a960ad00 already unused, calling callback (ffffffffa1034e10) 00010000:00010000:3.0:1715208031.280430:0:10909:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800a960ad00/0x7561918bd557041d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1715208031.280437:0:10909:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800a960ad00/0x7561918bd557041d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1715208031.280444:0:10909:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800a960ad00/0x7561918bd557041d lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1715208031.280451:0:10909:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1715208031.280457:0:10909:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800a960ad00/0x7561918bd557041d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 10909 initiator: MDT0 00010000:00010000:3.0:1715208031.280463:0:10909:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800a960ad00/0x7561918bd557041d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 10909 initiator: MDT0 00000080:00020000:3.0:1715208031.280485:0:10909:0:(file.c:5575:ll_inode_revalidate_fini()) lustre: revalidate FID [0x200000007:0x1:0x0] error: rc = -108 00000080:00200008:3.0:1715208031.280505:0:10909:0:(file.c:5701:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8800b02580c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1715208031.280510:0:10909:0:(file.c:5598:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b02580c8),name=/ 00000002:00010000:3.0:1715208031.280518:0:10909:0:(mdc_locks.c:1426:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1715208031.280525:0:10909:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a960a400/0x7561918bd55703de lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed878924f0 expref: -99 pid: 9642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715208031.280534:0:10909:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a960a400/0x7561918bd55703de lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed878924f0 expref: -99 pid: 9642 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1715208031.280542:0:10909:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b02580c8) 00000080:00010000:3.0:1715208031.280549:0:10909:0:(llite_internal.h:1965:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b02580c8) for lock 0x7561918bd55703de 00000080:00010000:3.0:1715208031.280554:0:10909:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7561918bd55703de from it ffff88012db93cc8 00010000:00010000:3.0:1715208031.280558:0:10909:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a960a400/0x7561918bd55703de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfa8b5bed878924f0 expref: -99 pid: 9642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715208031.280599:0:10909:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a960a400/0x7561918bd55703de lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed878924f0 expref: -99 pid: 9642 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1715208031.280686:0:10909:0:(file.c:5598:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b02580c8),name=/ 00000002:00010000:3.0:1715208031.280696:0:10909:0:(mdc_locks.c:1426:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1715208031.280703:0:10909:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a960a400/0x7561918bd55703de lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed878924f0 expref: -99 pid: 9642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715208031.280713:0:10909:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a960a400/0x7561918bd55703de lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed878924f0 expref: -99 pid: 9642 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1715208031.280721:0:10909:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b02580c8) 00000080:00010000:3.0:1715208031.280723:0:10909:0:(llite_internal.h:1965:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b02580c8) for lock 0x7561918bd55703de 00000080:00010000:3.0:1715208031.280728:0:10909:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7561918bd55703de from it ffff88012db93b80 00010000:00010000:3.0:1715208031.280731:0:10909:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a960a400/0x7561918bd55703de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfa8b5bed878924f0 expref: -99 pid: 9642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715208031.280738:0:10909:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a960a400/0x7561918bd55703de lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed878924f0 expref: -99 pid: 9642 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1715208031.280747:0:10909:0:(file.c:6060:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b02580c8), inode mode 41ed mask 44 00000080:00200008:3.0:1715208031.280754:0:10909:0:(file.c:871:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8800b02580c8), flags 100000 00000080:00200000:1.0:1715208031.281559:0:10910:0:(file.c:5598:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b02580c8),name=/ 00000002:00010000:1.0:1715208031.281610:0:10910:0:(mdc_locks.c:1426:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1715208031.281621:0:10910:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a960a400/0x7561918bd55703de lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed878924f0 expref: -99 pid: 9642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715208031.281634:0:10910:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a960a400/0x7561918bd55703de lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed878924f0 expref: -99 pid: 9642 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1715208031.281644:0:10910:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b02580c8) 00000080:00010000:1.0:1715208031.281647:0:10910:0:(llite_internal.h:1965:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b02580c8) for lock 0x7561918bd55703de 00000080:00010000:1.0:1715208031.281652:0:10910:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7561918bd55703de from it ffff88012a44bb80 00010000:00010000:1.0:1715208031.281656:0:10910:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a960a400/0x7561918bd55703de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfa8b5bed878924f0 expref: -99 pid: 9642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715208031.281664:0:10910:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a960a400/0x7561918bd55703de lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed878924f0 expref: -99 pid: 9642 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1715208031.281674:0:10910:0:(file.c:6060:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b02580c8), inode mode 41ed mask 44 00000080:00200008:1.0:1715208031.281680:0:10910:0:(file.c:871:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8800b02580c8), flags 100000 00000080:00200000:1.0:1715208031.281709:0:10910:0:(file.c:5598:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b02580c8),name=/ 00000002:00010000:1.0:1715208031.281714:0:10910:0:(mdc_locks.c:1426:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1715208031.281720:0:10910:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a960a400/0x7561918bd55703de lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed878924f0 expref: -99 pid: 9642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715208031.281728:0:10910:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a960a400/0x7561918bd55703de lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed878924f0 expref: -99 pid: 9642 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1715208031.281735:0:10910:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b02580c8) 00000080:00010000:1.0:1715208031.281737:0:10910:0:(llite_internal.h:1965:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b02580c8) for lock 0x7561918bd55703de 00000080:00010000:1.0:1715208031.281747:0:10910:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7561918bd55703de from it ffff88012a44bbb0 00010000:00010000:1.0:1715208031.281751:0:10910:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a960a400/0x7561918bd55703de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfa8b5bed878924f0 expref: -99 pid: 9642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715208031.281758:0:10910:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a960a400/0x7561918bd55703de lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed878924f0 expref: -99 pid: 9642 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1715208031.281766:0:10910:0:(file.c:6060:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b02580c8), inode mode 41ed mask 1 00000080:00200000:1.0:1715208031.281773:0:10910:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=.lustre, flags=17 00000080:00200000:1.0:1715208031.281778:0:10910:0:(file.c:6060:ll_inode_permission()) VFS Op:inode=[0x200000002:0x1:0x0](ffff880136f410c8), inode mode 41ed mask 1 00000080:00200000:1.0:1715208031.281788:0:10910:0:(namei.c:1183:ll_atomic_open()) VFS Op:name=fid, dir=[0x200000002:0x1:0x0](ffff880136f410c8), file ffff8800b3f0ea80, open_flags 8000, mode 0 opened 0 00000080:00200000:1.0:1715208031.281796:0:10910:0:(namei.c:838:ll_lookup_it()) VFS Op:name=fid, dir=[0x200000002:0x1:0x0](ffff880136f410c8), intent=open 00000002:00010000:1.0:1715208031.281807:0:10910:0:(mdc_locks.c:1426:mdc_intent_lock()) (name: fid,[0x0:0x0:0x0]) in obj [0x200000002:0x1:0x0], intent: open flags 0100001 00010000:00010000:1.0:1715208031.281847:0:10910:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66a1c0/0x7561918bd5570424 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 10910 initiator: MDT0 00010000:00010000:1.0:1715208031.281854:0:10910:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66a1c0/0x7561918bd5570424 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 10910 initiator: MDT0 00000020:00100000:1.0:1715208031.281866:0:10910:0:(genops.c:2297:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800a9618000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1715208031.281877:0:10910:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a9679500 x1798523505053632/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9618000@192.168.201.123@tcp:12/10 lens 864/66536 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1715208031.281888:0:10910:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66a1c0/0x7561918bd5570424 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 10910 initiator: MDT0 00000100:00100000:1.0:1715208031.281904:0:10910:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9679500 pname:cluuid:pid:xid:nid:opc:job lhsmtool_posix:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:10910:1798523505053632:192.168.201.123@tcp:101:lhsmtool_posix.0 00000100:00100000:1.0:1715208031.282115:0:10910:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800b39fd480 going to sleep for 11 seconds 00000100:00100000:2.0:1715208031.284319:0:10910:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a9679500 pname:cluuid:pid:xid:nid:opc:job lhsmtool_posix:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:10910:1798523505053632:192.168.201.123@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1715208031.284336:0:10910:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66a1c0/0x7561918bd5570424 lrc: 4/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 10910 initiator: MDT0 00010000:00010000:2.0:1715208031.284347:0:10910:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66a1c0/0x7561918bd5570424 lrc: 4/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 10910 initiator: MDT0 00010000:00010000:2.0:1715208031.284354:0:10910:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66a1c0/0x7561918bd5570424 lrc: 4/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 10910 initiator: MDT0 00010000:00010000:2.0:1715208031.284360:0:10910:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66a1c0/0x7561918bd5570424 lrc: 3/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 10910 initiator: MDT0 00010000:00010000:2.0:1715208031.284366:0:10910:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66a1c0/0x7561918bd5570424 lrc: 4/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 10910 initiator: MDT0 00010000:00010000:2.0:1715208031.284372:0:10910:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800aa66a1c0 already unused, calling callback (ffffffffa1034e10) 00010000:00010000:2.0:1715208031.284375:0:10910:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66a1c0/0x7561918bd5570424 lrc: 4/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 10910 initiator: MDT0 00010000:00010000:2.0:1715208031.284393:0:10910:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66a1c0/0x7561918bd5570424 lrc: 4/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 10910 initiator: MDT0 00010000:00010000:2.0:1715208031.284399:0:10910:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66a1c0/0x7561918bd5570424 lrc: 5/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 10910 initiator: MDT0 00010000:00010000:2.0:1715208031.284405:0:10910:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1715208031.284409:0:10910:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66a1c0/0x7561918bd5570424 lrc: 3/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 10910 initiator: MDT0 00010000:00010000:2.0:1715208031.284414:0:10910:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66a1c0/0x7561918bd5570424 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 10910 initiator: MDT0 00000002:00100000:2.0:1715208031.284431:0:10910:0:(mdc_locks.c:838:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff8800a9679500 x1798523505053632/t4294967455(4294967455) o101->lustre-MDT0000-mdc-ffff8800a9618000@192.168.201.123@tcp:12/10 lens 864/608 e 0 to 0 dl 1715208047 ref 2 fl Complete:RPQU/204/0 rc 301/301 job:'lhsmtool_posix.0' uid:0 gid:0 00000002:00100000:2.0:1715208031.284446:0:10910:0:(mdc_request.c:816:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8800a9679500 x1798523505053632/t4294967455(4294967455) o101->lustre-MDT0000-mdc-ffff8800a9618000@192.168.201.123@tcp:12/10 lens 864/608 e 0 to 0 dl 1715208047 ref 2 fl Complete:RPQU/204/0 rc 301/301 job:'lhsmtool_posix.0' uid:0 gid:0 00000080:00200000:2.0:1715208031.284474:0:10910:0:(llite_lib.c:2872:ll_update_inode()) inode=[0x200000002:0x2:0x0], updating i_size 4096 00000080:00200000:2.0:1715208031.284478:0:10910:0:(namei.c:157:ll_iget()) got inode: [0x200000002:0x2:0x0](ffff8800b02788c8): rc = 0 00000080:00010000:2.0:1715208031.284483:0:10910:0:(llite_internal.h:1965:ll_set_lock_data()) setting l_data to inode [0x200000002:0x2:0x0](ffff8800b02788c8) for lock 0x0 00000080:00200008:2.0:1715208031.284499:0:10910:0:(file.c:871:ll_file_open()) START file fid:[0x200000002:0x2:0x0](ffff8800b02788c8), flags 100000 00000002:00100000:2.0:1715208031.284514:0:10910:0:(mdc_request.c:816:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8800a9679500 x1798523505053632/t4294967455(4294967455) o101->lustre-MDT0000-mdc-ffff8800a9618000@192.168.201.123@tcp:12/10 lens 864/608 e 0 to 0 dl 1715208047 ref 2 fl Complete:RPQU/204/0 rc 301/301 job:'lhsmtool_posix.0' uid:0 gid:0 00000080:00200000:2.0:1715208031.284633:0:10910:0:(file.c:6060:ll_inode_permission()) VFS Op:inode=[0x200000002:0x2:0x0](ffff8800b02788c8), inode mode 4040 mask 44 00000080:00200080:2.0:1715208031.284699:0:10910:0:(dir.c:1969:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b02580c8) cmd=401866d5 arg=1a620f0 00800000:00000080:2.0:1715208031.284712:0:10910:0:(lmv_obd.c:911:lmv_iocontrol()) lustre-clilmv-ffff8800a9618000: cmd=401866d5 len=24 karg=ffff8800abe32420 uarg=0000000000000000 00000002:00000080:2.0:1715208031.284725:0:10910:0:(mdc_request.c:2233:mdc_iocontrol()) lustre-MDT0000-mdc-ffff8800a9618000: cmd=401866d5 len=24 karg=ffff8800abe32420 uarg=0000000000000000 00000100:00100000:2.0:1715208031.284755:0:10910:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800abe2f100 pname:cluuid:pid:xid:nid:opc:job lhsmtool_posix:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:10910:1798523505053696:192.168.201.123@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1715208031.284807:0:10910:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800a90c86c0 going to sleep for 11 seconds 00000100:00100000:2.0:1715208031.286384:0:10910:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800abe2f100 pname:cluuid:pid:xid:nid:opc:job lhsmtool_posix:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:10910:1798523505053696:192.168.201.123@tcp:59:lhsmtool_posix.0 00000002:00000080:2.0:1715208031.286405:0:10910:0:(mdc_request.c:2233:mdc_iocontrol()) lustre-MDT0001-mdc-ffff8800a9618000: cmd=401866d5 len=24 karg=ffff8800abe32420 uarg=0000000000000000 00000100:00100000:2.0:1715208031.286432:0:10910:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800abe2f100 pname:cluuid:pid:xid:nid:opc:job lhsmtool_posix:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:10910:1798523505053760:192.168.201.123@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1715208031.286478:0:10910:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800a90c86c0 going to sleep for 11 seconds 00000100:00100000:2.0:1715208031.288117:0:10910:0:(client.c:2956:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8800a9618000: committing for last_committed 4294967344 gen 1 00000100:00100000:2.0:1715208031.288148:0:10910:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800abe2f100 pname:cluuid:pid:xid:nid:opc:job lhsmtool_posix:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:10910:1798523505053760:192.168.201.123@tcp:59:lhsmtool_posix.0 00000080:00200000:1.0:1715208031.291480:0:10911:0:(file.c:5598:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff880136f400c8),name=/ 00000002:00010000:1.0:1715208031.291497:0:10911:0:(mdc_locks.c:1426:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1715208031.291531:0:10911:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa6698c0/0x7561918bd557042b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10911 initiator: MDT0 00010000:00010000:1.0:1715208031.291541:0:10911:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa6698c0/0x7561918bd557042b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10911 initiator: MDT0 00010000:00010000:1.0:1715208031.291550:0:10911:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa6698c0/0x7561918bd557042b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10911 initiator: MDT0 00000100:00100000:1.0:1715208031.291561:0:10911:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800b39fda80 going to sleep for 0 seconds 00000100:00100000:1.0:1715208031.291601:0:10911:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a967b100 pname:cluuid:pid:xid:nid:opc:job lfs:04532c2b-e5e9-420d-abb0-4480aab1e378:10911:1798523505053824:192.168.201.123@tcp:101:lfs.0 00010000:00010000:1.0:1715208031.291610:0:10911:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa6698c0/0x7561918bd557042b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10911 initiator: MDT0 00010000:00010000:1.0:1715208031.291616:0:10911:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa6698c0/0x7561918bd557042b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 10911 initiator: MDT0 00010000:00010000:1.0:1715208031.291623:0:10911:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa6698c0/0x7561918bd557042b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 10911 initiator: MDT0 00010000:00010000:1.0:1715208031.291629:0:10911:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa6698c0/0x7561918bd557042b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 10911 initiator: MDT0 00010000:00010000:1.0:1715208031.291635:0:10911:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa6698c0/0x7561918bd557042b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 10911 initiator: MDT0 00010000:00010000:1.0:1715208031.291641:0:10911:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800aa6698c0 already unused, calling callback (ffffffffa1034e10) 00010000:00010000:1.0:1715208031.291644:0:10911:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa6698c0/0x7561918bd557042b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 10911 initiator: MDT0 00010000:00010000:1.0:1715208031.291650:0:10911:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa6698c0/0x7561918bd557042b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 10911 initiator: MDT0 00010000:00010000:1.0:1715208031.291655:0:10911:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa6698c0/0x7561918bd557042b lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 10911 initiator: MDT0 00010000:00010000:1.0:1715208031.291668:0:10911:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1715208031.291672:0:10911:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa6698c0/0x7561918bd557042b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 10911 initiator: MDT0 00010000:00010000:1.0:1715208031.291678:0:10911:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa6698c0/0x7561918bd557042b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 10911 initiator: MDT0 00000080:00020000:1.0:1715208031.291697:0:10911:0:(file.c:5575:ll_inode_revalidate_fini()) lustre: revalidate FID [0x200000007:0x1:0x0] error: rc = -108 00000080:00200000:1.0:1715208031.291722:0:10911:0:(file.c:5598:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff880136f400c8),name=/ 00000002:00010000:1.0:1715208031.291731:0:10911:0:(mdc_locks.c:1426:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1715208031.291751:0:10911:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa668d80/0x7561918bd5570432 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10911 initiator: MDT0 00010000:00010000:1.0:1715208031.291757:0:10911:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa668d80/0x7561918bd5570432 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10911 initiator: MDT0 00010000:00010000:1.0:1715208031.291764:0:10911:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa668d80/0x7561918bd5570432 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10911 initiator: MDT0 00000100:00100000:1.0:1715208031.291774:0:10911:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800b39fda80 going to sleep for 0 seconds 00000100:00100000:1.0:1715208031.291780:0:10911:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a967b100 pname:cluuid:pid:xid:nid:opc:job lfs:04532c2b-e5e9-420d-abb0-4480aab1e378:10911:1798523505053888:192.168.201.123@tcp:101:lfs.0 00010000:00010000:1.0:1715208031.291786:0:10911:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa668d80/0x7561918bd5570432 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10911 initiator: MDT0 00010000:00010000:1.0:1715208031.291792:0:10911:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa668d80/0x7561918bd5570432 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 10911 initiator: MDT0 00010000:00010000:1.0:1715208031.291799:0:10911:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa668d80/0x7561918bd5570432 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 10911 initiator: MDT0 00010000:00010000:1.0:1715208031.291804:0:10911:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa668d80/0x7561918bd5570432 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 10911 initiator: MDT0 00010000:00010000:1.0:1715208031.291816:0:10911:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa668d80/0x7561918bd5570432 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 10911 initiator: MDT0 00010000:00010000:1.0:1715208031.291821:0:10911:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800aa668d80 already unused, calling callback (ffffffffa1034e10) 00010000:00010000:1.0:1715208031.291824:0:10911:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa668d80/0x7561918bd5570432 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 10911 initiator: MDT0 00010000:00010000:1.0:1715208031.291830:0:10911:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa668d80/0x7561918bd5570432 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 10911 initiator: MDT0 00010000:00010000:1.0:1715208031.291835:0:10911:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa668d80/0x7561918bd5570432 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 10911 initiator: MDT0 00010000:00010000:1.0:1715208031.291840:0:10911:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1715208031.291843:0:10911:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa668d80/0x7561918bd5570432 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 10911 initiator: MDT0 00010000:00010000:1.0:1715208031.291849:0:10911:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa668d80/0x7561918bd5570432 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 10911 initiator: MDT0 00000080:00020000:1.0:1715208031.291864:0:10911:0:(file.c:5575:ll_inode_revalidate_fini()) lustre: revalidate FID [0x200000007:0x1:0x0] error: rc = -108 00000080:00200008:1.0:1715208031.291881:0:10911:0:(file.c:5701:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff880136f400c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1715208031.291885:0:10911:0:(file.c:5598:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff880136f400c8),name=/ 00000002:00010000:1.0:1715208031.291891:0:10911:0:(mdc_locks.c:1426:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1715208031.291907:0:10911:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa668480/0x7561918bd5570439 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10911 initiator: MDT0 00010000:00010000:1.0:1715208031.291913:0:10911:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa668480/0x7561918bd5570439 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10911 initiator: MDT0 00010000:00010000:1.0:1715208031.291919:0:10911:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa668480/0x7561918bd5570439 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10911 initiator: MDT0 00000100:00100000:1.0:1715208031.291938:0:10911:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800b39fda80 going to sleep for 0 seconds 00000100:00100000:1.0:1715208031.291943:0:10911:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a967b100 pname:cluuid:pid:xid:nid:opc:job lfs:04532c2b-e5e9-420d-abb0-4480aab1e378:10911:1798523505053952:192.168.201.123@tcp:101:lfs.0 00010000:00010000:1.0:1715208031.291950:0:10911:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa668480/0x7561918bd5570439 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10911 initiator: MDT0 00010000:00010000:1.0:1715208031.291956:0:10911:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa668480/0x7561918bd5570439 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 10911 initiator: MDT0 00010000:00010000:1.0:1715208031.291961:0:10911:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa668480/0x7561918bd5570439 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 10911 initiator: MDT0 00010000:00010000:1.0:1715208031.291967:0:10911:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa668480/0x7561918bd5570439 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 10911 initiator: MDT0 00010000:00010000:1.0:1715208031.291973:0:10911:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa668480/0x7561918bd5570439 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 10911 initiator: MDT0 00010000:00010000:1.0:1715208031.291977:0:10911:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800aa668480 already unused, calling callback (ffffffffa1034e10) 00010000:00010000:1.0:1715208031.291980:0:10911:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa668480/0x7561918bd5570439 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 10911 initiator: MDT0 00010000:00010000:1.0:1715208031.291986:0:10911:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa668480/0x7561918bd5570439 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 10911 initiator: MDT0 00010000:00010000:1.0:1715208031.292018:0:10911:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa668480/0x7561918bd5570439 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 10911 initiator: MDT0 00010000:00010000:1.0:1715208031.292023:0:10911:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1715208031.292026:0:10911:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa668480/0x7561918bd5570439 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 10911 initiator: MDT0 00010000:00010000:1.0:1715208031.292031:0:10911:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800b6238800 lock: ffff8800aa668480/0x7561918bd5570439 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 10911 initiator: MDT0 00000080:00020000:1.0:1715208031.292053:0:10911:0:(file.c:5575:ll_inode_revalidate_fini()) lustre: revalidate FID [0x200000007:0x1:0x0] error: rc = -108 00010000:00010000:0.0:1715208031.778785:0:2527:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:1.0:1715208032.292732:0:10950:0:(file.c:5598:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b02580c8),name=/ 00000002:00010000:1.0:1715208032.292768:0:10950:0:(mdc_locks.c:1426:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1715208032.292791:0:10950:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a960a400/0x7561918bd55703de lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed878924f0 expref: -99 pid: 9642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715208032.292810:0:10950:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a960a400/0x7561918bd55703de lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed878924f0 expref: -99 pid: 9642 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1715208032.292824:0:10950:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b02580c8) 00000080:00010000:1.0:1715208032.292828:0:10950:0:(llite_internal.h:1965:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b02580c8) for lock 0x7561918bd55703de 00000080:00010000:1.0:1715208032.292838:0:10950:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7561918bd55703de from it ffff8800b3f13e00 00010000:00010000:1.0:1715208032.292843:0:10950:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a960a400/0x7561918bd55703de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfa8b5bed878924f0 expref: -99 pid: 9642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715208032.292852:0:10950:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a960a400/0x7561918bd55703de lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed878924f0 expref: -99 pid: 9642 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1715208032.292871:0:10950:0:(file.c:6060:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b02580c8), inode mode 41ed mask 101 00000080:00200000:1.0:1715208032.292880:0:10950:0:(file.c:5598:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b02580c8),name=/ 00000002:00010000:1.0:1715208032.292885:0:10950:0:(mdc_locks.c:1426:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1715208032.292890:0:10950:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a960a400/0x7561918bd55703de lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed878924f0 expref: -99 pid: 9642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715208032.292897:0:10950:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a960a400/0x7561918bd55703de lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed878924f0 expref: -99 pid: 9642 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1715208032.292905:0:10950:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b02580c8) 00000080:00010000:1.0:1715208032.292914:0:10950:0:(llite_internal.h:1965:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b02580c8) for lock 0x7561918bd55703de 00000080:00010000:1.0:1715208032.292918:0:10950:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7561918bd55703de from it ffff8800b3f13b58 00010000:00010000:1.0:1715208032.292922:0:10950:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a960a400/0x7561918bd55703de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfa8b5bed878924f0 expref: -99 pid: 9642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715208032.292929:0:10950:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a960a400/0x7561918bd55703de lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed878924f0 expref: -99 pid: 9642 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1715208032.292937:0:10950:0:(file.c:6060:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b02580c8), inode mode 41ed mask 1 00000080:00200000:1.0:1715208032.292946:0:10950:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=d24c.sanity-hsm, dir=[0x200000007:0x1:0x0](ffff8800b02580c8), flags=1536 00000080:00200000:1.0:1715208032.292950:0:10950:0:(file.c:5598:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b02580c8),name=/ 00000002:00010000:1.0:1715208032.292955:0:10950:0:(mdc_locks.c:1426:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1715208032.292960:0:10950:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a960a400/0x7561918bd55703de lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed878924f0 expref: -99 pid: 9642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715208032.292968:0:10950:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a960a400/0x7561918bd55703de lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed878924f0 expref: -99 pid: 9642 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1715208032.293004:0:10950:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b02580c8) 00000080:00010000:1.0:1715208032.293007:0:10950:0:(llite_internal.h:1965:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b02580c8) for lock 0x7561918bd55703de 00000080:00010000:1.0:1715208032.293011:0:10950:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7561918bd55703de from it ffff8800b3f13be8 00010000:00010000:1.0:1715208032.293014:0:10950:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a960a400/0x7561918bd55703de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfa8b5bed878924f0 expref: -99 pid: 9642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715208032.293021:0:10950:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a960a400/0x7561918bd55703de lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed878924f0 expref: -99 pid: 9642 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1715208032.293028:0:10950:0:(file.c:6060:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b02580c8), inode mode 41ed mask 3 00000080:00200000:1.0:1715208032.293033:0:10950:0:(file.c:5598:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b02580c8),name=/ 00000002:00010000:1.0:1715208032.293045:0:10950:0:(mdc_locks.c:1426:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1715208032.293051:0:10950:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a960a400/0x7561918bd55703de lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed878924f0 expref: -99 pid: 9642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715208032.293060:0:10950:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a960a400/0x7561918bd55703de lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed878924f0 expref: -99 pid: 9642 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1715208032.293067:0:10950:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b02580c8) 00000080:00010000:1.0:1715208032.293069:0:10950:0:(llite_internal.h:1965:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b02580c8) for lock 0x7561918bd55703de 00000080:00010000:1.0:1715208032.293072:0:10950:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7561918bd55703de from it ffff8800b3f13da0 00010000:00010000:1.0:1715208032.293074:0:10950:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a960a400/0x7561918bd55703de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfa8b5bed878924f0 expref: -99 pid: 9642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715208032.293081:0:10950:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a960a400/0x7561918bd55703de lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed878924f0 expref: -99 pid: 9642 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1715208032.293088:0:10950:0:(file.c:6060:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b02580c8), inode mode 41ed mask 3 00000080:00200000:1.0:1715208032.293094:0:10950:0:(namei.c:2044:ll_mkdir()) VFS Op:name=d24c.sanity-hsm, dir=[0x200000007:0x1:0x0](ffff8800b02580c8) 00010000:00010000:1.0:1715208032.293129:0:10950:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a960a400/0x7561918bd55703de lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xfa8b5bed878924f0 expref: -99 pid: 9642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715208032.293193:0:10950:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a960a400/0x7561918bd55703de lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xfa8b5bed878924f0 expref: -99 pid: 9642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715208032.293199:0:10950:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1715208032.293203:0:10950:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a960a400/0x7561918bd55703de lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xfa8b5bed878924f0 expref: -99 pid: 9642 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1715208032.293229:0:10950:0:(genops.c:2297:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800a9618000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1715208032.293245:0:10950:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a967b100 x1798523505054080/t0(0) o36->lustre-MDT0000-mdc-ffff8800a9618000@192.168.201.123@tcp:12/10 lens 560/792 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1715208032.293281:0:10950:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a967b100 pname:cluuid:pid:xid:nid:opc:job mkdir:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:10950:1798523505054080:192.168.201.123@tcp:36:mkdir.0 00000100:00100000:1.0:1715208032.293390:0:10950:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800b39fd000 going to sleep for 11 seconds 00000100:00100000:1.0:1715208032.296307:0:10950:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a967b100 pname:cluuid:pid:xid:nid:opc:job mkdir:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:10950:1798523505054080:192.168.201.123@tcp:36:mkdir.0 00000080:00200000:1.0:1715208032.296346:0:10950:0:(llite_lib.c:3140:ll_read_inode2()) VFS Op:inode=[0x200000403:0xd:0x0](ffff8800b02588c8) 00000080:00200000:1.0:1715208032.296354:0:10950:0:(llite_lib.c:2872:ll_update_inode()) inode=[0x200000403:0xd:0x0], updating i_size 4096 00000080:00200000:1.0:1715208032.300015:0:10951:0:(file.c:5598:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b02580c8),name=/ 00000002:00010000:1.0:1715208032.300031:0:10951:0:(mdc_locks.c:1426:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1715208032.300071:0:10951:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b840/0x7561918bd5570440 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10951 initiator: MDT0 00010000:00010000:1.0:1715208032.300082:0:10951:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b840/0x7561918bd5570440 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10951 initiator: MDT0 00010000:00010000:1.0:1715208032.300094:0:10951:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b840/0x7561918bd5570440 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10951 initiator: MDT0 00000100:00100000:1.0:1715208032.300109:0:10951:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9679880 pname:cluuid:pid:xid:nid:opc:job rm:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:10951:1798523505054144:192.168.201.123@tcp:101:rm.0 00000100:00100000:1.0:1715208032.300169:0:10951:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800b39fd000 going to sleep for 11 seconds 00000100:00100000:1.0:1715208032.302063:0:10951:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a9679880 pname:cluuid:pid:xid:nid:opc:job rm:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:10951:1798523505054144:192.168.201.123@tcp:101:rm.0 00010000:00010000:1.0:1715208032.302083:0:10951:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b840/0x7561918bd5570440 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed878925a6 expref: -99 pid: 10951 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715208032.302096:0:10951:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b840/0x7561918bd5570440 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed878925a6 expref: -99 pid: 10951 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715208032.302108:0:10951:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b840/0x7561918bd5570440 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfa8b5bed878925a6 expref: -99 pid: 10951 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715208032.302133:0:10951:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b840/0x7561918bd5570440 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed878925a6 expref: -99 pid: 10951 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715208032.302143:0:10951:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b840/0x7561918bd5570440 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfa8b5bed878925a6 expref: -99 pid: 10951 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715208032.302150:0:10951:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b840/0x7561918bd5570440 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfa8b5bed878925a6 expref: -99 pid: 10951 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715208032.302157:0:10951:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b840/0x7561918bd5570440 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfa8b5bed878925a6 expref: -99 pid: 10951 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1715208032.302167:0:10951:0:(mdc_locks.c:838:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a9679880 x1798523505054144/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9618000@192.168.201.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1715208048 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000002:00010000:1.0:1715208032.302182:0:10951:0:(mdc_locks.c:1277:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b840/0x7561918bd5570440 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed878925a6 expref: -99 pid: 10951 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715208032.302191:0:10951:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa580800 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:1.0:1715208032.302210:0:10951:0:(llite_lib.c:2872:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:1.0:1715208032.302215:0:10951:0:(llite_internal.h:1965:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b02580c8) for lock 0x7561918bd5570440 00000080:00010000:1.0:1715208032.302220:0:10951:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b02580c8) 00000080:00010000:1.0:1715208032.302223:0:10951:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7561918bd5570440 from it ffff8800a9213af8 00010000:00010000:1.0:1715208032.302226:0:10951:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b840/0x7561918bd5570440 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfa8b5bed878925a6 expref: -99 pid: 10951 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715208032.302234:0:10951:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b840/0x7561918bd5570440 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed878925a6 expref: -99 pid: 10951 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1715208032.302263:0:10951:0:(file.c:6060:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b02580c8), inode mode 41ed mask 1 00000080:00200000:1.0:1715208032.302271:0:10951:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=d24c.sanity-hsm, dir=[0x200000007:0x1:0x0](ffff8800b02580c8), flags=16 00000080:00200000:1.0:1715208032.302276:0:10951:0:(namei.c:838:ll_lookup_it()) VFS Op:name=d24c.sanity-hsm, dir=[0x200000007:0x1:0x0](ffff8800b02580c8), intent=0 00000002:00010000:1.0:1715208032.302288:0:10951:0:(mdc_locks.c:1426:mdc_intent_lock()) (name: d24c.sanity-hsm,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1715208032.302311:0:10951:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b600/0x7561918bd5570447 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 10951 initiator: MDT0 00010000:00010000:1.0:1715208032.302317:0:10951:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b600/0x7561918bd5570447 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 10951 initiator: MDT0 00010000:00010000:1.0:1715208032.302324:0:10951:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b600/0x7561918bd5570447 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 10951 initiator: MDT0 00000100:00100000:1.0:1715208032.302338:0:10951:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9679880 pname:cluuid:pid:xid:nid:opc:job rm:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:10951:1798523505054208:192.168.201.123@tcp:101:rm.0 00000100:00100000:1.0:1715208032.302398:0:10951:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800b39fd000 going to sleep for 11 seconds 00000100:00100000:1.0:1715208032.304521:0:10951:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a9679880 pname:cluuid:pid:xid:nid:opc:job rm:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:10951:1798523505054208:192.168.201.123@tcp:101:rm.0 00010000:00010000:1.0:1715208032.304539:0:10951:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b600/0x7561918bd5570447 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed878925c2 expref: -99 pid: 10951 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715208032.304555:0:10951:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b600/0x7561918bd5570447 lrc: 4/1,0 mode: --/PR res: [0x200000403:0xd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed878925c2 expref: -99 pid: 10951 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715208032.304594:0:10951:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b600/0x7561918bd5570447 lrc: 4/1,0 mode: --/PR res: [0x200000403:0xd:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed878925c2 expref: -99 pid: 10951 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715208032.304602:0:10951:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b600/0x7561918bd5570447 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0xd:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfa8b5bed878925c2 expref: -99 pid: 10951 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715208032.304624:0:10951:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b600/0x7561918bd5570447 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0xd:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed878925c2 expref: -99 pid: 10951 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715208032.304634:0:10951:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b600/0x7561918bd5570447 lrc: 5/2,0 mode: PR/PR res: [0x200000403:0xd:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfa8b5bed878925c2 expref: -99 pid: 10951 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715208032.304641:0:10951:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b600/0x7561918bd5570447 lrc: 5/2,0 mode: PR/PR res: [0x200000403:0xd:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfa8b5bed878925c2 expref: -99 pid: 10951 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715208032.304647:0:10951:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b600/0x7561918bd5570447 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0xd:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfa8b5bed878925c2 expref: -99 pid: 10951 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1715208032.304658:0:10951:0:(mdc_locks.c:838:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff8800a9679880 x1798523505054208/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9618000@192.168.201.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1715208048 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 00000002:00010000:1.0:1715208032.304669:0:10951:0:(mdc_locks.c:1277:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b600/0x7561918bd5570447 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xd:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed878925c2 expref: -99 pid: 10951 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715208032.304678:0:10951:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa580800 type 13 mode 4 res 8589935619/13 (0 0) 00000080:00200000:1.0:1715208032.304691:0:10951:0:(llite_lib.c:2872:ll_update_inode()) inode=[0x200000403:0xd:0x0], updating i_size 4096 00000080:00200000:1.0:1715208032.304695:0:10951:0:(namei.c:157:ll_iget()) got inode: [0x200000403:0xd:0x0](ffff8800b02588c8): rc = 0 00000080:00010000:1.0:1715208032.304700:0:10951:0:(llite_internal.h:1965:ll_set_lock_data()) setting l_data to inode [0x200000403:0xd:0x0](ffff8800b02588c8) for lock 0x7561918bd5570447 00000080:00010000:1.0:1715208032.304709:0:10951:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000403:0xd:0x0](ffff8800b02588c8) 00000080:00010000:1.0:1715208032.304712:0:10951:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7561918bd5570447 from it ffff8800a9213a60 00010000:00010000:1.0:1715208032.304715:0:10951:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b600/0x7561918bd5570447 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xd:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfa8b5bed878925c2 expref: -99 pid: 10951 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715208032.304722:0:10951:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b600/0x7561918bd5570447 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xd:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed878925c2 expref: -99 pid: 10951 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1715208032.304748:0:10951:0:(file.c:6060:ll_inode_permission()) VFS Op:inode=[0x200000403:0xd:0x0](ffff8800b02588c8), inode mode 41ed mask 1 00000080:00200000:1.0:1715208032.304756:0:10951:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=f24c.sanity-hsm, dir=[0x200000403:0xd:0x0](ffff8800b02588c8), flags=0 00000080:00200000:1.0:1715208032.304760:0:10951:0:(namei.c:838:ll_lookup_it()) VFS Op:name=f24c.sanity-hsm, dir=[0x200000403:0xd:0x0](ffff8800b02588c8), intent=getattr 00000002:00010000:1.0:1715208032.304770:0:10951:0:(mdc_locks.c:1426:mdc_intent_lock()) (name: f24c.sanity-hsm,[0x0:0x0:0x0]) in obj [0x200000403:0xd:0x0], intent: getattr flags 0 00010000:00010000:1.0:1715208032.304792:0:10951:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66aac0/0x7561918bd557044e lrc: 3/1,0 mode: --/CR res: [0x200000403:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 10951 initiator: MDT0 00010000:00010000:1.0:1715208032.304799:0:10951:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66aac0/0x7561918bd557044e lrc: 3/1,0 mode: --/CR res: [0x200000403:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 10951 initiator: MDT0 00010000:00010000:1.0:1715208032.304806:0:10951:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66aac0/0x7561918bd557044e lrc: 3/1,0 mode: --/CR res: [0x200000403:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 10951 initiator: MDT0 00000100:00100000:1.0:1715208032.304820:0:10951:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9679880 pname:cluuid:pid:xid:nid:opc:job rm:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:10951:1798523505054272:192.168.201.123@tcp:101:rm.0 00000100:00100000:1.0:1715208032.304881:0:10951:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800b39fd000 going to sleep for 11 seconds 00000100:00100000:2.0:1715208032.306786:0:10951:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a9679880 pname:cluuid:pid:xid:nid:opc:job rm:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:10951:1798523505054272:192.168.201.123@tcp:101:rm.0 00010000:00010000:2.0:1715208032.306802:0:10951:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66aac0/0x7561918bd557044e lrc: 4/1,0 mode: --/CR res: [0x200000403:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 10951 initiator: MDT0 00010000:00010000:2.0:1715208032.306814:0:10951:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66aac0/0x7561918bd557044e lrc: 4/1,0 mode: --/CR res: [0x200000403:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 10951 initiator: MDT0 00010000:00010000:2.0:1715208032.306821:0:10951:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66aac0/0x7561918bd557044e lrc: 4/1,0 mode: --/CR res: [0x200000403:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 10951 initiator: MDT0 00010000:00010000:2.0:1715208032.306828:0:10951:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66aac0/0x7561918bd557044e lrc: 3/0,0 mode: --/CR res: [0x200000403:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 10951 initiator: MDT0 00010000:00010000:2.0:1715208032.306836:0:10951:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66aac0/0x7561918bd557044e lrc: 4/0,0 mode: --/CR res: [0x200000403:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 10951 initiator: MDT0 00010000:00010000:2.0:1715208032.306842:0:10951:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800aa66aac0 already unused, calling callback (ffffffffa1034e10) 00010000:00010000:2.0:1715208032.306847:0:10951:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66aac0/0x7561918bd557044e lrc: 4/0,0 mode: --/CR res: [0x200000403:0xd:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 10951 initiator: MDT0 00010000:00010000:2.0:1715208032.306853:0:10951:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66aac0/0x7561918bd557044e lrc: 4/0,0 mode: --/CR res: [0x200000403:0xd:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 10951 initiator: MDT0 00010000:00010000:2.0:1715208032.306869:0:10951:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66aac0/0x7561918bd557044e lrc: 5/0,0 mode: --/CR res: [0x200000403:0xd:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 10951 initiator: MDT0 00010000:00010000:2.0:1715208032.306876:0:10951:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1715208032.306880:0:10951:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66aac0/0x7561918bd557044e lrc: 3/0,0 mode: --/CR res: [0x200000403:0xd:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 10951 initiator: MDT0 00010000:00010000:2.0:1715208032.306886:0:10951:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66aac0/0x7561918bd557044e lrc: 0/0,0 mode: --/CR res: [0x200000403:0xd:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 10951 initiator: MDT0 00000002:00100000:2.0:1715208032.306901:0:10951:0:(mdc_locks.c:838:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9679880 x1798523505054272/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9618000@192.168.201.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1715208048 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rm.0' uid:0 gid:0 00010000:00010000:2.0:1715208032.306927:0:10951:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa580800 type 13 mode 30 res 8589935619/13 (0 0) 00000080:00200000:2.0:1715208032.307033:0:10951:0:(file.c:5598:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b02580c8),name=/ 00000002:00010000:2.0:1715208032.307044:0:10951:0:(mdc_locks.c:1426:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1715208032.307052:0:10951:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b840/0x7561918bd5570440 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed878925a6 expref: -99 pid: 10951 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715208032.307063:0:10951:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b840/0x7561918bd5570440 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed878925a6 expref: -99 pid: 10951 timeout: 0 lvb_type: 0 00000080:00010000:2.0:1715208032.307071:0:10951:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b02580c8) 00000080:00010000:2.0:1715208032.307074:0:10951:0:(llite_internal.h:1965:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b02580c8) for lock 0x7561918bd5570440 00000080:00010000:2.0:1715208032.307079:0:10951:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7561918bd5570440 from it ffff8800a9213b90 00010000:00010000:2.0:1715208032.307083:0:10951:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b840/0x7561918bd5570440 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfa8b5bed878925a6 expref: -99 pid: 10951 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715208032.307091:0:10951:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b840/0x7561918bd5570440 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed878925a6 expref: -99 pid: 10951 timeout: 0 lvb_type: 0 00000080:00200000:2.0:1715208032.307115:0:10951:0:(file.c:6060:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b02580c8), inode mode 41ed mask 1 00000080:00200000:2.0:1715208032.307120:0:10951:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=d24c.sanity-hsm, flags=16 00000080:00200000:2.0:1715208032.307124:0:10951:0:(file.c:6060:ll_inode_permission()) VFS Op:inode=[0x200000403:0xd:0x0](ffff8800b02588c8), inode mode 41ed mask 1 00000080:00200000:2.0:1715208032.307132:0:10951:0:(namei.c:1106:ll_lookup_nd()) VFS Op:name=f24c.sanity-hsm, dir=[0x200000403:0xd:0x0](ffff8800b02588c8), flags=0 00000080:00200000:2.0:1715208032.307135:0:10951:0:(namei.c:838:ll_lookup_it()) VFS Op:name=f24c.sanity-hsm, dir=[0x200000403:0xd:0x0](ffff8800b02588c8), intent=getattr 00000002:00010000:2.0:1715208032.307143:0:10951:0:(mdc_locks.c:1426:mdc_intent_lock()) (name: f24c.sanity-hsm,[0x0:0x0:0x0]) in obj [0x200000403:0xd:0x0], intent: getattr flags 0 00010000:00010000:2.0:1715208032.307168:0:10951:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a9238480/0x7561918bd5570455 lrc: 3/1,0 mode: --/CR res: [0x200000403:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 10951 initiator: MDT0 00010000:00010000:2.0:1715208032.307174:0:10951:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a9238480/0x7561918bd5570455 lrc: 3/1,0 mode: --/CR res: [0x200000403:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 10951 initiator: MDT0 00010000:00010000:2.0:1715208032.307181:0:10951:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a9238480/0x7561918bd5570455 lrc: 3/1,0 mode: --/CR res: [0x200000403:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 10951 initiator: MDT0 00000100:00100000:2.0:1715208032.307197:0:10951:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800abe2f100 pname:cluuid:pid:xid:nid:opc:job rm:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:10951:1798523505054336:192.168.201.123@tcp:101:rm.0 00000100:00100000:2.0:1715208032.307243:0:10951:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800a90c8780 going to sleep for 11 seconds 00000100:00100000:2.0:1715208032.308647:0:10951:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800abe2f100 pname:cluuid:pid:xid:nid:opc:job rm:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:10951:1798523505054336:192.168.201.123@tcp:101:rm.0 00010000:00010000:2.0:1715208032.308666:0:10951:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a9238480/0x7561918bd5570455 lrc: 4/1,0 mode: --/CR res: [0x200000403:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 10951 initiator: MDT0 00010000:00010000:2.0:1715208032.308677:0:10951:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a9238480/0x7561918bd5570455 lrc: 4/1,0 mode: --/CR res: [0x200000403:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 10951 initiator: MDT0 00010000:00010000:2.0:1715208032.308683:0:10951:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a9238480/0x7561918bd5570455 lrc: 4/1,0 mode: --/CR res: [0x200000403:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 10951 initiator: MDT0 00010000:00010000:2.0:1715208032.308689:0:10951:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a9238480/0x7561918bd5570455 lrc: 3/0,0 mode: --/CR res: [0x200000403:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 10951 initiator: MDT0 00010000:00010000:2.0:1715208032.308709:0:10951:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a9238480/0x7561918bd5570455 lrc: 4/0,0 mode: --/CR res: [0x200000403:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 10951 initiator: MDT0 00010000:00010000:2.0:1715208032.308714:0:10951:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800a9238480 already unused, calling callback (ffffffffa1034e10) 00010000:00010000:2.0:1715208032.308718:0:10951:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a9238480/0x7561918bd5570455 lrc: 4/0,0 mode: --/CR res: [0x200000403:0xd:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 10951 initiator: MDT0 00010000:00010000:2.0:1715208032.308723:0:10951:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a9238480/0x7561918bd5570455 lrc: 4/0,0 mode: --/CR res: [0x200000403:0xd:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 10951 initiator: MDT0 00010000:00010000:2.0:1715208032.308729:0:10951:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a9238480/0x7561918bd5570455 lrc: 5/0,0 mode: --/CR res: [0x200000403:0xd:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 10951 initiator: MDT0 00010000:00010000:2.0:1715208032.308735:0:10951:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1715208032.308739:0:10951:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a9238480/0x7561918bd5570455 lrc: 3/0,0 mode: --/CR res: [0x200000403:0xd:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 10951 initiator: MDT0 00010000:00010000:2.0:1715208032.308744:0:10951:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800a9238480/0x7561918bd5570455 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xd:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 10951 initiator: MDT0 00000002:00100000:2.0:1715208032.308758:0:10951:0:(mdc_locks.c:838:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800abe2f100 x1798523505054336/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9618000@192.168.201.123@tcp:12/10 lens 584/584 e 0 to 0 dl 1715208048 ref 1 fl Complete:RQU/200/0 rc 301/301 job:'rm.0' uid:0 gid:0 00010000:00010000:2.0:1715208032.308782:0:10951:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa580800 type 13 mode 30 res 8589935619/13 (0 0) 00000080:00200000:1.0:1715208032.312757:0:10952:0:(file.c:5598:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b02580c8),name=/ 00000002:00010000:1.0:1715208032.312773:0:10952:0:(mdc_locks.c:1426:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1715208032.312785:0:10952:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b840/0x7561918bd5570440 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed878925a6 expref: -99 pid: 10951 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715208032.312797:0:10952:0:(ldlm_lock.c:1542:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b840/0x7561918bd5570440 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed878925a6 expref: -99 pid: 10951 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1715208032.312807:0:10952:0:(dcache.c:301:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b02580c8) 00000080:00010000:1.0:1715208032.312810:0:10952:0:(llite_internal.h:1965:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b02580c8) for lock 0x7561918bd5570440 00000080:00010000:1.0:1715208032.312815:0:10952:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7561918bd5570440 from it ffff8800a93afbb0 00010000:00010000:1.0:1715208032.312819:0:10952:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b840/0x7561918bd5570440 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfa8b5bed878925a6 expref: -99 pid: 10951 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715208032.312839:0:10952:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66b840/0x7561918bd5570440 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed878925a6 expref: -99 pid: 10951 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1715208032.312850:0:10952:0:(file.c:6060:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b02580c8), inode mode 41ed mask 1 00000080:00200000:1.0:1715208032.312855:0:10952:0:(dcache.c:318:ll_revalidate_dentry()) VFS Op:name=d24c.sanity-hsm, flags=17 00000080:00200000:1.0:1715208032.312859:0:10952:0:(file.c:6060:ll_inode_permission()) VFS Op:inode=[0x200000403:0xd:0x0](ffff8800b02588c8), inode mode 41ed mask 1 00000080:00200000:1.0:1715208032.312865:0:10952:0:(file.c:6060:ll_inode_permission()) VFS Op:inode=[0x200000403:0xd:0x0](ffff8800b02588c8), inode mode 41ed mask 3 00000080:00200000:1.0:1715208032.312869:0:10952:0:(namei.c:1183:ll_atomic_open()) VFS Op:name=f24c.sanity-hsm, dir=[0x200000403:0xd:0x0](ffff8800b02588c8), file ffff8800b3ef0c00, open_flags 8241, mode 81b6 opened 0 00000080:00200000:1.0:1715208032.312877:0:10952:0:(namei.c:838:ll_lookup_it()) VFS Op:name=f24c.sanity-hsm, dir=[0x200000403:0xd:0x0](ffff8800b02588c8), intent=open|creat 00000002:00010000:1.0:1715208032.312890:0:10952:0:(mdc_locks.c:1426:mdc_intent_lock()) (name: f24c.sanity-hsm,[0x200000403:0xe:0x0]) in obj [0x200000403:0xd:0x0], intent: open|creat flags 0101102 00010000:00010000:1.0:1715208032.312921:0:10952:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66a400/0x7561918bd557045c lrc: 3/0,1 mode: --/CW res: [0x200000403:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 10952 initiator: MDT0 00010000:00010000:1.0:1715208032.312929:0:10952:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66a400/0x7561918bd557045c lrc: 3/0,1 mode: --/CW res: [0x200000403:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 10952 initiator: MDT0 00000020:00100000:1.0:1715208032.312937:0:10952:0:(genops.c:2297:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800a9618000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1715208032.312946:0:10952:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a967a680 x1798523505054464/t0(0) o101->lustre-MDT0000-mdc-ffff8800a9618000@192.168.201.123@tcp:12/10 lens 872/66536 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1715208032.312956:0:10952:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66a400/0x7561918bd557045c lrc: 3/0,1 mode: --/CW res: [0x200000403:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 10952 initiator: MDT0 00000100:00100000:1.0:1715208032.312992:0:10952:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a967a680 pname:cluuid:pid:xid:nid:opc:job dd:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:10952:1798523505054464:192.168.201.123@tcp:101:dd.0 00000100:00100000:1.0:1715208032.313130:0:10952:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800b39fdf00 going to sleep for 11 seconds 00000100:00100000:1.0:1715208032.315284:0:10952:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a967a680 pname:cluuid:pid:xid:nid:opc:job dd:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:10952:1798523505054464:192.168.201.123@tcp:101:dd.0 00010000:00010000:1.0:1715208032.315302:0:10952:0:(ldlm_request.c:726:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66a400/0x7561918bd557045c lrc: 4/0,1 mode: --/CW res: [0x200000403:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed87892608 expref: -99 pid: 10952 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715208032.315326:0:10952:0:(ldlm_request.c:741:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66a400/0x7561918bd557045c lrc: 4/0,1 mode: --/PR res: [0x200000403:0xe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed87892608 expref: -99 pid: 10952 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715208032.315334:0:10952:0:(ldlm_request.c:754:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66a400/0x7561918bd557045c lrc: 4/0,1 mode: --/PR res: [0x200000403:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed87892608 expref: -99 pid: 10952 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715208032.315343:0:10952:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66a400/0x7561918bd557045c lrc: 4/0,1 mode: PR/PR res: [0x200000403:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfa8b5bed87892608 expref: -99 pid: 10952 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715208032.315352:0:10952:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66a400/0x7561918bd557045c lrc: 4/0,1 mode: PR/PR res: [0x200000403:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed87892608 expref: -99 pid: 10952 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715208032.315361:0:10952:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66a400/0x7561918bd557045c lrc: 5/1,1 mode: PR/PR res: [0x200000403:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfa8b5bed87892608 expref: -99 pid: 10952 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715208032.315368:0:10952:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66a400/0x7561918bd557045c lrc: 5/1,1 mode: PR/PR res: [0x200000403:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfa8b5bed87892608 expref: -99 pid: 10952 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715208032.315376:0:10952:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66a400/0x7561918bd557045c lrc: 4/1,0 mode: PR/PR res: [0x200000403:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfa8b5bed87892608 expref: -99 pid: 10952 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1715208032.315386:0:10952:0:(mdc_locks.c:838:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff8800a967a680 x1798523505054464/t4294967457(4294967457) o101->lustre-MDT0000-mdc-ffff8800a9618000@192.168.201.123@tcp:12/10 lens 872/664 e 0 to 0 dl 1715208048 ref 2 fl Complete:RPQU/204/0 rc 0/0 job:'dd.0' uid:0 gid:0 00000002:00100000:1.0:1715208032.315400:0:10952:0:(mdc_request.c:816:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8800a967a680 x1798523505054464/t4294967457(4294967457) o101->lustre-MDT0000-mdc-ffff8800a9618000@192.168.201.123@tcp:12/10 lens 872/664 e 0 to 0 dl 1715208048 ref 2 fl Complete:RPQU/204/0 rc 0/0 job:'dd.0' uid:0 gid:0 00000002:00010000:1.0:1715208032.315412:0:10952:0:(mdc_locks.c:942:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66a400/0x7561918bd557045c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed87892608 expref: -99 pid: 10952 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1715208032.315432:0:10952:0:(mdc_locks.c:1277:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66a400/0x7561918bd557045c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfa8b5bed87892608 expref: -99 pid: 10952 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1715208032.315441:0:10952:0:(ldlm_lock.c:1559:ldlm_lock_match_with_skip()) ### not matched ns ffff8800aa580800 type 13 mode 4 res 8589935619/14 (0 0) 00000080:00200000:1.0:1715208032.315452:0:10952:0:(namei.c:1424:ll_create_it()) VFS Op:name=f24c.sanity-hsm, dir=[0x200000403:0xd:0x0](ffff8800b02588c8), intent=open|creat 00000080:00200000:1.0:1715208032.315476:0:10952:0:(llite_lib.c:3140:ll_read_inode2()) VFS Op:inode=[0x200000403:0xe:0x0](ffff8800a84080c8) 00000080:00200000:1.0:1715208032.315613:0:10952:0:(file.c:6276:ll_layout_conf()) [0x200000403:0xe:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:1.0:1715208032.315619:0:10952:0:(namei.c:1391:ll_create_node()) setting l_ast_data to inode [0x200000403:0xe:0x0](ffff8800a84080c8) 00000080:00010000:1.0:1715208032.315623:0:10952:0:(llite_internal.h:1965:ll_set_lock_data()) setting l_data to inode [0x200000403:0xe:0x0](ffff8800a84080c8) for lock 0x7561918bd557045c 00000080:00200008:1.0:1715208032.315634:0:10952:0:(file.c:871:ll_file_open()) START file f24c.sanity-hsm:[0x200000403:0xe:0x0](ffff8800a84080c8), flags 101101 00000002:00100000:1.0:1715208032.315653:0:10952:0:(mdc_request.c:816:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8800a967a680 x1798523505054464/t4294967457(4294967457) o101->lustre-MDT0000-mdc-ffff8800a9618000@192.168.201.123@tcp:12/10 lens 584/664 e 0 to 0 dl 1715208048 ref 2 fl Complete:RPQU/204/0 rc 0/0 job:'dd.0' uid:0 gid:0 00000080:00010000:1.0:1715208032.315707:0:10952:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7561918bd557045c from it ffff8800a93ab3c0 00010000:00010000:1.0:1715208032.315711:0:10952:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66a400/0x7561918bd557045c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xfa8b5bed87892608 expref: -99 pid: 10952 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1715208032.315720:0:10952:0:(ldlm_lock.c:929:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800a9618000 lock: ffff8800aa66a400/0x7561918bd557045c lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xfa8b5bed87892608 expref: -99 pid: 10952 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1715208032.315732:0:10952:0:(file.c:6060:ll_inode_permission()) VFS Op:inode=[0x200000403:0xe:0x0](ffff8800a84080c8), inode mode 81a4 mask 40 00000080:00200008:1.0:1715208032.332952:0:10952:0:(file.c:2372:ll_file_write_iter()) START file f24c.sanity-hsm:[0x200000403:0xe:0x0], ppos: 0, count: 1048576 00000080:00200000:1.0:1715208032.332963:0:10952:0:(file.c:1812:ll_file_io_generic()) f24c.sanity-hsm: write ppos: 0, bytes: 1048576 00000080:00200000:1.0:1715208032.332968:0:10952:0:(file.c:1599:ll_io_set_mirror()) f24c.sanity-hsm: desiginated mirror: 0 00000020:00200000:1.0:1715208032.333000:0:10952:0:(cl_io.c:195:cl_io_rw_init()) header@ffff8800b63d6a28[0x4, 1, [0x200000403:0xe:0x0] hash] 00000020:00200000:1.0:1715208032.333002:0:10952:0:(cl_io.c:195:cl_io_rw_init()) io range: 2 [0, 1048576) 0 0 00000080:00200000:1.0:1715208032.333008:0:10952:0:(vvp_io.c:1871:vvp_io_init()) [0x200000403:0xe:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1715208032.333022:0:10952:0:(file.c:1879:ll_file_io_generic()) Range lock [0, 255] 00020000:00200000:1.0:1715208032.333038:0:10952:0:(lov_io.c:1039:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 1048576) 1048576, 1048576 00020000:00200000:1.0:1715208032.333043:0:10952:0:(lov_io.c:867:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1715208032.333072:0:10952:0:(file.c:1916:ll_file_io_generic()) Range unlock [0, 255] 00000080:00200000:1.0:1715208032.333081:0:10952:0:(vvp_io.c:304:vvp_io_fini()) [0x200000403:0xe:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1715208032.333085:0:10952:0:(file.c:1950:ll_file_io_generic()) f24c.sanity-hsm: 2 io complete with rc: -5, result: 0, restart: 0 00000080:00200000:1.0:1715208032.333096:0:10952:0:(file.c:1528:ll_merge_attr_nolock()) [0x200000403:0xe:0x0] updating i_size 0 i_blocks 0 00000080:00200000:1.0:1715208032.333099:0:10952:0:(file.c:2030:ll_file_io_generic()) iot: 2, result: 0 00000080:00200008:1.0:1715208032.333599:0:10952:0:(file.c:430:ll_file_release()) START file f24c.sanity-hsm:[0x200000403:0xe:0x0](ffff8800a84080c8), flags 100001 00000002:00100000:1.0:1715208032.333630:0:10952:0:(mdc_request.c:927:mdc_close()) @@@ matched open req@ffff8800a967a680 x1798523505054464/t4294967457(4294967457) o101->lustre-MDT0000-mdc-ffff8800a9618000@192.168.201.123@tcp:12/10 lens 584/664 e 0 to 0 dl 1715208048 ref 1 fl Complete:RPQU/204/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00000020:00100000:1.0:1715208032.333653:0:10952:0:(genops.c:2297:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800a9618000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1715208032.333658:0:10952:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a967b800 x1798523505054592/t0(0) o35->lustre-MDT0000-mdc-ffff8800a9618000@192.168.201.123@tcp:23/10 lens 392/840 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1715208032.333675:0:10952:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a967b800 pname:cluuid:pid:xid:nid:opc:job dd:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:10952:1798523505054592:192.168.201.123@tcp:35:dd.0 00000100:00100000:1.0:1715208032.333735:0:10952:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800b39fd3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1715208032.335469:0:10952:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a967b800 pname:cluuid:pid:xid:nid:opc:job dd:1bc50a3e-f07c-4b55-83c3-5f3c3d406528:10952:1798523505054592:192.168.201.123@tcp:35:dd.0 00000002:00100000:1.0:1715208032.335495:0:10952:0:(mdc_request.c:837:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8800a967a680 x1798523505054464/t4294967457(4294967457) o101->lustre-MDT0000-mdc-ffff8800a9618000@192.168.201.123@tcp:12/10 lens 584/664 e 0 to 0 dl 1715208048 ref 1 fl Complete:RQU/204/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00010000:00010000:3.0:1715208032.780839:0:2469:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1715208032.850709:0:11085:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-hsm test_24c: @@@@@@ FAIL: cannot create /mnt/lustre2/d24c.sanity-hsm/f24c.sanity-hsm with dd, status=1 Debug log: 456 lines, 456 kept, 0 dropped, 0 bad.