00010000:00010000:2.0F:1721219311.218742:0:11574:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1721219312.221649:0:4613:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0F:1721219313.222763:0:11546:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:3.0F:1721219313.440143:0:22017:0:(module.c:211:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1721219313.440148:0:22017:0:(debug.c:728:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pfl test 22c: Test repeat with out of space on > 1 OST ========================================================== 08:28:33 (1721219313) 00000080:00200000:0.0F:1721219313.463385:0:21880:0:(file.c:5211:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b05e80d8),name=/ 00000002:00010000:0.0:1721219313.463403:0:21880:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1721219313.463413:0:21880:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8dedb00/0xe0b47d8ca5f7255f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd4836d281e000047 expref: -99 pid: 10237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1721219313.463433:0:21880:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8dedb00/0xe0b47d8ca5f7255f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd4836d281e000047 expref: -99 pid: 10237 timeout: 0 lvb_type: 0 00000080:00010000:0.0:1721219313.463440:0:21880:0:(dcache.c:296:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b05e80d8) 00000080:00010000:0.0:1721219313.463441:0:21880:0:(llite_internal.h:1688:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b05e80d8) for lock 0xe0b47d8ca5f7255f 00000080:00010000:0.0:1721219313.463445:0:21880:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xe0b47d8ca5f7255f from it ffff8800b5c1faf8 00010000:00010000:0.0:1721219313.463447:0:21880:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8dedb00/0xe0b47d8ca5f7255f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd4836d281e000047 expref: -99 pid: 10237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1721219313.463451:0:21880:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8dedb00/0xe0b47d8ca5f7255f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd4836d281e000047 expref: -99 pid: 10237 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1721219313.463460:0:21880:0:(file.c:5646:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b05e80d8), inode mode 41ed mask 1 00000080:00200000:0.0:1721219313.463465:0:21880:0:(namei.c:1107:ll_lookup_nd()) VFS Op:name=d22c.sanity-pfl, dir=[0x200000007:0x1:0x0](ffff8800b05e80d8), flags=1 00000080:00200000:0.0:1721219313.463467:0:21880:0:(namei.c:833:ll_lookup_it()) VFS Op:name=d22c.sanity-pfl, dir=[0x200000007:0x1:0x0](ffff8800b05e80d8), intent=getattr 00000002:00010000:0.0:1721219313.463472:0:21880:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: d22c.sanity-pfl,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1721219313.463497:0:21880:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8deeac0/0xe0b47d8ca5f72aad lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21880 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1721219313.463501:0:21880:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8deeac0/0xe0b47d8ca5f72aad lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21880 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1721219313.463507:0:21880:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8deeac0/0xe0b47d8ca5f72aad lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21880 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1721219313.463522:0:21880:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9283440 pname:cluuid:pid:xid:nid:opc:job bash:2df8dc7e-94ba-4991-a575-93aaf526cb45:21880:1804827511260864:192.168.201.158@tcp:101:bash.0 00000100:00100000:0.0:1721219313.463583:0:21880:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800b3ce0300 going to sleep for 90 seconds 00000100:00100000:1.0:1721219313.464958:0:21880:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a9283440 pname:cluuid:pid:xid:nid:opc:job bash:2df8dc7e-94ba-4991-a575-93aaf526cb45:21880:1804827511260864:192.168.201.158@tcp:101:bash.0 00010000:00010000:1.0:1721219313.464967:0:21880:0:(ldlm_request.c:644:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8deeac0/0xe0b47d8ca5f72aad lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21880 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1721219313.464973:0:21880:0:(ldlm_request.c:565:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8deeac0/0xe0b47d8ca5f72aad lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 21880 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1721219313.464977:0:21880:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8deeac0/0xe0b47d8ca5f72aad lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 21880 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1721219313.464980:0:21880:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8deeac0/0xe0b47d8ca5f72aad lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 21880 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1721219313.464984:0:21880:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8deeac0/0xe0b47d8ca5f72aad lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 21880 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1721219313.464987:0:21880:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a8deeac0 already unused, calling callback (ffffffffa0fa2120) 00010000:00010000:1.0:1721219313.464989:0:21880:0:(ldlm_request.c:1508:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8deeac0/0xe0b47d8ca5f72aad lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 21880 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1721219313.464992:0:21880:0:(ldlm_request.c:1518:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8deeac0/0xe0b47d8ca5f72aad lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 21880 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1721219313.464996:0:21880:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8deeac0/0xe0b47d8ca5f72aad lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 21880 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1721219313.464999:0:21880:0:(ldlm_request.c:1251:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1721219313.465001:0:21880:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8deeac0/0xe0b47d8ca5f72aad lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 21880 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1721219313.465010:0:21880:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8deeac0/0xe0b47d8ca5f72aad lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 21880 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1721219313.465018:0:21880:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a9283440 x1804827511260864/t0(0) o101->lustre-MDT0000-mdc-ffff8800af021000@192.168.201.158@tcp:12/10 lens 584/640 e 0 to 0 dl 1721219404 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'bash.0' 00010000:00010000:1.0:1721219313.465041:0:21880:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b6ecf000 type 13 mode 30 res 8589934599/1 (0 0) 00000080:00200000:1.0:1721219313.465086:0:21880:0:(file.c:5211:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b05e80d8),name=/ 00000002:00010000:1.0:1721219313.465090:0:21880:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1721219313.465093:0:21880:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b6ecf000 type 13 mode 30 res 8589934599/1 (0 0) 00010000:00010000:1.0:1721219313.465105:0:21880:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a81ce400/0xe0b47d8ca5f72ab4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21880 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1721219313.465108:0:21880:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a81ce400/0xe0b47d8ca5f72ab4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21880 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1721219313.465112:0:21880:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a81ce400/0xe0b47d8ca5f72ab4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21880 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1721219313.465119:0:21880:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a862f200 pname:cluuid:pid:xid:nid:opc:job bash:2df8dc7e-94ba-4991-a575-93aaf526cb45:21880:1804827511260928:192.168.201.158@tcp:101:bash.0 00000100:00100000:1.0:1721219313.465138:0:21880:0:(client.c:2492:ptlrpc_set_wait()) set ffff88012d7e5600 going to sleep for 90 seconds 00000100:00100000:1.0:1721219313.466211:0:21880:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a862f200 pname:cluuid:pid:xid:nid:opc:job bash:2df8dc7e-94ba-4991-a575-93aaf526cb45:21880:1804827511260928:192.168.201.158@tcp:101:bash.0 00010000:00010000:1.0:1721219313.466218:0:21880:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a81ce400/0xe0b47d8ca5f72ab4 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd4836d281e001769 expref: -99 pid: 21880 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1721219313.466223:0:21880:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a81ce400/0xe0b47d8ca5f72ab4 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd4836d281e001769 expref: -99 pid: 21880 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1721219313.466234:0:21880:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a81ce400/0xe0b47d8ca5f72ab4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd4836d281e001769 expref: -99 pid: 21880 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1721219313.466239:0:21880:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a81ce400/0xe0b47d8ca5f72ab4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd4836d281e001769 expref: -99 pid: 21880 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1721219313.466243:0:21880:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a81ce400/0xe0b47d8ca5f72ab4 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd4836d281e001769 expref: -99 pid: 21880 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1721219313.466245:0:21880:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a81ce400/0xe0b47d8ca5f72ab4 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd4836d281e001769 expref: -99 pid: 21880 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1721219313.466248:0:21880:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a81ce400/0xe0b47d8ca5f72ab4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd4836d281e001769 expref: -99 pid: 21880 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1721219313.466252:0:21880:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a862f200 x1804827511260928/t0(0) o101->lustre-MDT0000-mdc-ffff8800af021000@192.168.201.158@tcp:12/10 lens 576/688 e 0 to 0 dl 1721219404 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'bash.0' 00000002:00010000:1.0:1721219313.466258:0:21880:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a81ce400/0xe0b47d8ca5f72ab4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd4836d281e001769 expref: -99 pid: 21880 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1721219313.466262:0:21880:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b6ecf000 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:1.0:1721219313.466273:0:21880:0:(llite_lib.c:2756:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 13824 00000080:00010000:1.0:1721219313.466277:0:21880:0:(llite_internal.h:1688:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b05e80d8) for lock 0xe0b47d8ca5f72ab4 00000080:00010000:1.0:1721219313.466279:0:21880:0:(dcache.c:296:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b05e80d8) 00000080:00010000:1.0:1721219313.466280:0:21880:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xe0b47d8ca5f72ab4 from it ffff8800b5c1fcf8 00010000:00010000:1.0:1721219313.466281:0:21880:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a81ce400/0xe0b47d8ca5f72ab4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd4836d281e001769 expref: -99 pid: 21880 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1721219313.466289:0:21880:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a81ce400/0xe0b47d8ca5f72ab4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd4836d281e001769 expref: -99 pid: 21880 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1721219313.468105:0:22041:0:(file.c:5211:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b05e80d8),name=/ 00000002:00010000:1.0:1721219313.468111:0:22041:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1721219313.468115:0:22041:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8dedb00/0xe0b47d8ca5f7255f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd4836d281e000047 expref: -99 pid: 10237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1721219313.468119:0:22041:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8dedb00/0xe0b47d8ca5f7255f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd4836d281e000047 expref: -99 pid: 10237 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1721219313.468123:0:22041:0:(dcache.c:296:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b05e80d8) 00000080:00010000:1.0:1721219313.468124:0:22041:0:(llite_internal.h:1688:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b05e80d8) for lock 0xe0b47d8ca5f7255f 00000080:00010000:1.0:1721219313.468126:0:22041:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xe0b47d8ca5f7255f from it ffff8800ac193b58 00010000:00010000:1.0:1721219313.468127:0:22041:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8dedb00/0xe0b47d8ca5f7255f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd4836d281e000047 expref: -99 pid: 10237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1721219313.468130:0:22041:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8dedb00/0xe0b47d8ca5f7255f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd4836d281e000047 expref: -99 pid: 10237 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1721219313.468134:0:22041:0:(file.c:5646:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b05e80d8), inode mode 41ed mask 1 00000080:00200000:1.0:1721219313.468138:0:22041:0:(namei.c:1107:ll_lookup_nd()) VFS Op:name=d22c.sanity-pfl, dir=[0x200000007:0x1:0x0](ffff8800b05e80d8), flags=1536 00000080:00200000:1.0:1721219313.468139:0:22041:0:(file.c:5211:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b05e80d8),name=/ 00000002:00010000:1.0:1721219313.468141:0:22041:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1721219313.468143:0:22041:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8dedb00/0xe0b47d8ca5f7255f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd4836d281e000047 expref: -99 pid: 10237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1721219313.468146:0:22041:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8dedb00/0xe0b47d8ca5f7255f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd4836d281e000047 expref: -99 pid: 10237 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1721219313.468152:0:22041:0:(dcache.c:296:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b05e80d8) 00000080:00010000:1.0:1721219313.468153:0:22041:0:(llite_internal.h:1688:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b05e80d8) for lock 0xe0b47d8ca5f7255f 00000080:00010000:1.0:1721219313.468155:0:22041:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xe0b47d8ca5f7255f from it ffff8800ac193bf8 00010000:00010000:1.0:1721219313.468156:0:22041:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8dedb00/0xe0b47d8ca5f7255f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd4836d281e000047 expref: -99 pid: 10237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1721219313.468158:0:22041:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8dedb00/0xe0b47d8ca5f7255f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd4836d281e000047 expref: -99 pid: 10237 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1721219313.468162:0:22041:0:(file.c:5646:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b05e80d8), inode mode 41ed mask 3 00000080:00200000:1.0:1721219313.468164:0:22041:0:(file.c:5211:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b05e80d8),name=/ 00000002:00010000:1.0:1721219313.468165:0:22041:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1721219313.468167:0:22041:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8dedb00/0xe0b47d8ca5f7255f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd4836d281e000047 expref: -99 pid: 10237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1721219313.468170:0:22041:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8dedb00/0xe0b47d8ca5f7255f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd4836d281e000047 expref: -99 pid: 10237 timeout: 0 lvb_type: 0 00000080:00010000:1.0:1721219313.468173:0:22041:0:(dcache.c:296:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b05e80d8) 00000080:00010000:1.0:1721219313.468173:0:22041:0:(llite_internal.h:1688:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b05e80d8) for lock 0xe0b47d8ca5f7255f 00000080:00010000:1.0:1721219313.468174:0:22041:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xe0b47d8ca5f7255f from it ffff8800ac193da0 00010000:00010000:1.0:1721219313.468175:0:22041:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8dedb00/0xe0b47d8ca5f7255f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd4836d281e000047 expref: -99 pid: 10237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1721219313.468178:0:22041:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8dedb00/0xe0b47d8ca5f7255f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd4836d281e000047 expref: -99 pid: 10237 timeout: 0 lvb_type: 0 00000080:00200000:1.0:1721219313.468181:0:22041:0:(file.c:5646:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b05e80d8), inode mode 41ed mask 3 00000080:00200000:1.0:1721219313.468185:0:22041:0:(namei.c:1899:ll_mkdir()) VFS Op:name=d22c.sanity-pfl, dir=[0x200000007:0x1:0x0](ffff8800b05e80d8) 00010000:00010000:1.0:1721219313.468199:0:22041:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a81ce400/0xe0b47d8ca5f72ab4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xd4836d281e001769 expref: -99 pid: 21880 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1721219313.468205:0:22041:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8dedb00/0xe0b47d8ca5f7255f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd4836d281e000047 expref: -99 pid: 10237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1721219313.468222:0:22041:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a81ce400/0xe0b47d8ca5f72ab4 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000000 nid: local remote: 0xd4836d281e001769 expref: -99 pid: 21880 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1721219313.468225:0:22041:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1721219313.468226:0:22041:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a81ce400/0xe0b47d8ca5f72ab4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000000 nid: local remote: 0xd4836d281e001769 expref: -99 pid: 21880 timeout: 0 lvb_type: 0 00000020:00100000:1.0:1721219313.468234:0:22041:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800af021000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1721219313.468237:0:22041:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a862f200 x1804827511261056/t0(0) o36->lustre-MDT0000-mdc-ffff8800af021000@192.168.201.158@tcp:12/10 lens 512/448 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1721219313.468245:0:22041:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a862f200 pname:cluuid:pid:xid:nid:opc:job mkdir:2df8dc7e-94ba-4991-a575-93aaf526cb45:22041:1804827511261056:192.168.201.158@tcp:36:mkdir.0 00000100:00100000:1.0:1721219313.468271:0:22041:0:(client.c:2492:ptlrpc_set_wait()) set ffff88012d7e5600 going to sleep for 90 seconds 00000100:00100000:0.0:1721219313.469866:0:22041:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a862f200 pname:cluuid:pid:xid:nid:opc:job mkdir:2df8dc7e-94ba-4991-a575-93aaf526cb45:22041:1804827511261056:192.168.201.158@tcp:36:mkdir.0 00000080:00200000:0.0:1721219313.469882:0:22041:0:(llite_lib.c:2834:ll_read_inode2()) VFS Op:inode=[0x200000401:0x6a17:0x0](ffff8800b0619fd8) 00000080:00200000:0.0:1721219313.469884:0:22041:0:(llite_lib.c:2756:ll_update_inode()) inode=[0x200000401:0x6a17:0x0], updating i_size 512 00000100:00100000:2.0:1721219313.680964:0:1828:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.158@tcp (source: 12345-192.168.201.158@tcp) 00000100:00100000:2.0:1721219313.681015:0:1828:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.158@tcp (source: 12345-192.168.201.158@tcp) 00000100:00100000:3.0:1721219313.681077:0:4605:0:(service.c:173:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1721219313.681115:0:4605:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1804827459576704 00000100:00100000:1.0:1721219313.681123:0:4603:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1804827459576768 00000100:00100000:3.0:1721219313.681160:0:4605:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.158@tcp, seq: 181500 00000100:00100000:1.0:1721219313.681162:0:4603:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.158@tcp, seq: 9880 00000100:00100000:3.0:1721219313.681166:0:4605:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1d98850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38+4:12938:x1804827459576704:12345-192.168.201.158@tcp:104: 00000100:00100000:1.0:1721219313.681166:0:4603:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8605580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38+4:12938:x1804827459576768:12345-192.168.201.158@tcp:104: 00010000:00010000:3.0:1721219313.681217:0:4605:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1721219313.681221:0:4605:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1d98850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38+4:12938:x1804827459576704:12345-192.168.201.158@tcp:104: Request processed in 56us (264us total) trans 0 rc 0/0 00010000:00010000:1.0:1721219313.681222:0:4603:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1721219313.681226:0:4603:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8605580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38+4:12938:x1804827459576768:12345-192.168.201.158@tcp:104: Request processed in 60us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1721219313.681228:0:4605:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.158@tcp, seq: 181500 00000100:00100000:1.0:1721219313.681232:0:4603:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.158@tcp, seq: 9880 00010000:00010000:0.0:1721219313.681241:0:11571:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1721219313.681247:0:11571:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.158@tcp lock: ffff8800a9bad680/0xe0b47d8ca5f729d4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xd4836d281e001444 expref: -99 pid: 4616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1721219313.681254:0:4614:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1721219313.681256:0:11571:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a9bad680 already unused, calling callback (ffffffffa030c5c0) 00010000:00010000:1.0:1721219313.681257:0:4614:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.158@tcp lock: ffff8800a9baf600/0xe0b47d8ca5f729cd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xd4836d281e00143d expref: -99 pid: 4616 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1721219313.681259:0:11571:0:(mgc_request.c:1019:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.158@tcp lock: ffff8800a9bad680/0xe0b47d8ca5f729d4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xd4836d281e001444 expref: -99 pid: 4616 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1721219313.681265:0:11571:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.158@tcp lock: ffff8800a9bad680/0xe0b47d8ca5f729d4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xd4836d281e001444 expref: -99 pid: 4616 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1721219313.681269:0:11571:0:(mgc_request.c:1025:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.158@tcp lock: ffff8800a9bad680/0xe0b47d8ca5f729d4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xd4836d281e001444 expref: -99 pid: 4616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1721219313.681271:0:4614:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a9baf600 already unused, calling callback (ffffffffa030c5c0) 10000000:00010000:1.0:1721219313.681273:0:4614:0:(mgc_request.c:1019:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.158@tcp lock: ffff8800a9baf600/0xe0b47d8ca5f729cd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xd4836d281e00143d expref: -99 pid: 4616 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1721219313.681273:0:11571:0:(mgc_request.c:1029:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1721219313.681278:0:4614:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.158@tcp lock: ffff8800a9baf600/0xe0b47d8ca5f729cd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xd4836d281e00143d expref: -99 pid: 4616 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1721219313.681282:0:4614:0:(mgc_request.c:1025:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.158@tcp lock: ffff8800a9baf600/0xe0b47d8ca5f729cd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xd4836d281e00143d expref: -99 pid: 4616 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1721219313.681285:0:4614:0:(mgc_request.c:1029:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1721219313.681301:0:4614:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: MGC192.168.201.158@tcp lock: ffff8800a9baf600/0xe0b47d8ca5f729cd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000000 nid: local remote: 0xd4836d281e00143d expref: -99 pid: 4616 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1721219313.681301:0:11571:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: MGC192.168.201.158@tcp lock: ffff8800a9bad680/0xe0b47d8ca5f729d4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000000 nid: local remote: 0xd4836d281e001444 expref: -99 pid: 4616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1721219313.681305:0:4614:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1721219313.681305:0:11571:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1721219313.681316:0:4614:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.158@tcp lock: ffff8800a9baf600/0xe0b47d8ca5f729cd lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000000 nid: local remote: 0xd4836d281e00143d expref: -99 pid: 4616 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1721219313.681316:0:11571:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.158@tcp lock: ffff8800a9bad680/0xe0b47d8ca5f729d4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000000 nid: local remote: 0xd4836d281e001444 expref: -99 pid: 4616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1721219313.681320:0:4614:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.158@tcp lock: ffff8800a9baf600/0xe0b47d8ca5f729cd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000000 nid: local remote: 0xd4836d281e00143d expref: -99 pid: 4616 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1721219313.681320:0:11571:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.158@tcp lock: ffff8800a9bad680/0xe0b47d8ca5f729d4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000000 nid: local remote: 0xd4836d281e001444 expref: -99 pid: 4616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1721219313.681332:0:4614:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1721219313.681332:0:4614:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1721219313.681333:0:11571:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1721219313.681334:0:4614:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1721219313.681335:0:11571:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1721219313.681342:0:11571:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1721219313.681345:0:1835:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a862bdc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:1835:1804827511261120:192.168.201.158@tcp:103:ldlm_bl_02.0 00000100:00100000:0.0:1721219313.681353:0:1834:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9280980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:1834:1804827511261184:192.168.201.158@tcp:103:ldlm_bl_05.0 00000100:00100000:0.0:1721219313.682082:0:1834:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a9280980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:1834:1804827511261184:192.168.201.158@tcp:103:ldlm_bl_05.0 00000100:00100000:1.0:1721219313.682219:0:1835:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a862bdc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:1835:1804827511261120:192.168.201.158@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1721219314.224870:0:11573:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1721219314.651004:0:1836:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a89817c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:1836:1804827511261248:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1721219314.651008:0:1837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a89876c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2df8dc7e-94ba-4991-a575-93aaf526cb45:1837:1804827511261312:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1721219314.651097:0:1837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8986880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2df8dc7e-94ba-4991-a575-93aaf526cb45:1837:1804827511261440:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1721219314.651098:0:1836:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8987200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2df8dc7e-94ba-4991-a575-93aaf526cb45:1836:1804827511261376:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1721219314.652625:0:1836:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a89817c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:1836:1804827511261248:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1721219314.652625:0:1837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a89876c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2df8dc7e-94ba-4991-a575-93aaf526cb45:1837:1804827511261312:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1721219314.652641:0:1836:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a8987200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2df8dc7e-94ba-4991-a575-93aaf526cb45:1836:1804827511261376:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1721219314.652644:0:1837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a8986880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2df8dc7e-94ba-4991-a575-93aaf526cb45:1837:1804827511261440:192.168.201.158@tcp:400:kworker/u8:2.0 10000000:01000000:2.0:1721219315.106743:0:4616:0:(mgc_request.c:609:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1721219315.106749:0:4616:0:(mgc_request.c:2064:mgc_process_log()) Process log lustre-client-ffff8800af021000 from 100 10000000:01000000:2.0:1721219315.106753:0:4616:0:(mgc_request.c:1102:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1721219315.106782:0:4616:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.158@tcp lock: ffff8800a9bad680/0xe0b47d8ca5f72abb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 4616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1721219315.106789:0:4616:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.158@tcp lock: ffff8800a9bad680/0xe0b47d8ca5f72abb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 4616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1721219315.106796:0:4616:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.158@tcp lock: ffff8800a9bad680/0xe0b47d8ca5f72abb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 4616 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1721219315.106834:0:4616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8603900 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:4616:1804827511261504:192.168.201.158@tcp:101:ll_cfg_requeue.0 00000100:00100000:2.0:1721219315.106886:0:4616:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800b6162300 going to sleep for 6 seconds 00000100:00100000:0.0:1721219315.108226:0:4616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a8603900 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:4616:1804827511261504:192.168.201.158@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1721219315.108239:0:4616:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.158@tcp lock: ffff8800a9bad680/0xe0b47d8ca5f72abb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd4836d281e0017e7 expref: -99 pid: 4616 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1721219315.108245:0:4616:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.158@tcp lock: ffff8800a9bad680/0xe0b47d8ca5f72abb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xd4836d281e0017e7 expref: -99 pid: 4616 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1721219315.108281:0:4616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9280980 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:4616:1804827511261568:192.168.201.158@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1721219315.108309:0:4616:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800b3ce0300 going to sleep for 6 seconds 00000100:00100000:0.0:1721219315.109038:0:4616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a9280980 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:4616:1804827511261568:192.168.201.158@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1721219315.109061:0:4616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9280980 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:4616:1804827511261632:192.168.201.158@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1721219315.109100:0:4616:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800b3ce0300 going to sleep for 6 seconds 00000100:00100000:0.0:1721219315.110125:0:4616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a9280980 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:4616:1804827511261632:192.168.201.158@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1721219315.110360:0:22053:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a862bdc0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:22053:1804827511261696:192.168.201.158@tcp:502:llog_process_th.0 00000100:00100000:1.0:1721219315.110399:0:22053:0:(client.c:2492:ptlrpc_set_wait()) set ffff88012d7e5f00 going to sleep for 6 seconds 00000100:00100000:1.0:1721219315.111533:0:22053:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a862bdc0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:22053:1804827511261696:192.168.201.158@tcp:502:llog_process_th.0 00000020:01000000:1.0:1721219315.111556:0:22053:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1721219315.111562:0:22053:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1721219315.111563:0:22053:0:(obd_config.c:1460:class_process_config()) marker 64 (0x1) lustre-clilov new lustre.test_22c 00000020:01000000:1.0:1721219315.111567:0:22053:0:(obd_config.c:1904:class_config_llog_handler()) cmd ce020, instance name: lustre-clilov-ffff8800af021000 00000020:00000080:1.0:1721219315.111568:0:22053:0:(obd_config.c:1384:class_process_config()) processing cmd: ce020 00020000:01000000:1.0:1721219315.111583:0:22053:0:(lov_pool.c:313:lov_pool_new()) test_22c is pool #2 00000100:00100000:1.0:1721219315.111594:0:22053:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a862bdc0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:22053:1804827511261760:192.168.201.158@tcp:502:llog_process_th.0 00000100:00100000:1.0:1721219315.111627:0:22053:0:(client.c:2492:ptlrpc_set_wait()) set ffff88012d7e5cc0 going to sleep for 6 seconds 00000100:00100000:1.0:1721219315.112544:0:22053:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a862bdc0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:22053:1804827511261760:192.168.201.158@tcp:502:llog_process_th.0 00000020:01000000:1.0:1721219315.112561:0:22053:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1721219315.112564:0:22053:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1721219315.112565:0:22053:0:(obd_config.c:1460:class_process_config()) marker 64 (0x2) lustre-clilov new lustre.test_22c 00000040:00080000:1.0:1721219315.112567:0:22053:0:(llog.c:773:llog_process_thread()) stop processing plain 0x3:10:0 index 103 count 102 00000020:01000000:0.0:1721219315.112607:0:4616:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-client gen 100-102 (rc=0) 10000000:01000000:0.0:1721219315.112621:0:4616:0:(mgc_request.c:2136:mgc_process_log()) MGC192.168.201.158@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1721219315.112624:0:4616:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.158@tcp lock: ffff8800a9bad680/0xe0b47d8ca5f72abb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd4836d281e0017e7 expref: -99 pid: 4616 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1721219315.112629:0:4616:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.158@tcp lock: ffff8800a9bad680/0xe0b47d8ca5f72abb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd4836d281e0017e7 expref: -99 pid: 4616 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1721219315.112635:0:4616:0:(mgc_request.c:609:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:0.0:1721219315.112640:0:4616:0:(mgc_request.c:2064:mgc_process_log()) Process log lustre-sptlrpc-ffff8800ab4a8000 from 1 10000000:01000000:0.0:1721219315.112642:0:4616:0:(mgc_request.c:1102:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1721219315.112673:0:4616:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.158@tcp lock: ffff8800a8deeac0/0xe0b47d8ca5f72ac2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 4616 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1721219315.112677:0:4616:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.158@tcp lock: ffff8800a8deeac0/0xe0b47d8ca5f72ac2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 4616 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1721219315.112681:0:4616:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.158@tcp lock: ffff8800a8deeac0/0xe0b47d8ca5f72ac2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 4616 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1721219315.112688:0:4616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9280980 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:4616:1804827511261824:192.168.201.158@tcp:101:ll_cfg_requeue.0 00000100:00100000:0.0:1721219315.112708:0:4616:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800b3ce0300 going to sleep for 6 seconds 00000100:00100000:0.0:1721219315.113231:0:4616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a9280980 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:4616:1804827511261824:192.168.201.158@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1721219315.113238:0:4616:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.158@tcp lock: ffff8800a8deeac0/0xe0b47d8ca5f72ac2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd4836d281e0017ee expref: -99 pid: 4616 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1721219315.113242:0:4616:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.158@tcp lock: ffff8800a8deeac0/0xe0b47d8ca5f72ac2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xd4836d281e0017ee expref: -99 pid: 4616 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1721219315.113260:0:4616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9280980 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:4616:1804827511261888:192.168.201.158@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1721219315.113281:0:4616:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800b3ce0300 going to sleep for 6 seconds 00000100:00100000:0.0:1721219315.114044:0:4616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a9280980 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:4616:1804827511261888:192.168.201.158@tcp:501:ll_cfg_requeue.0 10000000:01000000:0.0:1721219315.114057:0:4616:0:(mgc_request.c:2136:mgc_process_log()) MGC192.168.201.158@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1721219315.114060:0:4616:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.158@tcp lock: ffff8800a8deeac0/0xe0b47d8ca5f72ac2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd4836d281e0017ee expref: -99 pid: 4616 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1721219315.114065:0:4616:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.158@tcp lock: ffff8800a8deeac0/0xe0b47d8ca5f72ac2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd4836d281e0017ee expref: -99 pid: 4616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1721219315.226830:0:9881:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1721219316.228884:0:11574:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1721219316.256932:0:1828:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.158@tcp (source: 12345-192.168.201.158@tcp) 00000100:00100000:3.0:1721219316.256992:0:1828:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.158@tcp (source: 12345-192.168.201.158@tcp) 00000100:00100000:3.0:1721219316.257042:0:11164:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1804827459579968 00000100:00100000:2.0:1721219316.257042:0:4605:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1804827459579904 00000100:00100000:3.0:1721219316.257091:0:11164:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.158@tcp, seq: 181501 00000100:00100000:3.0:1721219316.257100:0:11164:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a89817c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38+4:13146:x1804827459579968:12345-192.168.201.158@tcp:104: 00000100:00100000:2.0:1721219316.257108:0:4605:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.158@tcp, seq: 181502 00000100:00100000:2.0:1721219316.257117:0:4605:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8987200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38+4:13146:x1804827459579904:12345-192.168.201.158@tcp:104: 00010000:00010000:2.0:1721219316.257192:0:4605:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1721219316.257199:0:4605:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8987200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38+4:13146:x1804827459579904:12345-192.168.201.158@tcp:104: Request processed in 84us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1721219316.257208:0:4605:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.158@tcp, seq: 181502 00010000:00010000:3.0:1721219316.257213:0:11164:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1721219316.257222:0:11164:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a89817c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38+3:13146:x1804827459579968:12345-192.168.201.158@tcp:104: Request processed in 123us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1721219316.257233:0:11164:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.158@tcp, seq: 181501 00010000:00010000:0.0:1721219316.257282:0:4613:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1721219316.257290:0:4613:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.158@tcp lock: ffff8800a8deeac0/0xe0b47d8ca5f72ac2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xd4836d281e0017ee expref: -99 pid: 4616 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1721219316.257304:0:4613:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a8deeac0 already unused, calling callback (ffffffffa030c5c0) 10000000:00010000:0.0:1721219316.257307:0:4613:0:(mgc_request.c:1019:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.158@tcp lock: ffff8800a8deeac0/0xe0b47d8ca5f72ac2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xd4836d281e0017ee expref: -99 pid: 4616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1721219316.257314:0:11546:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1721219316.257316:0:4613:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.158@tcp lock: ffff8800a8deeac0/0xe0b47d8ca5f72ac2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xd4836d281e0017ee expref: -99 pid: 4616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1721219316.257322:0:11546:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.158@tcp lock: ffff8800a9bad680/0xe0b47d8ca5f72abb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xd4836d281e0017e7 expref: -99 pid: 4616 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1721219316.257322:0:4613:0:(mgc_request.c:1025:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.158@tcp lock: ffff8800a8deeac0/0xe0b47d8ca5f72ac2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xd4836d281e0017ee expref: -99 pid: 4616 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1721219316.257327:0:4613:0:(mgc_request.c:1029:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1721219316.257333:0:11546:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a9bad680 already unused, calling callback (ffffffffa030c5c0) 10000000:00010000:1.0:1721219316.257335:0:11546:0:(mgc_request.c:1019:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.158@tcp lock: ffff8800a9bad680/0xe0b47d8ca5f72abb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xd4836d281e0017e7 expref: -99 pid: 4616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1721219316.257343:0:11546:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.158@tcp lock: ffff8800a9bad680/0xe0b47d8ca5f72abb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xd4836d281e0017e7 expref: -99 pid: 4616 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1721219316.257348:0:11546:0:(mgc_request.c:1025:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.158@tcp lock: ffff8800a9bad680/0xe0b47d8ca5f72abb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xd4836d281e0017e7 expref: -99 pid: 4616 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1721219316.257353:0:11546:0:(mgc_request.c:1029:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1721219316.257380:0:11546:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: MGC192.168.201.158@tcp lock: ffff8800a9bad680/0xe0b47d8ca5f72abb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000000 nid: local remote: 0xd4836d281e0017e7 expref: -99 pid: 4616 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1721219316.257381:0:4613:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: MGC192.168.201.158@tcp lock: ffff8800a8deeac0/0xe0b47d8ca5f72ac2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000000 nid: local remote: 0xd4836d281e0017ee expref: -99 pid: 4616 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1721219316.257387:0:4613:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1721219316.257395:0:11546:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1721219316.257413:0:11546:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.158@tcp lock: ffff8800a9bad680/0xe0b47d8ca5f72abb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000000 nid: local remote: 0xd4836d281e0017e7 expref: -99 pid: 4616 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1721219316.257413:0:4613:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.158@tcp lock: ffff8800a8deeac0/0xe0b47d8ca5f72ac2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000000 nid: local remote: 0xd4836d281e0017ee expref: -99 pid: 4616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1721219316.257419:0:11546:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.158@tcp lock: ffff8800a9bad680/0xe0b47d8ca5f72abb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000000 nid: local remote: 0xd4836d281e0017e7 expref: -99 pid: 4616 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1721219316.257419:0:4613:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.158@tcp lock: ffff8800a8deeac0/0xe0b47d8ca5f72ac2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000000 nid: local remote: 0xd4836d281e0017ee expref: -99 pid: 4616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1721219316.257435:0:11546:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1721219316.257437:0:11546:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1721219316.257438:0:11546:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1721219316.257446:0:4613:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1721219316.257448:0:4613:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1721219316.257449:0:4613:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1721219316.257456:0:1835:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9280980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:1835:1804827511262016:192.168.201.158@tcp:103:ldlm_bl_01.0 00000100:00100000:0.0:1721219316.257464:0:1834:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a862bdc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:1834:1804827511261952:192.168.201.158@tcp:103:ldlm_bl_04.0 00000100:00100000:0.0:1721219316.258407:0:1834:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a862bdc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:1834:1804827511261952:192.168.201.158@tcp:103:ldlm_bl_04.0 00000100:00100000:1.0:1721219316.258433:0:1835:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a9280980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:1835:1804827511262016:192.168.201.158@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1721219317.230826:0:4614:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1721219317.767707:0:4616:0:(mgc_request.c:609:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1721219317.767712:0:4616:0:(mgc_request.c:2064:mgc_process_log()) Process log lustre-client-ffff8800af021000 from 103 10000000:01000000:2.0:1721219317.767716:0:4616:0:(mgc_request.c:1102:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1721219317.767749:0:4616:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.158@tcp lock: ffff8800a9baeac0/0xe0b47d8ca5f72ac9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 4616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1721219317.767766:0:4616:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.158@tcp lock: ffff8800a9baeac0/0xe0b47d8ca5f72ac9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 4616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1721219317.767773:0:4616:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.158@tcp lock: ffff8800a9baeac0/0xe0b47d8ca5f72ac9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 4616 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1721219317.767790:0:4616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8604c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:4616:1804827511262080:192.168.201.158@tcp:101:ll_cfg_requeue.0 00000100:00100000:2.0:1721219317.767848:0:4616:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800b6162d80 going to sleep for 6 seconds 00000100:00100000:0.0:1721219317.769475:0:4616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a8604c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:4616:1804827511262080:192.168.201.158@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1721219317.769487:0:4616:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.158@tcp lock: ffff8800a9baeac0/0xe0b47d8ca5f72ac9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd4836d281e001803 expref: -99 pid: 4616 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1721219317.769494:0:4616:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.158@tcp lock: ffff8800a9baeac0/0xe0b47d8ca5f72ac9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xd4836d281e001803 expref: -99 pid: 4616 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1721219317.769531:0:4616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a92876c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:4616:1804827511262144:192.168.201.158@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1721219317.769558:0:4616:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800b3ce0180 going to sleep for 6 seconds 00000100:00100000:0.0:1721219317.770690:0:4616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a92876c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:4616:1804827511262144:192.168.201.158@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1721219317.770712:0:4616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a92876c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:4616:1804827511262208:192.168.201.158@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1721219317.770752:0:4616:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800b3ce0180 going to sleep for 6 seconds 00000100:00100000:0.0:1721219317.772110:0:4616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a92876c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:4616:1804827511262208:192.168.201.158@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1721219317.772339:0:22099:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a86297c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:22099:1804827511262272:192.168.201.158@tcp:502:llog_process_th.0 00000100:00100000:1.0:1721219317.772377:0:22099:0:(client.c:2492:ptlrpc_set_wait()) set ffff88012d7e5d80 going to sleep for 6 seconds 00000100:00100000:1.0:1721219317.773874:0:22099:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a86297c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:22099:1804827511262272:192.168.201.158@tcp:502:llog_process_th.0 00000020:01000000:1.0:1721219317.773893:0:22099:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1721219317.773899:0:22099:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1721219317.773900:0:22099:0:(obd_config.c:1460:class_process_config()) marker 66 (0x1) lustre-clilov add lustre.test_22c.lustre-OST0000_UUID 00000020:01000000:1.0:1721219317.773903:0:22099:0:(obd_config.c:1904:class_config_llog_handler()) cmd ce021, instance name: lustre-clilov-ffff8800af021000 00000020:00000080:1.0:1721219317.773905:0:22099:0:(obd_config.c:1384:class_process_config()) processing cmd: ce021 00020000:01000000:1.0:1721219317.773913:0:22099:0:(lov_pool.c:425:lov_pool_add()) Added lustre-OST0000_UUID to test_22c as member 1 00000020:01000000:1.0:1721219317.773916:0:22099:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1721219317.773917:0:22099:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1721219317.773917:0:22099:0:(obd_config.c:1460:class_process_config()) marker 66 (0x2) lustre-clilov add lustre.test_22c.lustre-OST0000_UUID 00000020:01000000:1.0:1721219317.773919:0:22099:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1721219317.773924:0:22099:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1721219317.773924:0:22099:0:(obd_config.c:1460:class_process_config()) marker 68 (0x1) lustre-clilov add lustre.test_22c.lustre-OST0001_UUID 00000020:01000000:1.0:1721219317.773926:0:22099:0:(obd_config.c:1904:class_config_llog_handler()) cmd ce021, instance name: lustre-clilov-ffff8800af021000 00000020:00000080:1.0:1721219317.773927:0:22099:0:(obd_config.c:1384:class_process_config()) processing cmd: ce021 00020000:01000000:1.0:1721219317.773929:0:22099:0:(lov_pool.c:425:lov_pool_add()) Added lustre-OST0001_UUID to test_22c as member 2 00000100:00100000:1.0:1721219317.773940:0:22099:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a86297c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:22099:1804827511262336:192.168.201.158@tcp:502:llog_process_th.0 00000100:00100000:1.0:1721219317.773971:0:22099:0:(client.c:2492:ptlrpc_set_wait()) set ffff88012d7e5d80 going to sleep for 6 seconds 00000100:00100000:1.0:1721219317.775078:0:22099:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a86297c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:22099:1804827511262336:192.168.201.158@tcp:502:llog_process_th.0 00000020:01000000:1.0:1721219317.775094:0:22099:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1721219317.775097:0:22099:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1721219317.775098:0:22099:0:(obd_config.c:1460:class_process_config()) marker 68 (0x2) lustre-clilov add lustre.test_22c.lustre-OST0001_UUID 00000040:00080000:1.0:1721219317.775100:0:22099:0:(llog.c:773:llog_process_thread()) stop processing plain 0x3:10:0 index 109 count 108 00000020:01000000:0.0:1721219317.775142:0:4616:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-client gen 103-108 (rc=0) 10000000:01000000:0.0:1721219317.775157:0:4616:0:(mgc_request.c:2136:mgc_process_log()) MGC192.168.201.158@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1721219317.775160:0:4616:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.158@tcp lock: ffff8800a9baeac0/0xe0b47d8ca5f72ac9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd4836d281e001803 expref: -99 pid: 4616 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1721219317.775165:0:4616:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.158@tcp lock: ffff8800a9baeac0/0xe0b47d8ca5f72ac9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd4836d281e001803 expref: -99 pid: 4616 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1721219317.775170:0:4616:0:(mgc_request.c:609:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:0.0:1721219317.775172:0:4616:0:(mgc_request.c:2064:mgc_process_log()) Process log lustre-sptlrpc-ffff8800ab4a8000 from 1 10000000:01000000:0.0:1721219317.775173:0:4616:0:(mgc_request.c:1102:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1721219317.775182:0:4616:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.158@tcp lock: ffff8800a8def3c0/0xe0b47d8ca5f72ad0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 4616 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1721219317.775193:0:4616:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.158@tcp lock: ffff8800a8def3c0/0xe0b47d8ca5f72ad0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 4616 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1721219317.775197:0:4616:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.158@tcp lock: ffff8800a8def3c0/0xe0b47d8ca5f72ad0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 4616 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1721219317.775205:0:4616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a92876c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:4616:1804827511262400:192.168.201.158@tcp:101:ll_cfg_requeue.0 00000100:00100000:0.0:1721219317.775231:0:4616:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800b3ce0180 going to sleep for 6 seconds 00000100:00100000:0.0:1721219317.776086:0:4616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a92876c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:4616:1804827511262400:192.168.201.158@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1721219317.776094:0:4616:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.158@tcp lock: ffff8800a8def3c0/0xe0b47d8ca5f72ad0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd4836d281e00180a expref: -99 pid: 4616 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1721219317.776100:0:4616:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.158@tcp lock: ffff8800a8def3c0/0xe0b47d8ca5f72ad0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xd4836d281e00180a expref: -99 pid: 4616 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1721219317.776121:0:4616:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a92876c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:4616:1804827511262464:192.168.201.158@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1721219317.776157:0:4616:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800b3ce0180 going to sleep for 6 seconds 00000100:00100000:0.0:1721219317.777160:0:4616:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a92876c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:4616:1804827511262464:192.168.201.158@tcp:501:ll_cfg_requeue.0 10000000:01000000:0.0:1721219317.777174:0:4616:0:(mgc_request.c:2136:mgc_process_log()) MGC192.168.201.158@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1721219317.777176:0:4616:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.158@tcp lock: ffff8800a8def3c0/0xe0b47d8ca5f72ad0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd4836d281e00180a expref: -99 pid: 4616 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1721219317.777181:0:4616:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.158@tcp lock: ffff8800a8def3c0/0xe0b47d8ca5f72ad0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd4836d281e00180a expref: -99 pid: 4616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1721219318.232827:0:11571:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1721219319.234884:0:11573:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1721219319.658959:0:1835:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a92876c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:1835:1804827511262528:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1721219319.658959:0:1834:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9282ac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2df8dc7e-94ba-4991-a575-93aaf526cb45:1834:1804827511262592:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1721219319.659045:0:1835:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a92850c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2df8dc7e-94ba-4991-a575-93aaf526cb45:1835:1804827511262656:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1721219319.659045:0:1834:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9280980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2df8dc7e-94ba-4991-a575-93aaf526cb45:1834:1804827511262720:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1721219319.660502:0:1835:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a92876c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:1835:1804827511262528:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1721219319.660502:0:1834:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a9282ac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2df8dc7e-94ba-4991-a575-93aaf526cb45:1834:1804827511262592:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1721219319.660512:0:1834:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a9280980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2df8dc7e-94ba-4991-a575-93aaf526cb45:1834:1804827511262720:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1721219319.660513:0:1835:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a92850c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2df8dc7e-94ba-4991-a575-93aaf526cb45:1835:1804827511262656:192.168.201.158@tcp:400:kworker/u8:2.0 00010000:00010000:2.0:1721219320.236848:0:9881:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1721219321.238910:0:11574:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1721219322.240871:0:11546:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1721219323.242856:0:4613:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1721219324.244859:0:4614:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1721219324.666796:0:1834:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9282ac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2df8dc7e-94ba-4991-a575-93aaf526cb45:1834:1804827511262848:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1721219324.666810:0:1835:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9280980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:1835:1804827511262784:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1721219324.666859:0:1834:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9281300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2df8dc7e-94ba-4991-a575-93aaf526cb45:1834:1804827511262976:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1721219324.666861:0:1835:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9283440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2df8dc7e-94ba-4991-a575-93aaf526cb45:1835:1804827511262912:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1721219324.668456:0:1834:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a9282ac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2df8dc7e-94ba-4991-a575-93aaf526cb45:1834:1804827511262848:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1721219324.668463:0:1834:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a9281300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2df8dc7e-94ba-4991-a575-93aaf526cb45:1834:1804827511262976:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1721219324.668484:0:1835:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a9280980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:1835:1804827511262784:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1721219324.668494:0:1835:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a9283440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2df8dc7e-94ba-4991-a575-93aaf526cb45:1835:1804827511262912:192.168.201.158@tcp:400:kworker/u8:2.0 00010000:00010000:2.0:1721219325.246785:0:11571:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1721219326.248869:0:11573:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1721219327.250846:0:9881:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:3.0:1721219327.755732:0:22296:0:(file.c:5211:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b05e80d8),name=/ 00000002:00010000:3.0:1721219327.755750:0:22296:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1721219327.755762:0:22296:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8dedb00/0xe0b47d8ca5f7255f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd4836d281e000047 expref: -99 pid: 10237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219327.755772:0:22296:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8dedb00/0xe0b47d8ca5f7255f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd4836d281e000047 expref: -99 pid: 10237 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1721219327.755779:0:22296:0:(dcache.c:296:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b05e80d8) 00000080:00010000:3.0:1721219327.755781:0:22296:0:(llite_internal.h:1688:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b05e80d8) for lock 0xe0b47d8ca5f7255f 00000080:00010000:3.0:1721219327.755786:0:22296:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xe0b47d8ca5f7255f from it ffff8800a8703af8 00010000:00010000:3.0:1721219327.755788:0:22296:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8dedb00/0xe0b47d8ca5f7255f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd4836d281e000047 expref: -99 pid: 10237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219327.755793:0:22296:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8dedb00/0xe0b47d8ca5f7255f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd4836d281e000047 expref: -99 pid: 10237 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1721219327.755803:0:22296:0:(file.c:5646:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b05e80d8), inode mode 41ed mask 1 00000080:00200000:3.0:1721219327.755809:0:22296:0:(namei.c:1107:ll_lookup_nd()) VFS Op:name=d22c.sanity-pfl, dir=[0x200000007:0x1:0x0](ffff8800b05e80d8), flags=16 00000080:00200000:3.0:1721219327.755811:0:22296:0:(namei.c:833:ll_lookup_it()) VFS Op:name=d22c.sanity-pfl, dir=[0x200000007:0x1:0x0](ffff8800b05e80d8), intent=0 00000002:00010000:3.0:1721219327.755816:0:22296:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: d22c.sanity-pfl,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1721219327.755843:0:22296:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f879680/0xe0b47d8ca5f72ad7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219327.755847:0:22296:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f879680/0xe0b47d8ca5f72ad7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219327.755853:0:22296:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f879680/0xe0b47d8ca5f72ad7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1721219327.755870:0:22296:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a89863c0 pname:cluuid:pid:xid:nid:opc:job lfs:2df8dc7e-94ba-4991-a575-93aaf526cb45:22296:1804827511263040:192.168.201.158@tcp:101:lfs.0 00000100:00100000:3.0:1721219327.755934:0:22296:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800a8940d80 going to sleep for 90 seconds 00000100:00100000:3.0:1721219327.758479:0:22296:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a89863c0 pname:cluuid:pid:xid:nid:opc:job lfs:2df8dc7e-94ba-4991-a575-93aaf526cb45:22296:1804827511263040:192.168.201.158@tcp:101:lfs.0 00010000:00010000:3.0:1721219327.758489:0:22296:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f879680/0xe0b47d8ca5f72ad7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd4836d281e001888 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219327.758498:0:22296:0:(ldlm_request.c:732:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f879680/0xe0b47d8ca5f72ad7 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x6a17:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd4836d281e001888 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219327.758502:0:22296:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f879680/0xe0b47d8ca5f72ad7 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x6a17:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd4836d281e001888 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219327.758509:0:22296:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f879680/0xe0b47d8ca5f72ad7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x6a17:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd4836d281e001888 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219327.758514:0:22296:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f879680/0xe0b47d8ca5f72ad7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x6a17:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd4836d281e001888 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219327.758518:0:22296:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f879680/0xe0b47d8ca5f72ad7 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x6a17:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd4836d281e001888 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219327.758522:0:22296:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f879680/0xe0b47d8ca5f72ad7 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x6a17:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd4836d281e001888 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219327.758525:0:22296:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f879680/0xe0b47d8ca5f72ad7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x6a17:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd4836d281e001888 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1721219327.758530:0:22296:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff8800a89863c0 x1804827511263040/t0(0) o101->lustre-MDT0000-mdc-ffff8800af021000@192.168.201.158@tcp:12/10 lens 584/640 e 0 to 0 dl 1721219418 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfs.0' 00000002:00010000:3.0:1721219327.758536:0:22296:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f879680/0xe0b47d8ca5f72ad7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a17:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd4836d281e001888 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219327.758546:0:22296:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b6ecf000 type 13 mode 4 res 8589935617/27159 (0 0) 00000080:00200000:3.0:1721219327.758557:0:22296:0:(llite_lib.c:2756:ll_update_inode()) inode=[0x200000401:0x6a17:0x0], updating i_size 11776 00000080:00200000:3.0:1721219327.758559:0:22296:0:(namei.c:157:ll_iget()) got inode: [0x200000401:0x6a17:0x0](ffff8800b0619fd8): rc = 0 00000080:00010000:3.0:1721219327.758563:0:22296:0:(llite_internal.h:1688:ll_set_lock_data()) setting l_data to inode [0x200000401:0x6a17:0x0](ffff8800b0619fd8) for lock 0xe0b47d8ca5f72ad7 00000080:00010000:3.0:1721219327.758568:0:22296:0:(dcache.c:296:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x6a17:0x0](ffff8800b0619fd8) 00000080:00010000:3.0:1721219327.758569:0:22296:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xe0b47d8ca5f72ad7 from it ffff8800a8703a70 00010000:00010000:3.0:1721219327.758570:0:22296:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f879680/0xe0b47d8ca5f72ad7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a17:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd4836d281e001888 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219327.758574:0:22296:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f879680/0xe0b47d8ca5f72ad7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a17:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd4836d281e001888 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1721219327.758587:0:22296:0:(file.c:5646:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a17:0x0](ffff8800b0619fd8), inode mode 41ed mask 1 00000080:00200000:3.0:1721219327.758608:0:22296:0:(namei.c:1107:ll_lookup_nd()) VFS Op:name=f22c.sanity-pfl, dir=[0x200000401:0x6a17:0x0](ffff8800b0619fd8), flags=0 00000080:00200000:3.0:1721219327.758610:0:22296:0:(namei.c:833:ll_lookup_it()) VFS Op:name=f22c.sanity-pfl, dir=[0x200000401:0x6a17:0x0](ffff8800b0619fd8), intent=getattr 00000002:00010000:3.0:1721219327.758615:0:22296:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: f22c.sanity-pfl,[0x0:0x0:0x0]) in obj [0x200000401:0x6a17:0x0], intent: getattr flags 0 00010000:00010000:3.0:1721219327.758628:0:22296:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f87b180/0xe0b47d8ca5f72ade lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219327.758632:0:22296:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f87b180/0xe0b47d8ca5f72ade lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219327.758636:0:22296:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f87b180/0xe0b47d8ca5f72ade lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1721219327.758643:0:22296:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a89863c0 pname:cluuid:pid:xid:nid:opc:job lfs:2df8dc7e-94ba-4991-a575-93aaf526cb45:22296:1804827511263104:192.168.201.158@tcp:101:lfs.0 00000100:00100000:3.0:1721219327.758688:0:22296:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800a8940d80 going to sleep for 90 seconds 00000100:00100000:3.0:1721219327.760343:0:22296:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a89863c0 pname:cluuid:pid:xid:nid:opc:job lfs:2df8dc7e-94ba-4991-a575-93aaf526cb45:22296:1804827511263104:192.168.201.158@tcp:101:lfs.0 00010000:00010000:3.0:1721219327.760351:0:22296:0:(ldlm_request.c:644:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f87b180/0xe0b47d8ca5f72ade lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219327.760358:0:22296:0:(ldlm_request.c:565:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f87b180/0xe0b47d8ca5f72ade lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219327.760362:0:22296:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f87b180/0xe0b47d8ca5f72ade lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219327.760365:0:22296:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f87b180/0xe0b47d8ca5f72ade lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219327.760369:0:22296:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f87b180/0xe0b47d8ca5f72ade lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219327.760373:0:22296:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012f87b180 already unused, calling callback (ffffffffa0fa2120) 00010000:00010000:3.0:1721219327.760375:0:22296:0:(ldlm_request.c:1508:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f87b180/0xe0b47d8ca5f72ade lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a17:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219327.760378:0:22296:0:(ldlm_request.c:1518:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f87b180/0xe0b47d8ca5f72ade lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a17:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219327.760382:0:22296:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f87b180/0xe0b47d8ca5f72ade lrc: 5/0,0 mode: --/CR res: [0x200000401:0x6a17:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219327.760385:0:22296:0:(ldlm_request.c:1251:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1721219327.760387:0:22296:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f87b180/0xe0b47d8ca5f72ade lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a17:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219327.760398:0:22296:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f87b180/0xe0b47d8ca5f72ade lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6a17:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1721219327.760406:0:22296:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff8800a89863c0 x1804827511263104/t0(0) o101->lustre-MDT0000-mdc-ffff8800af021000@192.168.201.158@tcp:12/10 lens 584/640 e 0 to 0 dl 1721219418 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'lfs.0' 00010000:00010000:3.0:1721219327.760417:0:22296:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f879680/0xe0b47d8ca5f72ad7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a17:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd4836d281e001888 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219327.760422:0:22296:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f879680/0xe0b47d8ca5f72ad7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x6a17:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd4836d281e001888 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1721219327.760425:0:22296:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xe0b47d8ca5f72ad7 from it ffff8800a87039f0 00010000:00010000:3.0:1721219327.760427:0:22296:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f879680/0xe0b47d8ca5f72ad7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6a17:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd4836d281e001888 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219327.760430:0:22296:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f879680/0xe0b47d8ca5f72ad7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a17:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd4836d281e001888 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1721219327.760455:0:22296:0:(file.c:5211:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b05e80d8),name=/ 00000002:00010000:3.0:1721219327.760459:0:22296:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:3.0:1721219327.760461:0:22296:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8dedb00/0xe0b47d8ca5f7255f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd4836d281e000047 expref: -99 pid: 10237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219327.760465:0:22296:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8dedb00/0xe0b47d8ca5f7255f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd4836d281e000047 expref: -99 pid: 10237 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1721219327.760469:0:22296:0:(dcache.c:296:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b05e80d8) 00000080:00010000:3.0:1721219327.760470:0:22296:0:(llite_internal.h:1688:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800b05e80d8) for lock 0xe0b47d8ca5f7255f 00000080:00010000:3.0:1721219327.760476:0:22296:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xe0b47d8ca5f7255f from it ffff8800a8703bb0 00010000:00010000:3.0:1721219327.760477:0:22296:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8dedb00/0xe0b47d8ca5f7255f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd4836d281e000047 expref: -99 pid: 10237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219327.760481:0:22296:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8dedb00/0xe0b47d8ca5f7255f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd4836d281e000047 expref: -99 pid: 10237 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1721219327.760485:0:22296:0:(file.c:5646:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800b05e80d8), inode mode 41ed mask 1 00000080:00200000:3.0:1721219327.760488:0:22296:0:(dcache.c:312:ll_revalidate_dentry()) VFS Op:name=d22c.sanity-pfl, flags=17 00000080:00200000:3.0:1721219327.760490:0:22296:0:(file.c:5646:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a17:0x0](ffff8800b0619fd8), inode mode 41ed mask 1 00000080:00200000:3.0:1721219327.760493:0:22296:0:(dcache.c:312:ll_revalidate_dentry()) VFS Op:name=f22c.sanity-pfl, flags=769 00000080:00200000:3.0:1721219327.760494:0:22296:0:(file.c:5646:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a17:0x0](ffff8800b0619fd8), inode mode 41ed mask 3 00000080:00200000:3.0:1721219327.760496:0:22296:0:(namei.c:1176:ll_atomic_open()) VFS Op:name=f22c.sanity-pfl, dir=[0x200000401:0x6a17:0x0](ffff8800b0619fd8), file ffff88012a497680, open_flags a141, mode 81b6 opened 0 00000080:00200000:3.0:1721219327.760500:0:22296:0:(namei.c:833:ll_lookup_it()) VFS Op:name=f22c.sanity-pfl, dir=[0x200000401:0x6a17:0x0](ffff8800b0619fd8), intent=open|creat 00000002:00010000:3.0:1721219327.760508:0:22296:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: f22c.sanity-pfl,[0x200000401:0x6a18:0x0]) in obj [0x200000401:0x6a17:0x0], intent: open|creat flags 0120502 00010000:00010000:3.0:1721219327.760514:0:22296:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f879680/0xe0b47d8ca5f72ad7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6a17:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xd4836d281e001888 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219327.760535:0:22296:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f879680/0xe0b47d8ca5f72ad7 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x6a17:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000000 nid: local remote: 0xd4836d281e001888 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219327.760539:0:22296:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1721219327.760540:0:22296:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f879680/0xe0b47d8ca5f72ad7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6a17:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000000 nid: local remote: 0xd4836d281e001888 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219327.760552:0:22296:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f87ba80/0xe0b47d8ca5f72ae5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x6a17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219327.760555:0:22296:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f87ba80/0xe0b47d8ca5f72ae5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x6a17:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1721219327.760565:0:22296:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800af021000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1721219327.760568:0:22296:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a89863c0 x1804827511263232/t0(0) o101->lustre-MDT0000-mdc-ffff8800af021000@192.168.201.158@tcp:12/10 lens 528/66720 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:3.0:1721219327.760573:0:22296:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f87ba80/0xe0b47d8ca5f72ae5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x6a17:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1721219327.760580:0:22296:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a89863c0 pname:cluuid:pid:xid:nid:opc:job lfs:2df8dc7e-94ba-4991-a575-93aaf526cb45:22296:1804827511263232:192.168.201.158@tcp:101:lfs.0 00000100:00100000:3.0:1721219327.760686:0:22296:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800a8940d80 going to sleep for 90 seconds 00000100:00100000:3.0:1721219327.763176:0:22296:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a89863c0 pname:cluuid:pid:xid:nid:opc:job lfs:2df8dc7e-94ba-4991-a575-93aaf526cb45:22296:1804827511263232:192.168.201.158@tcp:101:lfs.0 00010000:00010000:3.0:1721219327.763185:0:22296:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### server returned different mode CR ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f87ba80/0xe0b47d8ca5f72ae5 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x6a17:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd4836d281e0018b9 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219327.763195:0:22296:0:(ldlm_request.c:732:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f87ba80/0xe0b47d8ca5f72ae5 lrc: 4/0,1 mode: --/CR res: [0x200000401:0x6a18:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd4836d281e0018b9 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219327.763199:0:22296:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f87ba80/0xe0b47d8ca5f72ae5 lrc: 4/0,1 mode: --/CR res: [0x200000401:0x6a18:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd4836d281e0018b9 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219327.763203:0:22296:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f87ba80/0xe0b47d8ca5f72ae5 lrc: 4/0,1 mode: CR/CR res: [0x200000401:0x6a18:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd4836d281e0018b9 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219327.763207:0:22296:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f87ba80/0xe0b47d8ca5f72ae5 lrc: 4/0,1 mode: CR/CR res: [0x200000401:0x6a18:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd4836d281e0018b9 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219327.763211:0:22296:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f87ba80/0xe0b47d8ca5f72ae5 lrc: 5/1,1 mode: CR/CR res: [0x200000401:0x6a18:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd4836d281e0018b9 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219327.763222:0:22296:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f87ba80/0xe0b47d8ca5f72ae5 lrc: 5/1,1 mode: CR/CR res: [0x200000401:0x6a18:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd4836d281e0018b9 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219327.763225:0:22296:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f87ba80/0xe0b47d8ca5f72ae5 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x6a18:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xd4836d281e0018b9 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1721219327.763230:0:22296:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=3 disposition=8000037, status=0 req@ffff8800a89863c0 x1804827511263232/t12884902029(12884902029) o101->lustre-MDT0000-mdc-ffff8800af021000@192.168.201.158@tcp:12/10 lens 528/600 e 0 to 0 dl 1721219418 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'lfs.0' 00000002:00100000:3.0:1721219327.763236:0:22296:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8800a89863c0 x1804827511263232/t12884902029(12884902029) o101->lustre-MDT0000-mdc-ffff8800af021000@192.168.201.158@tcp:12/10 lens 528/600 e 0 to 0 dl 1721219418 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'lfs.0' 00000002:00010000:3.0:1721219327.763241:0:22296:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f87ba80/0xe0b47d8ca5f72ae5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6a18:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xd4836d281e0018b9 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219327.763245:0:22296:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b6ecf000 type 13 mode 16 res 8589935617/27160 (0 0) 00000080:00200000:3.0:1721219327.763252:0:22296:0:(namei.c:1405:ll_create_it()) VFS Op:name=f22c.sanity-pfl, dir=[0x200000401:0x6a17:0x0](ffff8800b0619fd8), intent=open|creat 00000080:00200000:3.0:1721219327.763261:0:22296:0:(llite_lib.c:2834:ll_read_inode2()) VFS Op:inode=[0x200000401:0x6a18:0x0](ffff88012e483ed8) 00000080:00200000:3.0:1721219327.763264:0:22296:0:(llite_lib.c:2756:ll_update_inode()) inode=[0x200000401:0x6a18:0x0], updating i_size 0 00000080:00200000:3.0:1721219327.763286:0:22296:0:(file.c:5862:ll_layout_conf()) [0x200000401:0x6a18:0x0]: layout version change: 4294967294 -> 4294967295 00000080:00010000:3.0:1721219327.763289:0:22296:0:(namei.c:1372:ll_create_node()) setting l_ast_data to inode [0x200000401:0x6a18:0x0](ffff88012e483ed8) 00000080:00010000:3.0:1721219327.763290:0:22296:0:(llite_internal.h:1688:ll_set_lock_data()) setting l_data to inode [0x200000401:0x6a18:0x0](ffff88012e483ed8) for lock 0xe0b47d8ca5f72ae5 00000080:00200000:3.0:1721219327.763295:0:22296:0:(file.c:833:ll_file_open()) VFS Op:inode=[0x200000401:0x6a18:0x0](ffff88012e483ed8), flags 120501 00000002:00100000:3.0:1721219327.763302:0:22296:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8800a89863c0 x1804827511263232/t12884902029(12884902029) o101->lustre-MDT0000-mdc-ffff8800af021000@192.168.201.158@tcp:12/10 lens 528/600 e 0 to 0 dl 1721219418 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'lfs.0' 00000080:00010000:3.0:1721219327.763328:0:22296:0:(dcache.c:196:ll_intent_drop_lock()) releasing lock with cookie 0xe0b47d8ca5f72ae5 from it ffff8800b5f51240 00010000:00010000:3.0:1721219327.763330:0:22296:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f87ba80/0xe0b47d8ca5f72ae5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x6a18:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xd4836d281e0018b9 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219327.763339:0:22296:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f87ba80/0xe0b47d8ca5f72ae5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x6a18:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xd4836d281e0018b9 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1721219327.763346:0:22296:0:(file.c:5646:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a18:0x0](ffff88012e483ed8), inode mode 81a4 mask 40 00000080:00200000:3.0:1721219327.763373:0:22296:0:(file.c:5646:ll_inode_permission()) VFS Op:inode=[0x200000401:0x6a18:0x0](ffff88012e483ed8), inode mode 81a4 mask 2 00000080:00200000:3.0:1721219327.763379:0:22296:0:(xattr.c:358:ll_xattr_set()) VFS Op:inode=[0x200000401:0x6a18:0x0](ffff88012e483ed8), xattr lov 00000002:00010000:3.0:1721219327.763384:0:22296:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000401:0x6a18:0x0]) in obj [0x200000401:0x6a17:0x0], intent: open flags 040000002 00010000:00010000:3.0:1721219327.763401:0:22296:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8030b40/0xe0b47d8ca5f72aec lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219327.763404:0:22296:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8030b40/0xe0b47d8ca5f72aec lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a17:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00000020:00100000:3.0:1721219327.763409:0:22296:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800af021000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1721219327.763411:0:22296:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a8983440 x1804827511263360/t0(0) o101->lustre-MDT0000-mdc-ffff8800af021000@192.168.201.158@tcp:12/10 lens 1104/66720 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:3.0:1721219327.763415:0:22296:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8030b40/0xe0b47d8ca5f72aec lrc: 3/1,0 mode: --/CR res: [0x200000401:0x6a17:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1721219327.763422:0:22296:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8983440 pname:cluuid:pid:xid:nid:opc:job lfs:2df8dc7e-94ba-4991-a575-93aaf526cb45:22296:1804827511263360:192.168.201.158@tcp:101:lfs.0 00000100:00100000:3.0:1721219327.763465:0:22296:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800a8940d80 going to sleep for 90 seconds 00000100:00100000:2.0:1721219327.765029:0:1828:0:(events.c:361:request_in_callback()) peer: 12345-192.168.201.158@tcp (source: 12345-192.168.201.158@tcp) 00000100:00100000:3.0:1721219327.765109:0:4606:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1804827459583616 00000100:00100000:3.0:1721219327.765146:0:4606:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.158@tcp, seq: 181503 00000100:00100000:3.0:1721219327.765150:0:4606:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8604c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:2df8dc7e-94ba-4991-a575-93aaf526cb45+5:30055:x1804827459583616:12345-192.168.201.158@tcp:104: 00010000:00010000:3.0:1721219327.765186:0:4606:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1721219327.765189:0:4606:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8604c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:2df8dc7e-94ba-4991-a575-93aaf526cb45+5:30055:x1804827459583616:12345-192.168.201.158@tcp:104: Request processed in 39us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1721219327.765199:0:4606:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.158@tcp, seq: 181503 00010000:00010000:0.0:1721219327.765214:0:11574:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1721219327.765219:0:11574:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f87ba80/0xe0b47d8ca5f72ae5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x6a18:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xd4836d281e0018b9 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1721219327.765225:0:11574:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012f87ba80 already unused, calling callback (ffffffffa0fa2120) 00010000:00010000:0.0:1721219327.765227:0:11574:0:(ldlm_request.c:1508:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f87ba80/0xe0b47d8ca5f72ae5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x6a18:0x0].0x0 bits 0x9/0x9 rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd4836d281e0018b9 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1721219327.765231:0:11574:0:(ldlm_request.c:1518:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f87ba80/0xe0b47d8ca5f72ae5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x6a18:0x0].0x0 bits 0x9/0x9 rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xd4836d281e0018b9 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1721219327.765236:0:11574:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f87ba80/0xe0b47d8ca5f72ae5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x6a18:0x0].0x0 bits 0x9/0x9 rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xd4836d281e0018b9 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00000080:00200000:0.0:1721219327.765246:0:11574:0:(vvp_object.c:137:vvp_conf_set()) [0x200000401:0x6a18:0x0]: losing layout lock 00010000:00010000:0.0:1721219327.765262:0:11574:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f87ba80/0xe0b47d8ca5f72ae5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x6a18:0x0].0x0 bits 0x9/0x9 rrc: 2 type: IBT gid 0 flags: 0x4c29400000000 nid: local remote: 0xd4836d281e0018b9 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1721219327.765270:0:11574:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1721219327.765288:0:11574:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f87ba80/0xe0b47d8ca5f72ae5 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x6a18:0x0].0x0 bits 0x9/0x9 rrc: 2 type: IBT gid 0 flags: 0x4c29400000000 nid: local remote: 0xd4836d281e0018b9 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1721219327.765293:0:11574:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff88012f87ba80/0xe0b47d8ca5f72ae5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6a18:0x0].0x0 bits 0x9/0x9 rrc: 2 type: IBT gid 0 flags: 0x4c29400000000 nid: local remote: 0xd4836d281e0018b9 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1721219327.765306:0:11574:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1721219327.765307:0:11574:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1721219327.765308:0:11574:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1721219327.765313:0:1834:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1721219327.765320:0:1834:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9281300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2df8dc7e-94ba-4991-a575-93aaf526cb45:1834:1804827511263424:192.168.201.158@tcp:103:ldlm_bl_07.0 00000100:00100000:0.0:1721219327.766701:0:1834:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a9281300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2df8dc7e-94ba-4991-a575-93aaf526cb45:1834:1804827511263424:192.168.201.158@tcp:103:ldlm_bl_07.0 00010000:00010000:1.0:1721219328.252870:0:11546:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1721219329.254828:0:4613:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1721219329.674839:0:1835:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9282ac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2df8dc7e-94ba-4991-a575-93aaf526cb45:1835:1804827511263552:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1721219329.674852:0:1834:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9281300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:1834:1804827511263488:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1721219329.674903:0:1835:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9285f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2df8dc7e-94ba-4991-a575-93aaf526cb45:1835:1804827511263680:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1721219329.674904:0:1834:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a9281c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2df8dc7e-94ba-4991-a575-93aaf526cb45:1834:1804827511263616:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1721219329.676886:0:1835:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a9282ac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2df8dc7e-94ba-4991-a575-93aaf526cb45:1835:1804827511263552:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1721219329.676893:0:1835:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a9285f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2df8dc7e-94ba-4991-a575-93aaf526cb45:1835:1804827511263680:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1721219329.676908:0:1834:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a9281300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:1834:1804827511263488:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1721219329.676916:0:1834:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a9281c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2df8dc7e-94ba-4991-a575-93aaf526cb45:1834:1804827511263616:192.168.201.158@tcp:400:kworker/u8:2.0 00010000:00010000:1.0:1721219330.256990:0:4614:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1721219331.258957:0:11571:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1721219332.260926:0:11573:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1721219333.262976:0:9881:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1721219334.264923:0:11574:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1721219334.683044:0:1837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8603440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2df8dc7e-94ba-4991-a575-93aaf526cb45:1837:1804827511263808:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1721219334.683046:0:1836:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8603900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:1836:1804827511263744:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1721219334.683152:0:1836:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8600000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2df8dc7e-94ba-4991-a575-93aaf526cb45:1836:1804827511263872:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1721219334.683152:0:1837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a86017c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2df8dc7e-94ba-4991-a575-93aaf526cb45:1837:1804827511263936:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1721219334.685451:0:1836:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a8603900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:1836:1804827511263744:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1721219334.685465:0:1837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a8603440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2df8dc7e-94ba-4991-a575-93aaf526cb45:1837:1804827511263808:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1721219334.685468:0:1836:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a8600000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2df8dc7e-94ba-4991-a575-93aaf526cb45:1836:1804827511263872:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1721219334.685510:0:1837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a86017c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2df8dc7e-94ba-4991-a575-93aaf526cb45:1837:1804827511263936:192.168.201.158@tcp:400:kworker/u8:2.0 00010000:00010000:1.0:1721219335.266992:0:11546:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1721219336.268941:0:4613:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1721219337.270921:0:4614:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1721219338.272903:0:11571:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1721219339.274904:0:11573:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1721219339.690882:0:1837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8603440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2df8dc7e-94ba-4991-a575-93aaf526cb45:1837:1804827511264064:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1721219339.690889:0:1836:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a86017c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:1836:1804827511264000:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1721219339.690987:0:1836:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8606880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2df8dc7e-94ba-4991-a575-93aaf526cb45:1836:1804827511264128:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1721219339.690987:0:1837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8600e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2df8dc7e-94ba-4991-a575-93aaf526cb45:1837:1804827511264192:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1721219339.692906:0:1836:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a86017c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:1836:1804827511264000:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1721219339.692923:0:1836:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a8606880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2df8dc7e-94ba-4991-a575-93aaf526cb45:1836:1804827511264128:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1721219339.692923:0:1837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a8603440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2df8dc7e-94ba-4991-a575-93aaf526cb45:1837:1804827511264064:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1721219339.692937:0:1837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a8600e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2df8dc7e-94ba-4991-a575-93aaf526cb45:1837:1804827511264192:192.168.201.158@tcp:400:kworker/u8:2.0 00010000:00010000:2.0:1721219340.276985:0:9881:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1721219341.279010:0:11574:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1721219342.280820:0:11546:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1721219343.282853:0:4613:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1721219344.284830:0:4614:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1721219344.698864:0:1837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8603440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2df8dc7e-94ba-4991-a575-93aaf526cb45:1837:1804827511264320:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1721219344.698877:0:1836:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8600e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:1836:1804827511264256:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1721219344.698921:0:1837:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8602ac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2df8dc7e-94ba-4991-a575-93aaf526cb45:1837:1804827511264448:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1721219344.698923:0:1836:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8601c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2df8dc7e-94ba-4991-a575-93aaf526cb45:1836:1804827511264384:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1721219344.700791:0:1837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a8603440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2df8dc7e-94ba-4991-a575-93aaf526cb45:1837:1804827511264320:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1721219344.700798:0:1837:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a8602ac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2df8dc7e-94ba-4991-a575-93aaf526cb45:1837:1804827511264448:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1721219344.700802:0:1836:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a8600e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:895aa51d-428d-41b3-8fd7-a0b7d3b7fe38:1836:1804827511264256:192.168.201.158@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1721219344.700813:0:1836:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a8601c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2df8dc7e-94ba-4991-a575-93aaf526cb45:1836:1804827511264384:192.168.201.158@tcp:400:kworker/u8:2.0 00010000:00010000:2.0:1721219345.286907:0:11571:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1721219346.288796:0:11573:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1721219347.290817:0:9881:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1721219347.767424:0:22296:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a8983440 pname:cluuid:pid:xid:nid:opc:job lfs:2df8dc7e-94ba-4991-a575-93aaf526cb45:22296:1804827511263360:192.168.201.158@tcp:101:lfs.0 00010000:00010000:3.0:1721219347.767440:0:22296:0:(ldlm_request.c:644:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8030b40/0xe0b47d8ca5f72aec lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a17:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219347.767461:0:22296:0:(ldlm_request.c:565:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8030b40/0xe0b47d8ca5f72aec lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a17:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219347.767465:0:22296:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8030b40/0xe0b47d8ca5f72aec lrc: 4/1,0 mode: --/CR res: [0x200000401:0x6a17:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219347.767469:0:22296:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8030b40/0xe0b47d8ca5f72aec lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a17:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219347.767473:0:22296:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8030b40/0xe0b47d8ca5f72aec lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a17:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219347.767476:0:22296:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a8030b40 already unused, calling callback (ffffffffa0fa2120) 00010000:00010000:3.0:1721219347.767479:0:22296:0:(ldlm_request.c:1508:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8030b40/0xe0b47d8ca5f72aec lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a17:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219347.767482:0:22296:0:(ldlm_request.c:1518:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8030b40/0xe0b47d8ca5f72aec lrc: 4/0,0 mode: --/CR res: [0x200000401:0x6a17:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219347.767485:0:22296:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8030b40/0xe0b47d8ca5f72aec lrc: 5/0,0 mode: --/CR res: [0x200000401:0x6a17:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219347.767489:0:22296:0:(ldlm_request.c:1251:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1721219347.767491:0:22296:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8030b40/0xe0b47d8ca5f72aec lrc: 3/0,0 mode: --/CR res: [0x200000401:0x6a17:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1721219347.767494:0:22296:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800af021000 lock: ffff8800a8030b40/0xe0b47d8ca5f72aec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6a17:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 22296 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1721219347.767525:0:22296:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=1 disposition=3, status=-28 req@ffff8800a8983440 x1804827511263360/t0(0) o101->lustre-MDT0000-mdc-ffff8800af021000@192.168.201.158@tcp:12/10 lens 1104/600 e 0 to 0 dl 1721219418 ref 1 fl Complete:RQU/0/0 rc 301/301 job:'lfs.0' 00000080:00200000:3.0:1721219347.767538:0:22296:0:(file.c:694:ll_intent_file_open()) lock enqueue: err: -28 00000080:00200000:3.0:1721219347.767603:0:22296:0:(file.c:406:ll_file_release()) VFS Op:inode=[0x200000401:0x6a18:0x0](ffff88012e483ed8) 00000002:00100000:3.0:1721219347.767624:0:22296:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@ffff8800a89863c0 x1804827511263232/t12884902029(12884902029) o101->lustre-MDT0000-mdc-ffff8800af021000@192.168.201.158@tcp:12/10 lens 528/600 e 0 to 0 dl 1721219418 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'lfs.0' 00000020:00100000:3.0:1721219347.767641:0:22296:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800af021000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1721219347.767644:0:22296:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a8983440 x1804827511264576/t0(0) o35->lustre-MDT0000-mdc-ffff8800af021000@192.168.201.158@tcp:23/10 lens 392/1080 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1721219347.767738:0:22296:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8983440 pname:cluuid:pid:xid:nid:opc:job lfs:2df8dc7e-94ba-4991-a575-93aaf526cb45:22296:1804827511264576:192.168.201.158@tcp:35:lfs.0 00000100:00100000:3.0:1721219347.767790:0:22296:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800a8940d80 going to sleep for 6 seconds 00000100:00100000:3.0:1721219347.769143:0:22296:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a8983440 pname:cluuid:pid:xid:nid:opc:job lfs:2df8dc7e-94ba-4991-a575-93aaf526cb45:22296:1804827511264576:192.168.201.158@tcp:35:lfs.0 00000002:00100000:3.0:1721219347.769153:0:22296:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8800a89863c0 x1804827511263232/t12884902029(12884902029) o101->lustre-MDT0000-mdc-ffff8800af021000@192.168.201.158@tcp:12/10 lens 528/600 e 0 to 0 dl 1721219418 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'lfs.0' 00000400:00000080:3.0:1721219348.077382:0:22444:0:(module.c:211:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1721219348.077385:0:22444:0:(debug.c:728:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pfl test_22c: @@@@@@ FAIL: Create /mnt/lustre/d22c.sanity-pfl/f22c.sanity-pfl failed 00010000:00010000:2.0:1721219348.292811:0:11574:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 585 lines, 585 kept, 0 dropped, 0 bad.