00010000:00010000:1.0F:1715205846.631882:0:5285:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1715205847.633928:0:4787:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1715205848.455986:0:5:0:(pinger.c:253:ptlrpc_pinger_process_import()) a48b4014-0bf7-40bf-a0c6-fdea296e6ca2->lustre-MDT0000_UUID: level EVICTED/10 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1715205848.455992:0:5:0:(pinger.c:271:ptlrpc_pinger_process_import()) a48b4014-0bf7-40bf-a0c6-fdea296e6ca2->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: EVICTED)
00000100:00100000:1.0:1715205848.456028:0:1963:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012b1ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b074247a-b4e0-48d1-8030-d4461b52d5ca:1963:1798523511126080:192.168.204.133@tcp:400:kworker.0
00000100:00100000:0.0F:1715205848.456028:0:1962:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012b1ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:614fb888-a54c-4440-9a2f-efd4f3a141dd:1962:1798523511126016:192.168.204.133@tcp:400:kworker.0
00000100:00100000:0.0:1715205848.457068:0:1962:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012b1ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:614fb888-a54c-4440-9a2f-efd4f3a141dd:1962:1798523511126016:192.168.204.133@tcp:400:kworker.0
00000100:00100000:1.0:1715205848.457069:0:1963:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012b1ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b074247a-b4e0-48d1-8030-d4461b52d5ca:1963:1798523511126080:192.168.204.133@tcp:400:kworker.0
00010000:00010000:1.0:1715205848.635980:0:5285:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1715205849.637936:0:4787:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:1.0:1715205850.071923:0:9721:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-dom test 2: Write with a seek, append, read from a single mountpoint ========================================================== 18:04:09 (1715205849)
00000080:00200000:0.0:1715205850.104936:0:9741:0:(file.c:5598:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88012e7400c8),name=/
00000002:00010000:0.0:1715205850.104953:0:9741:0:(mdc_locks.c:1426:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:0.0:1715205850.104995:0:9741:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff880136899800 lock: ffff8800aaa82640/0x361984fab9c06adc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 9741 initiator: MDT0
00010000:00010000:0.0:1715205850.105003:0:9741:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff880136899800 lock: ffff8800aaa82640/0x361984fab9c06adc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 9741 initiator: MDT0
00010000:00010000:0.0:1715205850.105010:0:9741:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff880136899800 lock: ffff8800aaa82640/0x361984fab9c06adc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 9741 initiator: MDT0
00000100:00100000:0.0:1715205850.105024:0:9741:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012f84c6c0 going to sleep for 0 seconds
00000100:00100000:0.0:1715205850.105033:0:9741:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800adc33100 pname:cluuid:pid:xid:nid:opc:job dd:a48b4014-0bf7-40bf-a0c6-fdea296e6ca2:9741:1798523511126144:192.168.204.133@tcp:101:dd.0
00010000:00010000:0.0:1715205850.105041:0:9741:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff880136899800 lock: ffff8800aaa82640/0x361984fab9c06adc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 9741 initiator: MDT0
00010000:00010000:0.0:1715205850.105047:0:9741:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff880136899800 lock: ffff8800aaa82640/0x361984fab9c06adc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 9741 initiator: MDT0
00010000:00010000:0.0:1715205850.105051:0:9741:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff880136899800 lock: ffff8800aaa82640/0x361984fab9c06adc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 9741 initiator: MDT0
00010000:00010000:0.0:1715205850.105056:0:9741:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff880136899800 lock: ffff8800aaa82640/0x361984fab9c06adc lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 9741 initiator: MDT0
00010000:00010000:0.0:1715205850.105061:0:9741:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff880136899800 lock: ffff8800aaa82640/0x361984fab9c06adc lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 9741 initiator: MDT0
00010000:00010000:0.0:1715205850.105065:0:9741:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800aaa82640 already unused, calling callback (ffffffffa1006e10)
00010000:00010000:0.0:1715205850.105068:0:9741:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff880136899800 lock: ffff8800aaa82640/0x361984fab9c06adc lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 9741 initiator: MDT0
00010000:00010000:0.0:1715205850.105078:0:9741:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff880136899800 lock: ffff8800aaa82640/0x361984fab9c06adc lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 9741 initiator: MDT0
00010000:00010000:0.0:1715205850.105084:0:9741:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff880136899800 lock: ffff8800aaa82640/0x361984fab9c06adc lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 9741 initiator: MDT0
00010000:00010000:0.0:1715205850.105088:0:9741:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction)
00010000:00010000:0.0:1715205850.105092:0:9741:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff880136899800 lock: ffff8800aaa82640/0x361984fab9c06adc lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 9741 initiator: MDT0
00010000:00010000:0.0:1715205850.105097:0:9741:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff880136899800 lock: ffff8800aaa82640/0x361984fab9c06adc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 9741 initiator: MDT0
00000080:00020000:0.0:1715205850.105112:0:9741:0:(file.c:5575:ll_inode_revalidate_fini()) lustre: revalidate FID [0x200000007:0x1:0x0] error: rc = -108
00000080:00200000:0.0:1715205850.111939:0:9741:0:(file.c:5598:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff88012e7400c8),name=/
00000002:00010000:0.0:1715205850.111954:0:9741:0:(mdc_locks.c:1426:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:0.0:1715205850.111991:0:9741:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff880136899800 lock: ffff8800aaa82880/0x361984fab9c06ae3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 9741 initiator: MDT0
00010000:00010000:0.0:1715205850.111997:0:9741:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff880136899800 lock: ffff8800aaa82880/0x361984fab9c06ae3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 9741 initiator: MDT0
00010000:00010000:0.0:1715205850.112002:0:9741:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff880136899800 lock: ffff8800aaa82880/0x361984fab9c06ae3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 9741 initiator: MDT0
00000100:00100000:0.0:1715205850.112013:0:9741:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012f84c6c0 going to sleep for 0 seconds
00000100:00100000:0.0:1715205850.112021:0:9741:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800adc33100 pname:cluuid:pid:xid:nid:opc:job dd:a48b4014-0bf7-40bf-a0c6-fdea296e6ca2:9741:1798523511126208:192.168.204.133@tcp:101:dd.0
00010000:00010000:0.0:1715205850.112027:0:9741:0:(ldlm_request.c:655:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff880136899800 lock: ffff8800aaa82880/0x361984fab9c06ae3 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 9741 initiator: MDT0
00010000:00010000:0.0:1715205850.112030:0:9741:0:(ldlm_request.c:572:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff880136899800 lock: ffff8800aaa82880/0x361984fab9c06ae3 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 9741 initiator: MDT0
00010000:00010000:0.0:1715205850.112042:0:9741:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff880136899800 lock: ffff8800aaa82880/0x361984fab9c06ae3 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 9741 initiator: MDT0
00010000:00010000:0.0:1715205850.112045:0:9741:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff880136899800 lock: ffff8800aaa82880/0x361984fab9c06ae3 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 9741 initiator: MDT0
00010000:00010000:0.0:1715205850.112049:0:9741:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff880136899800 lock: ffff8800aaa82880/0x361984fab9c06ae3 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 9741 initiator: MDT0
00010000:00010000:0.0:1715205850.112052:0:9741:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800aaa82880 already unused, calling callback (ffffffffa1006e10)
00010000:00010000:0.0:1715205850.112054:0:9741:0:(ldlm_request.c:1599:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff880136899800 lock: ffff8800aaa82880/0x361984fab9c06ae3 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 9741 initiator: MDT0
00010000:00010000:0.0:1715205850.112057:0:9741:0:(ldlm_request.c:1609:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff880136899800 lock: ffff8800aaa82880/0x361984fab9c06ae3 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 9741 initiator: MDT0
00010000:00010000:0.0:1715205850.112060:0:9741:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff880136899800 lock: ffff8800aaa82880/0x361984fab9c06ae3 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 9741 initiator: MDT0
00010000:00010000:0.0:1715205850.112063:0:9741:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) not sending request (at caller's instruction)
00010000:00010000:0.0:1715205850.112066:0:9741:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff880136899800 lock: ffff8800aaa82880/0x361984fab9c06ae3 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 9741 initiator: MDT0
00010000:00010000:0.0:1715205850.112068:0:9741:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff880136899800 lock: ffff8800aaa82880/0x361984fab9c06ae3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 9741 initiator: MDT0
00000080:00020000:0.0:1715205850.112080:0:9741:0:(file.c:5575:ll_inode_revalidate_fini()) lustre: revalidate FID [0x200000007:0x1:0x0] error: rc = -108
00000001:02000400:3.0F:1715205850.421528:0:9872:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-dom test_2: @@@@@@ FAIL: test_2 failed with 1
00000100:00080000:1.0:1715205850.459893:0:5:0:(pinger.c:253:ptlrpc_pinger_process_import()) a48b4014-0bf7-40bf-a0c6-fdea296e6ca2->lustre-MDT0000_UUID: level EVICTED/10 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1715205850.459899:0:5:0:(pinger.c:271:ptlrpc_pinger_process_import()) a48b4014-0bf7-40bf-a0c6-fdea296e6ca2->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: EVICTED)
00000100:00100000:0.0:1715205850.459915:0:1962:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012b1ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:614fb888-a54c-4440-9a2f-efd4f3a141dd:1962:1798523511126272:192.168.204.133@tcp:400:kworker.0
00000100:00100000:1.0:1715205850.459930:0:1963:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012b1efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b074247a-b4e0-48d1-8030-d4461b52d5ca:1963:1798523511126336:192.168.204.133@tcp:400:kworker.0
00000100:00100000:1.0:1715205850.461070:0:1963:0:(client.c:2956:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800a98fb800: committing for last_committed 4294967314 gen 1
00000100:00100000:0.0:1715205850.461070:0:1962:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012b1ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:614fb888-a54c-4440-9a2f-efd4f3a141dd:1962:1798523511126272:192.168.204.133@tcp:400:kworker.0
00000100:00100000:1.0:1715205850.461083:0:1963:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012b1efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b074247a-b4e0-48d1-8030-d4461b52d5ca:1963:1798523511126336:192.168.204.133@tcp:400:kworker.0
00010000:00010000:1.0:1715205850.639946:0:5285:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
Debug log: 60 lines, 60 kept, 0 dropped, 0 bad.