00000100:00100000:1.0F:1715205875.539579:0:3686:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1715205875.539610:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880073bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3686:1798523518507776:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1715205875.539669:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0F:1715205875.539707:0:7132:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523518507776
00000100:00100000:2.0:1715205875.539720:0:7132:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523518507776
00000100:00100000:2.0:1715205875.539760:0:7132:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134
00000100:00100000:2.0:1715205875.539767:0:7132:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880073bafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523518507776:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1715205875.539794:0:7132:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446400000 avail 1316937728
00000100:00100000:2.0:1715205875.539838:0:7132:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880073bafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523518507776:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (168us total) trans 0 rc 0/0
00000100:00100000:2.0:1715205875.539843:0:7132:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134
00000100:00100000:1.0:1715205875.539870:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880073bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3686:1798523518507776:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1715205875.891577:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880073bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3688:1798523518507840:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1715205875.891628:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0F:1715205875.891683:0:7132:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523518507840
00000100:00100000:3.0:1715205875.891694:0:7132:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523518507840
00000100:00100000:3.0:1715205875.891732:0:7132:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135
00000100:00100000:3.0:1715205875.891739:0:7132:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880073bad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3688:x1798523518507840:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1715205875.891764:0:7132:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4243456 pending 0 free 1446236160 avail 1316773888
00000100:00100000:3.0:1715205875.891808:0:7132:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880073bad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3688:x1798523518507840:12345-0@lo:41:osp-pre-0-1.0 Request processed in 70us (179us total) trans 0 rc 0/0
00000100:00100000:3.0:1715205875.891814:0:7132:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135
00000100:00100000:1.0:1715205875.891834:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880073bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3688:1798523518507840:0@lo:41:osp-pre-0-1.0
00010000:00010000:2.0:1715205875.973581:0:7116:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1715205876.143657:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.35@tcp (source: 12345-192.168.204.35@tcp)
00000100:00100000:2.0:1715205876.143700:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.35@tcp (source: 12345-192.168.204.35@tcp)
00000100:00100000:3.0:1715205876.143711:0:7122:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523513227264
00000100:00100000:3.0:1715205876.143720:0:7122:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523513227264
00000100:00100000:2.0:1715205876.143722:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.35@tcp (source: 12345-192.168.204.35@tcp)
00000100:00100000:2.0:1715205876.143747:0:3681:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.35@tcp (source: 12345-192.168.204.35@tcp)
00000100:00100000:3.0:1715205876.143758:0:7122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.35@tcp, seq: 309
00000100:00100000:1.0:1715205876.143759:0:9413:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523513227328
00000100:00100000:3.0:1715205876.143763:0:7122:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b41c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:13bd8ebe-30a8-40d5-b37d-8e600c74dbe8+12:2006:x1798523513227264:12345-192.168.204.35@tcp:400:kworker.0
00000100:00100000:1.0:1715205876.143764:0:9413:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523513227328
00000100:00100000:2.0:1715205876.143774:0:7127:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523513227456
00000100:00100000:2.0:1715205876.143781:0:7127:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523513227456
00000100:00100000:1.0:1715205876.143786:0:9413:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523513227392
00000100:00100000:1.0:1715205876.143788:0:9413:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523513227392
00000100:00100000:1.0:1715205876.143805:0:9413:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.35@tcp, seq: 275
00000100:00100000:3.0:1715205876.143810:0:7122:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b41c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:13bd8ebe-30a8-40d5-b37d-8e600c74dbe8+12:2006:x1798523513227264:12345-192.168.204.35@tcp:400:kworker.0 Request processed in 47us (163us total) trans 0 rc 0/0
00000100:00100000:1.0:1715205876.143811:0:9413:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f93b71f-777f-44ae-ae8f-53d858e20398+5:2007:x1798523513227328:12345-192.168.204.35@tcp:400:kworker.0
00000100:00100000:2.0:1715205876.143813:0:7127:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.35@tcp, seq: 276
00000100:00100000:3.0:1715205876.143814:0:7122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.35@tcp, seq: 309
00000100:00100000:2.0:1715205876.143820:0:7127:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ae639000-c6e7-4dd4-9269-d2ba3337aea4+9:2006:x1798523513227392:12345-192.168.204.35@tcp:400:kworker.0
00000100:00100000:1.0:1715205876.143838:0:9413:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f93b71f-777f-44ae-ae8f-53d858e20398+5:2007:x1798523513227328:12345-192.168.204.35@tcp:400:kworker.0 Request processed in 28us (138us total) trans 0 rc 0/0
00000100:00100000:1.0:1715205876.143844:0:9413:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.35@tcp, seq: 275
00000100:00100000:1.0:1715205876.143856:0:9413:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.35@tcp, seq: 277
00000100:00100000:2.0:1715205876.143859:0:7127:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ae639000-c6e7-4dd4-9269-d2ba3337aea4+9:2006:x1798523513227392:12345-192.168.204.35@tcp:400:kworker.0 Request processed in 41us (112us total) trans 0 rc 0/0
00000100:00100000:1.0:1715205876.143860:0:9413:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ae639000-c6e7-4dd4-9269-d2ba3337aea4+5:2007:x1798523513227456:12345-192.168.204.35@tcp:400:kworker.0
00000100:00100000:2.0:1715205876.143865:0:7127:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.35@tcp, seq: 276
00000100:00100000:1.0:1715205876.143879:0:9413:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ae639000-c6e7-4dd4-9269-d2ba3337aea4+5:2007:x1798523513227456:12345-192.168.204.35@tcp:400:kworker.0 Request processed in 18us (157us total) trans 0 rc 0/0
00000100:00100000:1.0:1715205876.143884:0:9413:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.35@tcp, seq: 277
00000100:00080000:0.0F:1715205876.143951:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715205846
00000100:00080000:0.0:1715205876.143958:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715205846
00000100:00080000:0.0:1715205876.143960:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715205846
00010000:00010000:2.0:1715205876.976551:0:11582:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00100000:0.0:1715205877.316073:0:7109:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 4f93b71f-777f-44ae-ae8f-53d858e20398
00000001:00080000:0.0:1715205877.316086:0:7109:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967316 is committed
00000001:00100000:0.0:1715205877.316090:0:7109:0:(tgt_lastrcvd.c:551:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 4f93b71f-777f-44ae-ae8f-53d858e20398
00000020:00000080:0.0:1715205877.316092:0:7109:0:(genops.c:924:class_export_put()) final put ffff8800a0e14000/4f93b71f-777f-44ae-ae8f-53d858e20398
00000020:00000080:2.0:1715205877.316151:0:64:0:(genops.c:882:class_export_destroy()) destroying export ffff8800a0e14000/4f93b71f-777f-44ae-ae8f-53d858e20398 for lustre-MDT0000
00000020:00000080:2.0:1715205877.316199:0:64:0:(genops.c:1112:obd_zombie_import_free()) destroying import ffff8800a0e14800 for lustre-MDT0000
00000001:02000400:1.0:1715205877.494543:0:16895:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-dom test 3: Truncate over DoM size on different nodes ========================================================== 18:04:37 (1715205877)
00000001:02000400:1.0:1715205877.815179:0:16960:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-dom test_3: @@@@@@ FAIL: test_3 failed with 1
00010000:00010000:2.0:1715205877.979584:0:7117:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
Debug log: 63 lines, 63 kept, 0 dropped, 0 bad.