-----============= acceptance-small: replay-single ============----- Sun Sep 6 20:44:23 EDT 2026 MGS_OS_ID_LIKE=rhel centos fedora rocky MGS_OS_VERSION_ID=8.10 MGS_OS_ID=rocky MGS_OS_VERSION_CODE=134873088 MDS1_OS_VERSION_ID=8.10 MDS1_OS_VERSION_CODE=134873088 MDS1_OS_ID_LIKE=rhel centos fedora rocky MDS1_OS_ID=rocky OST1_OS_VERSION_CODE=134873088 OST1_OS_ID_LIKE=rhel centos fedora rocky OST1_OS_VERSION_ID=8.10 OST1_OS_ID=rocky CLIENT_OS_ID=rocky CLIENT_OS_VERSION_CODE=134873088 CLIENT_OS_VERSION_ID=8.10 CLIENT_OS_ID_LIKE=rhel centos fedora rocky oleg309-server: ls: cannot access '/home/green/git/lustre-release/lustre/tests/except/replay-single.*ex': No such file or directory excepting tests: 59 36 === replay-single: start setup 20:44:41 (1788741881) === oleg309-client.virtnet: executing check_config_client /mnt/lustre oleg309-client.virtnet: Checking config lustre mounted on /mnt/lustre Checking servers environments Checking clients oleg309-client.virtnet environments Using TIMEOUT=20 osc.lustre-OST0000-osc-ffff9e504394e000.idle_timeout=debug osc.lustre-OST0001-osc-ffff9e504394e000.idle_timeout=debug disable quota as required oleg309-server: oleg309-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all osd-ldiskfs.track_declares_assert=1 === replay-single: finish setup 20:45:14 (1788741914) === Cleaning up AT ... == replay-single test 204: GSSIAM replay ================= 20:45:17 (1788741917) debug=+sec debug=+sec mdt.lustre-MDT0000.enable_remote_dir_gid=-1 mdt.lustre-MDT0001.enable_remote_dir_gid=-1 fail_loc=0x1205 On MGS 192.168.203.109, active = nodemap.active=1 sptlrpc.gssiam.gssiam_upcall=/home/green/git/lustre-release/lustre/utils/gss/l_gssiam_upcall sptlrpc.gssiam_server.gssiam_auth_upcall=/home/green/git/lustre-release/lustre/utils/gss/l_gssiam_auth sptlrpc.gssiam_server.gssiam_flush=-1 sptlrpc.gssiam.gssiam_flush=-1 sptlrpc.gssiam.gssiam_flush=-1 Setting sptlrpc rule: lustre.srpc.flavor.default.cli2mdt=gssiam Setting sptlrpc rule: lustre.srpc.flavor.default.cli2ost=gssiam pdsh@oleg309-client: oleg309-server: ssh exited with exit code 2 checking cli2mdt...found 0/2 gssiam connections checking cli2mdt...found 0/2 gssiam connections checking cli2mdt...found 0/2 gssiam connections checking cli2mdt...found 2/2 gssiam connections Stopping clients: oleg309-client.virtnet /mnt/lustre (opts:) Stopping client oleg309-client.virtnet /mnt/lustre opts: Starting client oleg309-client.virtnet: -o user_xattr,flock,user_principal=mock_gssiam_rw 192.168.203.109@tcp:/lustre /mnt/lustre Mount client oleg309-client.virtnet: mount -t lustre -o user_xattr,flock,user_principal=mock_gssiam_rw 192.168.203.109@tcp:/lustre /mnt/lustre Started clients oleg309-client.virtnet: 192.168.203.109@tcp:/lustre on /mnt/lustre type lustre (rw,flock,checksum,encrypt,lazystatfs,lruresize,nolock,statfs_project,nosync_on_close,nouser_fid2path,user_principal=mock_gssiam_rw,user_xattr,verbose) UUID 1K-blocks Used Available Use% Mounted on lustre-MDT0000_UUID 1414116 1724 1269580 1% /mnt/lustre[MDT:0] lustre-MDT0001_UUID 1414116 1532 1269772 1% /mnt/lustre[MDT:1] lustre-OST0000_UUID 3833116 1544 3605476 1% /mnt/lustre[OST:0] lustre-OST0001_UUID 3833116 1544 3605476 1% /mnt/lustre[OST:1] filesystem_summary: 7666232 3088 7210952 1% /mnt/lustre Failing mds1 on oleg309-server Stopping /mnt/lustre-mds1 (opts:) on oleg309-server 20:46:05 (1788741965) shut down facet: mds1 facet_host: oleg309-server facet_failover_host: oleg309-server Failover mds1 to oleg309-server mount facets: mds1 Start mds1: mount -t lustre -o localrecov /dev/mapper/mds1_flakey /mnt/lustre-mds1 oleg309-server: oleg309-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all pdsh@oleg309-client: oleg309-server: ssh exited with exit code 1 Started lustre-MDT0000 20:46:27 (1788741987) targets are mounted 20:46:27 (1788741987) facet_failover done oleg309-client.virtnet: executing wait_import_state_mount (FULL|IDLE) mdc.lustre-MDT0000-mdc-*.mds_server_uuid 1475 0 mdc.lustre-MDT0000-mdc-*.mds_server_uuid in FULL state after 0 sec /mnt/lustre/d204.replay-single/f204.replay-single has type file OK Setting sptlrpc rule: lustre.srpc.flavor.default.cli2ost=null Setting sptlrpc rule: lustre.srpc.flavor.default.cli2mdt=null checking cli2mdt...found 0/2 null connections checking cli2mdt...found 0/2 null connections checking cli2mdt...found 0/2 null connections checking cli2mdt...found 0/2 null connections checking cli2mdt...found 2/2 null connections sptlrpc.gssiam.gssiam_flush=-1 sptlrpc.gssiam.gssiam_flush=-1 sptlrpc.gssiam_server.gssiam_flush=-1 sptlrpc.gssiam_server.gssiam_auth_upcall=/usr/sbin/l_gssiam_auth sptlrpc.gssiam.gssiam_upcall=/usr/sbin/l_gssiam_upcall On MGS 192.168.203.109, active = nodemap.active=0 Stopping clients: oleg309-client.virtnet /mnt/lustre (opts:) Stopping client oleg309-client.virtnet /mnt/lustre opts: Starting client oleg309-client.virtnet: -o user_xattr,flock 192.168.203.109@tcp:/lustre /mnt/lustre Mount client oleg309-client.virtnet: mount -t lustre -o user_xattr,flock 192.168.203.109@tcp:/lustre /mnt/lustre Started clients oleg309-client.virtnet: 192.168.203.109@tcp:/lustre on /mnt/lustre type lustre (rw,flock,checksum,encrypt,lazystatfs,lruresize,nolock,statfs_project,nosync_on_close,nouser_fid2path,user_xattr,verbose) fail_loc=0 PASS 204 (113s) == replay-single test 205: GSSIAM replay with RO permissions ========================================================== 20:47:10 (1788742030) debug=+sec debug=+sec mdt.lustre-MDT0000.enable_remote_dir_gid=-1 mdt.lustre-MDT0001.enable_remote_dir_gid=-1 fail_loc=0x1205 On MGS 192.168.203.109, active = nodemap.active=1 sptlrpc.gssiam.gssiam_upcall=/home/green/git/lustre-release/lustre/utils/gss/l_gssiam_upcall sptlrpc.gssiam_server.gssiam_auth_upcall=/home/green/git/lustre-release/lustre/utils/gss/l_gssiam_auth sptlrpc.gssiam_server.gssiam_flush=-1 sptlrpc.gssiam.gssiam_flush=-1 sptlrpc.gssiam.gssiam_flush=-1 Setting sptlrpc rule: lustre.srpc.flavor.default.cli2mdt=gssiam Setting sptlrpc rule: lustre.srpc.flavor.default.cli2ost=gssiam pdsh@oleg309-client: oleg309-client: ssh exited with exit code 5 pdsh@oleg309-client: oleg309-server: ssh exited with exit code 2 checking cli2mdt...found 0/2 gssiam connections checking cli2mdt...found 0/2 gssiam connections checking cli2mdt...found 0/2 gssiam connections checking cli2mdt...found 2/2 gssiam connections Stopping clients: oleg309-client.virtnet /mnt/lustre (opts:) Stopping client oleg309-client.virtnet /mnt/lustre opts: Starting client oleg309-client.virtnet: -o user_xattr,flock,user_principal=mock_gssiam_rw 192.168.203.109@tcp:/lustre /mnt/lustre Mount client oleg309-client.virtnet: mount -t lustre -o user_xattr,flock,user_principal=mock_gssiam_rw 192.168.203.109@tcp:/lustre /mnt/lustre Started clients oleg309-client.virtnet: 192.168.203.109@tcp:/lustre on /mnt/lustre type lustre (rw,flock,checksum,encrypt,lazystatfs,lruresize,nolock,statfs_project,nosync_on_close,nouser_fid2path,user_principal=mock_gssiam_rw,user_xattr,verbose) Stopping clients: oleg309-client.virtnet /mnt/lustre (opts:) Stopping client oleg309-client.virtnet /mnt/lustre opts: Starting client oleg309-client.virtnet: -o user_xattr,flock,user_principal=mock_gssiam_ro 192.168.203.109@tcp:/lustre /mnt/lustre Mount client oleg309-client.virtnet: mount -t lustre -o user_xattr,flock,user_principal=mock_gssiam_ro 192.168.203.109@tcp:/lustre /mnt/lustre Started clients oleg309-client.virtnet: 192.168.203.109@tcp:/lustre on /mnt/lustre type lustre (ro,flock,checksum,encrypt,lazystatfs,lruresize,nolock,statfs_project,nosync_on_close,nouser_fid2path,user_principal=mock_gssiam_ro,user_xattr,verbose) UUID 1K-blocks Used Available Use% Mounted on lustre-MDT0000_UUID 1414116 1712 1269592 1% /mnt/lustre[MDT:0] lustre-MDT0001_UUID 1414116 1532 1269772 1% /mnt/lustre[MDT:1] lustre-OST0000_UUID 3833116 1544 3605476 1% /mnt/lustre[OST:0] lustre-OST0001_UUID 3833116 1544 3605476 1% /mnt/lustre[OST:1] filesystem_summary: 7666232 3088 7210952 1% /mnt/lustre mcreate: cannot create `/mnt/lustre/fsa-oleg309-client.virtnet' with mode 0100644: Read-only file system rm: cannot remove '/mnt/lustre/fsa-oleg309-client.virtnet': No such file or directory /mnt/lustre/d205.replay-single/f205.replay-single has type file OK Failing mds1 on oleg309-server Stopping /mnt/lustre-mds1 (opts:) on oleg309-server 20:48:04 (1788742084) shut down facet: mds1 facet_host: oleg309-server facet_failover_host: oleg309-server Failover mds1 to oleg309-server mount facets: mds1 Start mds1: mount -t lustre -o localrecov /dev/mapper/mds1_flakey /mnt/lustre-mds1 oleg309-server: oleg309-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all pdsh@oleg309-client: oleg309-server: ssh exited with exit code 1 Started lustre-MDT0000 20:48:36 (1788742116) targets are mounted 20:48:36 (1788742116) facet_failover done oleg309-client.virtnet: executing wait_import_state_mount (FULL|IDLE) mdc.lustre-MDT0000-mdc-*.mds_server_uuid 1475 0 mdc.lustre-MDT0000-mdc-*.mds_server_uuid in FULL state after 0 sec /mnt/lustre/d205.replay-single/f205.replay-single has type file OK mcreate: cannot create `/mnt/lustre/d205.replay-single/f205.replay-single.2' with mode 0100644: Read-only file system Setting sptlrpc rule: lustre.srpc.flavor.default.cli2ost=null Setting sptlrpc rule: lustre.srpc.flavor.default.cli2mdt=null checking cli2mdt...found 0/2 null connections checking cli2mdt...found 0/2 null connections checking cli2mdt...found 0/2 null connections checking cli2mdt...found 0/2 null connections checking cli2mdt...found 2/2 null connections sptlrpc.gssiam.gssiam_flush=-1 sptlrpc.gssiam.gssiam_flush=-1 sptlrpc.gssiam_server.gssiam_flush=-1 sptlrpc.gssiam_server.gssiam_auth_upcall=/usr/sbin/l_gssiam_auth sptlrpc.gssiam.gssiam_upcall=/usr/sbin/l_gssiam_upcall On MGS 192.168.203.109, active = nodemap.active=0 Stopping clients: oleg309-client.virtnet /mnt/lustre (opts:) Stopping client oleg309-client.virtnet /mnt/lustre opts: Starting client oleg309-client.virtnet: -o user_xattr,flock 192.168.203.109@tcp:/lustre /mnt/lustre Mount client oleg309-client.virtnet: mount -t lustre -o user_xattr,flock 192.168.203.109@tcp:/lustre /mnt/lustre Started clients oleg309-client.virtnet: 192.168.203.109@tcp:/lustre on /mnt/lustre type lustre (rw,flock,checksum,encrypt,lazystatfs,lruresize,nolock,statfs_project,nosync_on_close,nouser_fid2path,user_xattr,verbose) fail_loc=0 PASS 205 (146s) == replay-single test complete, duration 312 sec ========= 20:49:36 (1788742176) === replay-single: start cleanup 20:49:38 (1788742178) === === replay-single: finish cleanup 20:49:43 (1788742183) ===