-----============= acceptance-small: conf-sanity ============----- Thu Sep 3 09:06:55 EDT 2026 MGS_OS_ID_LIKE=rhel centos fedora rocky MGS_OS_VERSION_ID=8.10 MGS_OS_ID=rocky MGS_OS_VERSION_CODE=134873088 MDS1_OS_VERSION_ID=8.10 MDS1_OS_VERSION_CODE=134873088 MDS1_OS_ID_LIKE=rhel centos fedora rocky MDS1_OS_ID=rocky OST1_OS_VERSION_CODE=134873088 OST1_OS_ID_LIKE=rhel centos fedora rocky OST1_OS_VERSION_ID=8.10 OST1_OS_ID=rocky CLIENT_OS_ID=rocky CLIENT_OS_VERSION_CODE=134873088 CLIENT_OS_VERSION_ID=8.10 CLIENT_OS_ID_LIKE=rhel centos fedora rocky oleg423-server: /home/green/git/lustre-release/lustre/tests/except/conf-sanity.ex - see CLIENT_VERSION > v2_15_63-53-g1a6ef725c2 (34682931 > 34553653) for LU-16938, go 81 excepting tests: 32b 32c 32newtarball Stopping clients: oleg423-client.virtnet /mnt/lustre (opts:-f) Stopping client oleg423-client.virtnet /mnt/lustre opts:-f Stopping clients: oleg423-client.virtnet /mnt/lustre2 (opts:-f) Stopping /mnt/lustre-mds1 (opts:-f) on oleg423-server Stopping /mnt/lustre-mds2 (opts:-f) on oleg423-server Stopping /mnt/lustre-ost1 (opts:-f) on oleg423-server Stopping /mnt/lustre-ost2 (opts:-f) on oleg423-server oleg423-server: oleg423-server.virtnet: executing set_hostid /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1048: echo: write error: Device or resource busy Loading modules from /home/green/git/lustre-release/lustre detected 4 online CPUs by sysfs MODOPTS_LIBCFS= Force libcfs to create 2 CPU partitions loading modules on: 'oleg423-server' oleg423-server: oleg423-server.virtnet: executing load_modules_local oleg423-server: Loading modules from /home/green/git/lustre-release/lustre oleg423-server: /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1048: echo: write error: Device or resource busy oleg423-server: detected 4 online CPUs by sysfs oleg423-server: MODOPTS_LIBCFS= oleg423-server: Force libcfs to create 2 CPU partitions Formatting mgs, mds, osts Format mds1: /dev/mapper/mds1_flakey Format mds2: /dev/mapper/mds2_flakey Format ost1: /dev/mapper/ost1_flakey Format ost2: /dev/mapper/ost2_flakey start mds service on oleg423-server Start mds1: mount -t lustre -o localrecov /dev/mapper/mds1_flakey /mnt/lustre-mds1 oleg423-server: oleg423-server.virtnet: executing set_default_debug -1 all pdsh@oleg423-client: oleg423-server: ssh exited with exit code 1 Commit the device label on /dev/mapper/mds1_flakey Started lustre-MDT0000 start mds service on oleg423-server Start mds2: mount -t lustre -o localrecov /dev/mapper/mds2_flakey /mnt/lustre-mds2 oleg423-server: oleg423-server.virtnet: executing set_default_debug -1 all pdsh@oleg423-client: oleg423-server: ssh exited with exit code 1 Commit the device label on /dev/mapper/mds2_flakey Started lustre-MDT0001 oleg423-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 1475 0 oleg423-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0001-mdc-*.mds_server_uuid 1475 0 start ost1 service on oleg423-server Start ost1: mount -t lustre -o localrecov /dev/mapper/ost1_flakey /mnt/lustre-ost1 seq.cli-lustre-OST0000-super.width=65536 oleg423-server: oleg423-server.virtnet: executing set_default_debug -1 all pdsh@oleg423-client: oleg423-server: ssh exited with exit code 1 Commit the device label on /dev/mapper/ost1_flakey Started lustre-OST0000 oleg423-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 1475 0 oleg423-server: oleg423-server.virtnet: executing wait_import_state FULL os[cp].lustre-OST0000-osc-MDT0000.ost_server_uuid 50 oleg423-server: os[cp].lustre-OST0000-osc-MDT0000.ost_server_uuid in FULL state after 0 sec oleg423-server: oleg423-server.virtnet: executing wait_import_state FULL os[cp].lustre-OST0000-osc-MDT0001.ost_server_uuid 50 oleg423-server: os[cp].lustre-OST0000-osc-MDT0001.ost_server_uuid in FULL state after 0 sec stop ost1 service on oleg423-server Stopping /mnt/lustre-ost1 (opts:-f) on oleg423-server stop mds service on oleg423-server Stopping /mnt/lustre-mds1 (opts:-f) on oleg423-server stop mds service on oleg423-server Stopping /mnt/lustre-mds2 (opts:-f) on oleg423-server == conf-sanity test 45: long unlink handling in ptlrpcd == 09:10:50 (1788441050) start mds service on oleg423-server Start mds1: mount -t lustre -o localrecov /dev/mapper/mds1_flakey /mnt/lustre-mds1 oleg423-server: oleg423-server.virtnet: executing set_default_debug -1 all pdsh@oleg423-client: oleg423-server: ssh exited with exit code 1 Started lustre-MDT0000 start mds service on oleg423-server Start mds2: mount -t lustre -o localrecov /dev/mapper/mds2_flakey /mnt/lustre-mds2 oleg423-server: oleg423-server.virtnet: executing set_default_debug -1 all pdsh@oleg423-client: oleg423-server: ssh exited with exit code 1 Started lustre-MDT0001 oleg423-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 1475 0 oleg423-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0001-mdc-*.mds_server_uuid 1475 0 start ost1 service on oleg423-server Start ost1: mount -t lustre -o localrecov /dev/mapper/ost1_flakey /mnt/lustre-ost1 seq.cli-lustre-OST0000-super.width=65536 oleg423-server: oleg423-server.virtnet: executing set_default_debug -1 all pdsh@oleg423-client: oleg423-server: ssh exited with exit code 1 Started lustre-OST0000 oleg423-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 1475 0 mount lustre on /mnt/lustre..... Starting client: oleg423-client.virtnet: -o user_xattr,flock 192.168.204.123@tcp:/lustre /mnt/lustre setup single mount lustre success stop mds service on oleg423-server Stopping /mnt/lustre-mds1 (opts:-f) on oleg423-server stop mds service on oleg423-server Stopping /mnt/lustre-mds2 (opts:-f) on oleg423-server sleep 60 sec fail_loc=0x8000050f sleep 10 sec manual umount lustre on /mnt/lustre.... df: /mnt/lustre: Input/output error fail_loc=0x0 start mds service on oleg423-server Start mds1: mount -t lustre -o localrecov /dev/mapper/mds1_flakey /mnt/lustre-mds1 oleg423-server: oleg423-server.virtnet: executing set_default_debug -1 all pdsh@oleg423-client: oleg423-server: ssh exited with exit code 1 Started lustre-MDT0000 start mds service on oleg423-server Start mds2: mount -t lustre -o localrecov /dev/mapper/mds2_flakey /mnt/lustre-mds2 oleg423-server: oleg423-server.virtnet: executing set_default_debug -1 all pdsh@oleg423-client: oleg423-server: ssh exited with exit code 1 Started lustre-MDT0001 oleg423-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 1475 0 oleg423-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0001-mdc-*.mds_server_uuid 1475 0 mount lustre on /mnt/lustre..... Starting client: oleg423-client.virtnet: -o user_xattr,flock 192.168.204.123@tcp:/lustre /mnt/lustre umount lustre on /mnt/lustre..... Stopping client oleg423-client.virtnet /mnt/lustre (opts:) stop ost1 service on oleg423-server Stopping /mnt/lustre-ost1 (opts:-f) on oleg423-server stop mds service on oleg423-server Stopping /mnt/lustre-mds1 (opts:-f) on oleg423-server stop mds service on oleg423-server Stopping /mnt/lustre-mds2 (opts:-f) on oleg423-server unloading modules via unload_modules_local on: 'oleg423-server' oleg423-server: oleg423-server.virtnet: executing unload_modules_local oleg423-server: modules unloaded. pdsh@oleg423-client: oleg423-client: ssh exited with exit code 2 pdsh@oleg423-client: oleg423-server: ssh exited with exit code 2 pdsh@oleg423-client: oleg423-client: ssh exited with exit code 2 pdsh@oleg423-client: oleg423-server: ssh exited with exit code 2 PASS 45 (310s) == conf-sanity test 69: replace an OST with the same index ========================================================== 09:16:01 (1788441361) start mds service on oleg423-server /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1048: echo: write error: Device or resource busy Loading modules from /home/green/git/lustre-release/lustre detected 4 online CPUs by sysfs MODOPTS_LIBCFS= Force libcfs to create 2 CPU partitions ptlrpc/ptlrpc options: 'lbug_on_grant_miscount=1' quota/lquota options: 'hash_lqs_cur_bits=3' mdt/mdt options: 'mdt_enable_flr_ec=1' ln: failed to create symbolic link '/sbin/.libs': Read-only file system loading modules on: 'oleg423-server' oleg423-server: oleg423-server.virtnet: executing load_modules_local oleg423-server: Loading modules from /home/green/git/lustre-release/lustre oleg423-server: /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1048: echo: write error: Device or resource busy oleg423-server: detected 4 online CPUs by sysfs oleg423-server: MODOPTS_LIBCFS= oleg423-server: Force libcfs to create 2 CPU partitions oleg423-server: ptlrpc/ptlrpc options: 'lbug_on_grant_miscount=1' oleg423-server: quota/lquota options: 'hash_lqs_cur_bits=3' oleg423-server: mdt/mdt options: 'mdt_enable_flr_ec=1' Start mds1: mount -t lustre -o localrecov /dev/mapper/mds1_flakey /mnt/lustre-mds1 oleg423-server: oleg423-server.virtnet: executing set_default_debug -1 all pdsh@oleg423-client: oleg423-server: ssh exited with exit code 1 Started lustre-MDT0000 start mds service on oleg423-server Start mds2: mount -t lustre -o localrecov /dev/mapper/mds2_flakey /mnt/lustre-mds2 oleg423-server: oleg423-server.virtnet: executing set_default_debug -1 all pdsh@oleg423-client: oleg423-server: ssh exited with exit code 1 Started lustre-MDT0001 oleg423-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 1475 0 oleg423-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0001-mdc-*.mds_server_uuid 1475 0 start ost1 service on oleg423-server Start ost1: mount -t lustre -o localrecov /dev/mapper/ost1_flakey /mnt/lustre-ost1 seq.cli-lustre-OST0000-super.width=65536 oleg423-server: oleg423-server.virtnet: executing set_default_debug -1 all pdsh@oleg423-client: oleg423-server: ssh exited with exit code 1 Started lustre-OST0000 oleg423-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 1475 0 mount lustre on /mnt/lustre..... Starting client: oleg423-client.virtnet: -o user_xattr,flock 192.168.204.123@tcp:/lustre /mnt/lustre seq.cli-lustre-OST0000-super.width=0x1ffffff On OST0, 49503 inodes available. Want 99872. rc=0 - open/close 725 (time 1788441489.92 total 10.00 last 72.47) - open/close 1357 (time 1788441499.92 total 20.00 last 63.20) - open/close 2130 (time 1788441509.92 total 30.01 last 77.25) - open/close 2860 (time 1788441519.95 total 40.03 last 72.83) - open/close 3702 (time 1788441529.96 total 50.05 last 84.11) - open/close 4520 (time 1788441539.97 total 60.05 last 81.74) - open/close 5298 (time 1788441549.98 total 70.06 last 77.72) - open/close 6181 (time 1788441559.98 total 80.06 last 88.29) - open/close 7047 (time 1788441569.98 total 90.07 last 86.57) - open/close 7890 (time 1788441580.01 total 100.09 last 84.06) - open/close 8707 (time 1788441590.02 total 110.10 last 81.62) - open/close 9514 (time 1788441600.02 total 120.11 last 80.65) total: 10000 open/close in 126.11 seconds: 79.30 ops/second - unlinked 0 (time 1788441610 ; total 0 ; last 0) total: 10000 unlinks in 77 seconds: 129.870132 unlinks/second - open/close 846 (time 1788441702.09 total 10.02 last 84.47) - open/close 1631 (time 1788441712.10 total 20.02 last 78.47) - open/close 2357 (time 1788441722.11 total 30.03 last 72.52) - open/close 3131 (time 1788441732.12 total 40.04 last 77.35) - open/close 4021 (time 1788441742.13 total 50.05 last 88.90) - open/close 4795 (time 1788441752.13 total 60.06 last 77.34) - open/close 5530 (time 1788441762.14 total 70.06 last 73.49) - open/close 6182 (time 1788441772.18 total 80.10 last 64.90) - open/close 6875 (time 1788441782.19 total 90.11 last 69.22) - open/close 7664 (time 1788441792.19 total 100.11 last 78.89) - open/close 8515 (time 1788441802.20 total 110.12 last 85.07) - open/close 9488 (time 1788441812.21 total 120.13 last 97.21) total: 10000 open/close in 125.90 seconds: 79.43 ops/second - unlinked 0 (time 1788441822 ; total 0 ; last 0) total: 10000 unlinks in 73 seconds: 136.986298 unlinks/second - open/close 783 (time 1788441910.83 total 10.01 last 78.21) - open/close 1536 (time 1788441920.83 total 20.02 last 75.27) - open/close 2372 (time 1788441930.83 total 30.02 last 83.57) - open/close 3178 (time 1788441940.83 total 40.02 last 80.58) - open/close 3993 (time 1788441950.85 total 50.03 last 81.40) - open/close 4797 (time 1788441960.85 total 60.04 last 80.37) - open/close 5584 (time 1788441970.86 total 70.04 last 78.63) - open/close 6427 (time 1788441980.87 total 80.06 last 84.20) - open/close 7263 (time 1788441990.87 total 90.06 last 83.59) - open/close 8084 (time 1788442000.88 total 100.07 last 82.02) - open/close 8888 (time 1788442010.88 total 110.07 last 80.40) - open/close 9679 (time 1788442020.89 total 120.08 last 79.03) total: 10000 open/close in 124.13 seconds: 80.56 ops/second - unlinked 0 (time 1788442029 ; total 0 ; last 0) total: 10000 unlinks in 74 seconds: 135.135132 unlinks/second - open/close 834 (time 1788442118.58 total 10.01 last 83.32) - open/close 1694 (time 1788442128.59 total 20.01 last 85.98) - open/close 2516 (time 1788442138.59 total 30.01 last 82.18) - open/close 3343 (time 1788442148.60 total 40.02 last 82.64) - open/close 4038 (time 1788442158.61 total 50.03 last 69.43) - open/close 4952 (time 1788442168.61 total 60.03 last 91.40) - open/close 5806 (time 1788442178.61 total 70.04 last 85.35) - open/close 6545 (time 1788442188.65 total 80.07 last 73.66) - open/close 7370 (time 1788442198.65 total 90.07 last 82.49) - open/close 8115 (time 1788442208.65 total 100.08 last 74.47) - open/close 8937 (time 1788442218.65 total 110.08 last 82.19) - open/close 9706 (time 1788442228.66 total 120.09 last 76.81) total: 10000 open/close in 123.61 seconds: 80.90 ops/second - unlinked 0 (time 1788442237 ; total 0 ; last 0) total: 10000 unlinks in 69 seconds: 144.927536 unlinks/second - open/close 788 (time 1788442321.41 total 10.01 last 78.74) - open/close 1587 (time 1788442331.41 total 20.01 last 79.84) - open/close 2403 (time 1788442341.41 total 30.02 last 81.60) - open/close 3172 (time 1788442351.42 total 40.02 last 76.87) - open/close 3864 (time 1788442361.42 total 50.02 last 69.16) - open/close 4642 (time 1788442371.43 total 60.03 last 77.74) - open/close 5361 (time 1788442381.44 total 70.04 last 71.86) - open/close 6022 (time 1788442391.45 total 80.05 last 66.03) - open/close 6770 (time 1788442401.45 total 90.05 last 74.79) - open/close 7650 (time 1788442411.46 total 100.06 last 87.89) - open/close 8448 (time 1788442421.46 total 110.06 last 79.79) - open/close 9291 (time 1788442431.47 total 120.07 last 84.23) total: 10000 open/close in 128.42 seconds: 77.87 ops/second - unlinked 0 (time 1788442444 ; total 0 ; last 0) total: 10000 unlinks in 68 seconds: 147.058823 unlinks/second - open/close 803 (time 1788442527.40 total 10.01 last 80.20) - open/close 1431 (time 1788442537.40 total 20.02 last 62.78) - open/close 2273 (time 1788442547.42 total 30.03 last 84.04) - open/close 3104 (time 1788442557.43 total 40.04 last 83.01) - open/close 4003 (time 1788442567.43 total 50.05 last 89.89) - open/close 4915 (time 1788442577.43 total 60.05 last 91.19) - open/close 5727 (time 1788442587.44 total 70.06 last 81.09) - open/close 6640 (time 1788442597.45 total 80.07 last 91.24) - open/close 7407 (time 1788442607.46 total 90.07 last 76.66) - open/close 8320 (time 1788442617.46 total 100.07 last 91.29) - open/close 9287 (time 1788442627.46 total 110.08 last 96.66) total: 10000 open/close in 119.84 seconds: 83.44 ops/second - unlinked 0 (time 1788442641 ; total 0 ; last 0) total: 10000 unlinks in 70 seconds: 142.857147 unlinks/second - open/close 806 (time 1788442726.21 total 10.00 last 80.56) - open/close 1602 (time 1788442736.21 total 20.01 last 79.56) - open/close 2453 (time 1788442746.22 total 30.02 last 85.01) - open/close 3133 (time 1788442756.23 total 40.03 last 67.94) - open/close 3966 (time 1788442766.23 total 50.03 last 83.28) - open/close 4918 (time 1788442776.24 total 60.04 last 95.17) - open/close 5697 (time 1788442786.26 total 70.06 last 77.72) - open/close 6521 (time 1788442796.27 total 80.06 last 82.35) - open/close 7420 (time 1788442806.27 total 90.07 last 89.90) - open/close 8250 (time 1788442816.27 total 100.07 last 83.00) - open/close 9120 (time 1788442826.27 total 110.07 last 87.00) total: 10000 open/close in 119.78 seconds: 83.49 ops/second - unlinked 0 (time 1788442840 ; total 0 ; last 0) total: 10000 unlinks in 66 seconds: 151.515152 unlinks/second - open/close 768 (time 1788442920.93 total 10.03 last 76.57) - open/close 1453 (time 1788442930.94 total 20.04 last 68.46) - open/close 2185 (time 1788442940.94 total 30.04 last 73.20) - open/close 2970 (time 1788442950.94 total 40.04 last 78.48) - open/close 3755 (time 1788442960.94 total 50.04 last 78.47) - open/close 4650 (time 1788442970.95 total 60.05 last 89.47) - open/close 5285 (time 1788442980.96 total 70.06 last 63.41) - open/close 5933 (time 1788442990.97 total 80.07 last 64.76) - open/close 6772 (time 1788443000.97 total 90.07 last 83.84) - open/close 7598 (time 1788443010.98 total 100.08 last 82.54) - open/close 8312 (time 1788443020.99 total 110.09 last 71.32) - open/close 9140 (time 1788443031.00 total 120.10 last 82.77) - open/close 9981 (time 1788443041.00 total 130.10 last 84.06) total: 10000 open/close in 130.26 seconds: 76.77 ops/second - unlinked 0 (time 1788443045 ; total 0 ; last 0) total: 10000 unlinks in 70 seconds: 142.857147 unlinks/second - open/close 737 (time 1788443131.28 total 10.01 last 73.61) - open/close 1526 (time 1788443141.29 total 20.02 last 78.82) - open/close 2416 (time 1788443151.31 total 30.03 last 88.90) - open/close 3244 (time 1788443161.31 total 40.04 last 82.77) - open/close 3892 (time 1788443171.31 total 50.04 last 64.79) - open/close 4727 (time 1788443181.32 total 60.04 last 83.47) - open/close 5528 (time 1788443191.32 total 70.05 last 80.07) - open/close 6331 (time 1788443201.32 total 80.05 last 80.27) - open/close 7176 (time 1788443211.33 total 90.06 last 84.45) - open/close 7996 (time 1788443221.34 total 100.07 last 81.93) - open/close 8872 (time 1788443231.35 total 110.08 last 87.51) - open/close 9644 (time 1788443241.36 total 120.08 last 77.15) total: 10000 open/close in 126.24 seconds: 79.21 ops/second - unlinked 0 (time 1788443252 ; total 0 ; last 0) total: 10000 unlinks in 84 seconds: 119.047623 unlinks/second - open/close 762 (time 1788443351.56 total 10.00 last 76.18) - open/close 1410 (time 1788443361.58 total 20.02 last 64.70) - open/close 1961 (time 1788443371.59 total 30.03 last 55.05) - open/close 2538 (time 1788443381.59 total 40.03 last 57.67) - open/close 3318 (time 1788443391.60 total 50.04 last 77.90) - open/close 4212 (time 1788443401.61 total 60.05 last 89.35) - open/close 5025 (time 1788443411.61 total 70.05 last 81.30) - open/close 5720 (time 1788443421.62 total 80.06 last 69.43) - open/close 6502 (time 1788443431.63 total 90.07 last 78.15) - open/close 7323 (time 1788443441.63 total 100.07 last 82.08) - open/close 8123 (time 1788443451.64 total 110.08 last 79.94) - open/close 8999 (time 1788443461.65 total 120.09 last 87.49) - open/close 9857 (time 1788443471.65 total 130.09 last 85.79) total: 10000 open/close in 131.86 seconds: 75.84 ops/second - unlinked 0 (time 1788443477 ; total 0 ; last 0) total: 10000 unlinks in 72 seconds: 138.888885 unlinks/second rm: missing operand Try 'rm --help' for more information. umount lustre on /mnt/lustre..... Stopping client oleg423-client.virtnet /mnt/lustre (opts:) stop ost1 service on oleg423-server Stopping /mnt/lustre-ost1 (opts:-f) on oleg423-server Permanent disk data: Device: /dev/mapper/ost1_flakey Target: lustre-OST0000 Index: 0 Lustre FS: lustre Mount type: ldiskfs Flags: 0x42 (OST update ) Persistent mount opts: errors=remount-ro Parameters: mgsnode=192.168.204.123@tcp sys.timeout=20 device size = 4096MB formatting backing filesystem ldiskfs on /dev/mapper/ost1_flakey target name lustre-OST0000 kilobytes 200000 options -b 4096 -I 512 -q -O uninit_bg,extents,dir_nlink,quota,project,huge_file,large_dir,^fast_commit,flex_bg -G 256 -E lazy_itable_init,resize="4290772992",lazy_journal_init,packed_meta_blocks -F mkfs_cmd = mke2fs -j -b 4096 -L lustre-OST0000 -b 4096 -I 512 -q -O uninit_bg,extents,dir_nlink,quota,project,huge_file,large_dir,^fast_commit,flex_bg -G 256 -E lazy_itable_init,resize="4290772992",lazy_journal_init,packed_meta_blocks -F /dev/mapper/ost1_flakey 200000k start ost1 service on oleg423-server Start ost1: mount -t lustre -o localrecov /dev/mapper/ost1_flakey /mnt/lustre-ost1 seq.cli-lustre-OST0000-super.width=65536 oleg423-server: oleg423-server.virtnet: executing set_default_debug -1 all pdsh@oleg423-client: oleg423-server: ssh exited with exit code 1 Started lustre-OST0000 oleg423-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 1475 0 oleg423-server: oleg423-server.virtnet: executing wait_import_state FULL os[cp].lustre-OST0000-osc-MDT0000.ost_server_uuid 50 oleg423-server: os[cp].lustre-OST0000-osc-MDT0000.ost_server_uuid in FULL state after 0 sec oleg423-server: oleg423-server.virtnet: executing wait_import_state FULL os[cp].lustre-OST0000-osc-MDT0001.ost_server_uuid 50 oleg423-server: os[cp].lustre-OST0000-osc-MDT0001.ost_server_uuid in FULL state after 0 sec mount lustre on /mnt/lustre..... Starting client: oleg423-client.virtnet: -o user_xattr,flock 192.168.204.123@tcp:/lustre /mnt/lustre On OST0, 20430 used inodes rc=0 pdsh@oleg423-client: oleg423-server: ssh exited with exit code 22 umount lustre on /mnt/lustre..... Stopping client oleg423-client.virtnet /mnt/lustre (opts:) stop ost1 service on oleg423-server Stopping /mnt/lustre-ost1 (opts:-f) on oleg423-server Permanent disk data: Device: /dev/mapper/ost1_flakey Target: lustre:OST0000 Index: 0 Lustre FS: lustre Mount type: ldiskfs Flags: 0x62 (OST first_time update ) Persistent mount opts: errors=remount-ro Parameters: mgsnode=192.168.204.123@tcp sys.timeout=20 device size = 4096MB formatting backing filesystem ldiskfs on /dev/mapper/ost1_flakey target name lustre:OST0000 kilobytes 200000 options -b 4096 -I 512 -q -O uninit_bg,extents,dir_nlink,quota,project,huge_file,large_dir,^fast_commit,flex_bg -G 256 -E lazy_itable_init,resize="4290772992",lazy_journal_init,packed_meta_blocks -F mkfs_cmd = mke2fs -j -b 4096 -L lustre:OST0000 -b 4096 -I 512 -q -O uninit_bg,extents,dir_nlink,quota,project,huge_file,large_dir,^fast_commit,flex_bg -G 256 -E lazy_itable_init,resize="4290772992",lazy_journal_init,packed_meta_blocks -F /dev/mapper/ost1_flakey 200000k checking for existing Lustre data: found Read previous values: Device: /dev/mapper/ost1_flakey Target: lustre-OST0000 Index: 0 Lustre FS: lustre Mount type: ldiskfs Flags: 0x62 (OST first_time update ) Persistent mount opts: errors=remount-ro Parameters: mgsnode=192.168.204.123@tcp sys.timeout=20 Permanent disk data: Device: /dev/mapper/ost1_flakey Target: lustre-OST0000 Index: 0 Lustre FS: lustre Mount type: ldiskfs Flags: 0x42 (OST update ) Persistent mount opts: errors=remount-ro Parameters: mgsnode=192.168.204.123@tcp sys.timeout=20 start ost1 service on oleg423-server Start ost1: mount -t lustre -o localrecov /dev/mapper/ost1_flakey /mnt/lustre-ost1 seq.cli-lustre-OST0000-super.width=65536 oleg423-server: oleg423-server.virtnet: executing set_default_debug -1 all pdsh@oleg423-client: oleg423-server: ssh exited with exit code 1 Started lustre-OST0000 oleg423-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 1475 0 oleg423-server: oleg423-server.virtnet: executing wait_import_state FULL os[cp].lustre-OST0000-osc-MDT0000.ost_server_uuid 50 oleg423-server: os[cp].lustre-OST0000-osc-MDT0000.ost_server_uuid in FULL state after 0 sec oleg423-server: oleg423-server.virtnet: executing wait_import_state FULL os[cp].lustre-OST0000-osc-MDT0001.ost_server_uuid 50 oleg423-server: os[cp].lustre-OST0000-osc-MDT0001.ost_server_uuid in FULL state after 0 sec mount lustre on /mnt/lustre..... Starting client: oleg423-client.virtnet: -o user_xattr,flock 192.168.204.123@tcp:/lustre /mnt/lustre umount lustre on /mnt/lustre..... Stopping client oleg423-client.virtnet /mnt/lustre (opts:) stop ost1 service on oleg423-server Stopping /mnt/lustre-ost1 (opts:-f) on oleg423-server stop mds service on oleg423-server Stopping /mnt/lustre-mds1 (opts:-f) on oleg423-server stop mds service on oleg423-server Stopping /mnt/lustre-mds2 (opts:-f) on oleg423-server unloading modules via unload_modules_local on: 'oleg423-server' oleg423-server: oleg423-server.virtnet: executing unload_modules_local oleg423-server: modules unloaded. pdsh@oleg423-client: oleg423-client: ssh exited with exit code 2 pdsh@oleg423-client: oleg423-server: ssh exited with exit code 2 pdsh@oleg423-client: oleg423-server: ssh exited with exit code 2 pdsh@oleg423-client: oleg423-client: ssh exited with exit code 2 PASS 69 (2341s) == conf-sanity test 111: Adding large_dir with over 2GB directory ========================================================== 09:55:03 (1788443703) oleg423-server: debugfs 1.47.3-wc2 (11-Nov-2025) Supported features: dir_prealloc imagic_inodes has_journal ext_attr resize_inode dir_index sparse_super2 fast_commit stable_inodes orphan_file filetype needs_recovery journal_dev meta_bg extent 64bit mmp flex_bg ea_inode dirdata metadata_csum_seed large_dir inline_data encrypt casefold sparse_super large_file huge_file uninit_bg dir_nlink extra_isize quota bigalloc metadata_csum read-only project shared_blocks verity orphan_present Stopping clients: oleg423-client.virtnet /mnt/lustre (opts:-f) Stopping clients: oleg423-client.virtnet /mnt/lustre2 (opts:-f) pdsh@oleg423-client: oleg423-server: ssh exited with exit code 2 oleg423-server: oleg423-server.virtnet: executing set_hostid /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1048: echo: write error: Device or resource busy Loading modules from /home/green/git/lustre-release/lustre detected 4 online CPUs by sysfs MODOPTS_LIBCFS= Force libcfs to create 2 CPU partitions ptlrpc/ptlrpc options: 'lbug_on_grant_miscount=1' quota/lquota options: 'hash_lqs_cur_bits=3' mdt/mdt options: 'mdt_enable_flr_ec=1' ln: failed to create symbolic link '/sbin/.libs': Read-only file system loading modules on: 'oleg423-server' oleg423-server: oleg423-server.virtnet: executing load_modules_local oleg423-server: Loading modules from /home/green/git/lustre-release/lustre oleg423-server: /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1048: echo: write error: Device or resource busy oleg423-server: detected 4 online CPUs by sysfs oleg423-server: MODOPTS_LIBCFS= oleg423-server: Force libcfs to create 2 CPU partitions oleg423-server: ptlrpc/ptlrpc options: 'lbug_on_grant_miscount=1' oleg423-server: quota/lquota options: 'hash_lqs_cur_bits=3' oleg423-server: mdt/mdt options: 'mdt_enable_flr_ec=1' Formatting mgs, mds, osts Format mds1: /dev/mapper/mds1_flakey Format ost1: /dev/mapper/ost1_flakey pdsh@oleg423-client: oleg423-server: ssh exited with exit code 1 SKIP: conf-sanity test_111 /dev/mapper/mds1_flakey too small for 5000000kB MDS Stopping clients: oleg423-client.virtnet /mnt/lustre (opts:-f) Stopping clients: oleg423-client.virtnet /mnt/lustre2 (opts:-f) oleg423-server: oleg423-server.virtnet: executing set_hostid /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1048: echo: write error: Device or resource busy Loading modules from /home/green/git/lustre-release/lustre detected 4 online CPUs by sysfs MODOPTS_LIBCFS= Force libcfs to create 2 CPU partitions loading modules on: 'oleg423-server' oleg423-server: oleg423-server.virtnet: executing load_modules_local oleg423-server: Loading modules from /home/green/git/lustre-release/lustre oleg423-server: /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1048: echo: write error: Device or resource busy oleg423-server: detected 4 online CPUs by sysfs oleg423-server: MODOPTS_LIBCFS= oleg423-server: Force libcfs to create 2 CPU partitions Formatting mgs, mds, osts Format mds1: /dev/mapper/mds1_flakey Format mds2: /dev/mapper/mds2_flakey Format ost1: /dev/mapper/ost1_flakey Format ost2: /dev/mapper/ost2_flakey start mds service on oleg423-server Start mds1: mount -t lustre -o localrecov /dev/mapper/mds1_flakey /mnt/lustre-mds1 oleg423-server: oleg423-server.virtnet: executing set_default_debug -1 all pdsh@oleg423-client: oleg423-server: ssh exited with exit code 1 Commit the device label on /dev/mapper/mds1_flakey Started lustre-MDT0000 start mds service on oleg423-server Start mds2: mount -t lustre -o localrecov /dev/mapper/mds2_flakey /mnt/lustre-mds2 oleg423-server: oleg423-server.virtnet: executing set_default_debug -1 all pdsh@oleg423-client: oleg423-server: ssh exited with exit code 1 Commit the device label on /dev/mapper/mds2_flakey Started lustre-MDT0001 oleg423-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 1475 0 oleg423-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0001-mdc-*.mds_server_uuid 1475 0 start ost1 service on oleg423-server Start ost1: mount -t lustre -o localrecov /dev/mapper/ost1_flakey /mnt/lustre-ost1 seq.cli-lustre-OST0000-super.width=65536 oleg423-server: oleg423-server.virtnet: executing set_default_debug -1 all pdsh@oleg423-client: oleg423-server: ssh exited with exit code 1 Commit the device label on /dev/mapper/ost1_flakey Started lustre-OST0000 oleg423-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 1475 0 oleg423-server: oleg423-server.virtnet: executing wait_import_state FULL os[cp].lustre-OST0000-osc-MDT0000.ost_server_uuid 50 oleg423-server: os[cp].lustre-OST0000-osc-MDT0000.ost_server_uuid in FULL state after 0 sec oleg423-server: oleg423-server.virtnet: executing wait_import_state FULL os[cp].lustre-OST0000-osc-MDT0001.ost_server_uuid 50 oleg423-server: os[cp].lustre-OST0000-osc-MDT0001.ost_server_uuid in FULL state after 0 sec stop ost1 service on oleg423-server Stopping /mnt/lustre-ost1 (opts:-f) on oleg423-server stop mds service on oleg423-server Stopping /mnt/lustre-mds1 (opts:-f) on oleg423-server stop mds service on oleg423-server Stopping /mnt/lustre-mds2 (opts:-f) on oleg423-server SKIP 111 (229s) Stopping clients: oleg423-client.virtnet /mnt/lustre (opts:-f) Stopping clients: oleg423-client.virtnet /mnt/lustre2 (opts:-f) oleg423-server: oleg423-server.virtnet: executing set_hostid /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1048: echo: write error: Device or resource busy Loading modules from /home/green/git/lustre-release/lustre detected 4 online CPUs by sysfs MODOPTS_LIBCFS= Force libcfs to create 2 CPU partitions loading modules on: 'oleg423-server' oleg423-server: oleg423-server.virtnet: executing load_modules_local oleg423-server: Loading modules from /home/green/git/lustre-release/lustre oleg423-server: /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1048: echo: write error: Device or resource busy oleg423-server: detected 4 online CPUs by sysfs oleg423-server: MODOPTS_LIBCFS= oleg423-server: Force libcfs to create 2 CPU partitions Formatting mgs, mds, osts Format mds1: /dev/mapper/mds1_flakey Format mds2: /dev/mapper/mds2_flakey Format ost1: /dev/mapper/ost1_flakey Format ost2: /dev/mapper/ost2_flakey == conf-sanity test complete, duration 3181 sec ========== 09:59:58 (1788443998) === conf-sanity: start cleanup 10:00:00 (1788444000) === === conf-sanity: finish cleanup 10:00:04 (1788444004) ===