-----============= acceptance-small: conf-sanity ============----- Wed Aug 26 21:13:22 EDT 2026 MGS_OS_ID_LIKE=rhel centos fedora rocky MGS_OS_VERSION_ID=8.10 MGS_OS_ID=rocky MGS_OS_VERSION_CODE=134873088 MDS1_OS_VERSION_ID=8.10 MDS1_OS_VERSION_CODE=134873088 MDS1_OS_ID_LIKE=rhel centos fedora rocky MDS1_OS_ID=rocky OST1_OS_VERSION_CODE=134873088 OST1_OS_ID_LIKE=rhel centos fedora rocky OST1_OS_VERSION_ID=8.10 OST1_OS_ID=rocky CLIENT_OS_ID=rocky CLIENT_OS_VERSION_CODE=134873088 CLIENT_OS_VERSION_ID=8.10 CLIENT_OS_ID_LIKE=rhel centos fedora rocky oleg345-server: /home/green/git/lustre-release/lustre/tests/except/conf-sanity.ex - see CLIENT_VERSION > v2_15_63-53-g1a6ef725c2 (34683184 > 34553653) for LU-16938, go 81 - see CLIENT_VERSION >= v2_15_65-31-g74a5b9efaa (34683184 >= 34554143) for LU-18348, go 32b 32c excepting tests: 32b 32c 32newtarball Stopping clients: oleg345-client.virtnet /mnt/lustre (opts:-f) Stopping client oleg345-client.virtnet /mnt/lustre opts:-f Stopping clients: oleg345-client.virtnet /mnt/lustre2 (opts:-f) Stopping /mnt/lustre-mds1 (opts:-f) on oleg345-server Stopping /mnt/lustre-mds2 (opts:-f) on oleg345-server Stopping /mnt/lustre-ost1 (opts:-f) on oleg345-server Stopping /mnt/lustre-ost2 (opts:-f) on oleg345-server oleg345-server: oleg345-server.virtnet: executing set_hostid /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1048: echo: write error: Device or resource busy Loading modules from /home/green/git/lustre-release/lustre detected 4 online CPUs by sysfs MODOPTS_LIBCFS= Force libcfs to create 2 CPU partitions loading modules on: 'oleg345-server' oleg345-server: oleg345-server.virtnet: executing load_modules_local oleg345-server: /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1048: echo: write error: Device or resource busy oleg345-server: Loading modules from /home/green/git/lustre-release/lustre oleg345-server: detected 4 online CPUs by sysfs oleg345-server: MODOPTS_LIBCFS= oleg345-server: Force libcfs to create 2 CPU partitions Formatting mgs, mds, osts Format mds1: /dev/mapper/mds1_flakey Format mds2: /dev/mapper/mds2_flakey Format ost1: /dev/mapper/ost1_flakey Format ost2: /dev/mapper/ost2_flakey start mds service on oleg345-server Start mds1: mount -t lustre -o localrecov /dev/mapper/mds1_flakey /mnt/lustre-mds1 oleg345-server: oleg345-server.virtnet: executing set_default_debug -1 all pdsh@oleg345-client: oleg345-server: ssh exited with exit code 1 Commit the device label on /dev/mapper/mds1_flakey Started lustre-MDT0000 start mds service on oleg345-server Start mds2: mount -t lustre -o localrecov /dev/mapper/mds2_flakey /mnt/lustre-mds2 oleg345-server: oleg345-server.virtnet: executing set_default_debug -1 all pdsh@oleg345-client: oleg345-server: ssh exited with exit code 1 Commit the device label on /dev/mapper/mds2_flakey Started lustre-MDT0001 oleg345-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 1475 0 oleg345-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0001-mdc-*.mds_server_uuid 1475 0 start ost1 service on oleg345-server Start ost1: mount -t lustre -o localrecov /dev/mapper/ost1_flakey /mnt/lustre-ost1 seq.cli-lustre-OST0000-super.width=65536 oleg345-server: oleg345-server.virtnet: executing set_default_debug -1 all pdsh@oleg345-client: oleg345-server: ssh exited with exit code 1 Commit the device label on /dev/mapper/ost1_flakey Started lustre-OST0000 oleg345-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 1475 0 oleg345-server: oleg345-server.virtnet: executing wait_import_state FULL os[cp].lustre-OST0000-osc-MDT0000.ost_server_uuid 50 oleg345-server: os[cp].lustre-OST0000-osc-MDT0000.ost_server_uuid in FULL state after 0 sec oleg345-server: oleg345-server.virtnet: executing wait_import_state FULL os[cp].lustre-OST0000-osc-MDT0001.ost_server_uuid 50 oleg345-server: os[cp].lustre-OST0000-osc-MDT0001.ost_server_uuid in FULL state after 0 sec stop ost1 service on oleg345-server Stopping /mnt/lustre-ost1 (opts:-f) on oleg345-server stop mds service on oleg345-server Stopping /mnt/lustre-mds1 (opts:-f) on oleg345-server stop mds service on oleg345-server Stopping /mnt/lustre-mds2 (opts:-f) on oleg345-server == conf-sanity test 45: long unlink handling in ptlrpcd == 21:16:40 (1787793400) start mds service on oleg345-server Start mds1: mount -t lustre -o localrecov /dev/mapper/mds1_flakey /mnt/lustre-mds1 oleg345-server: oleg345-server.virtnet: executing set_default_debug -1 all pdsh@oleg345-client: oleg345-server: ssh exited with exit code 1 Started lustre-MDT0000 start mds service on oleg345-server Start mds2: mount -t lustre -o localrecov /dev/mapper/mds2_flakey /mnt/lustre-mds2 oleg345-server: oleg345-server.virtnet: executing set_default_debug -1 all pdsh@oleg345-client: oleg345-server: ssh exited with exit code 1 Started lustre-MDT0001 oleg345-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 1475 0 oleg345-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0001-mdc-*.mds_server_uuid 1475 0 start ost1 service on oleg345-server Start ost1: mount -t lustre -o localrecov /dev/mapper/ost1_flakey /mnt/lustre-ost1 seq.cli-lustre-OST0000-super.width=65536 oleg345-server: oleg345-server.virtnet: executing set_default_debug -1 all pdsh@oleg345-client: oleg345-server: ssh exited with exit code 1 Started lustre-OST0000 oleg345-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 1475 0 mount lustre on /mnt/lustre..... Starting client: oleg345-client.virtnet: -o user_xattr,flock 192.168.203.145@tcp:/lustre /mnt/lustre setup single mount lustre success stop mds service on oleg345-server Stopping /mnt/lustre-mds1 (opts:-f) on oleg345-server stop mds service on oleg345-server Stopping /mnt/lustre-mds2 (opts:-f) on oleg345-server sleep 60 sec fail_loc=0x8000050f sleep 10 sec manual umount lustre on /mnt/lustre.... df: /mnt/lustre: Input/output error fail_loc=0x0 start mds service on oleg345-server Start mds1: mount -t lustre -o localrecov /dev/mapper/mds1_flakey /mnt/lustre-mds1 oleg345-server: oleg345-server.virtnet: executing set_default_debug -1 all pdsh@oleg345-client: oleg345-server: ssh exited with exit code 1 Started lustre-MDT0000 start mds service on oleg345-server Start mds2: mount -t lustre -o localrecov /dev/mapper/mds2_flakey /mnt/lustre-mds2 oleg345-server: oleg345-server.virtnet: executing set_default_debug -1 all pdsh@oleg345-client: oleg345-server: ssh exited with exit code 1 Started lustre-MDT0001 oleg345-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 1475 0 oleg345-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0001-mdc-*.mds_server_uuid 1475 0 mount lustre on /mnt/lustre..... Starting client: oleg345-client.virtnet: -o user_xattr,flock 192.168.203.145@tcp:/lustre /mnt/lustre umount lustre on /mnt/lustre..... Stopping client oleg345-client.virtnet /mnt/lustre (opts:) stop ost1 service on oleg345-server Stopping /mnt/lustre-ost1 (opts:-f) on oleg345-server stop mds service on oleg345-server Stopping /mnt/lustre-mds1 (opts:-f) on oleg345-server stop mds service on oleg345-server Stopping /mnt/lustre-mds2 (opts:-f) on oleg345-server unloading modules via unload_modules_local on: 'oleg345-server' oleg345-server: oleg345-server.virtnet: executing unload_modules_local oleg345-server: modules unloaded. pdsh@oleg345-client: oleg345-client: ssh exited with exit code 2 pdsh@oleg345-client: oleg345-server: ssh exited with exit code 2 pdsh@oleg345-client: oleg345-client: ssh exited with exit code 2 pdsh@oleg345-client: oleg345-server: ssh exited with exit code 2 PASS 45 (281s) == conf-sanity test 69: replace an OST with the same index ========================================================== 21:21:22 (1787793682) start mds service on oleg345-server /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1048: echo: write error: Device or resource busy Loading modules from /home/green/git/lustre-release/lustre detected 4 online CPUs by sysfs MODOPTS_LIBCFS= Force libcfs to create 2 CPU partitions ptlrpc/ptlrpc options: 'lbug_on_grant_miscount=1' quota/lquota options: 'hash_lqs_cur_bits=3' mdt/mdt options: 'mdt_enable_flr_ec=1' ln: failed to create symbolic link '/sbin/.libs': Read-only file system loading modules on: 'oleg345-server' oleg345-server: oleg345-server.virtnet: executing load_modules_local oleg345-server: Loading modules from /home/green/git/lustre-release/lustre oleg345-server: /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1048: echo: write error: Device or resource busy oleg345-server: detected 4 online CPUs by sysfs oleg345-server: MODOPTS_LIBCFS= oleg345-server: Force libcfs to create 2 CPU partitions oleg345-server: ptlrpc/ptlrpc options: 'lbug_on_grant_miscount=1' oleg345-server: quota/lquota options: 'hash_lqs_cur_bits=3' oleg345-server: mdt/mdt options: 'mdt_enable_flr_ec=1' Start mds1: mount -t lustre -o localrecov /dev/mapper/mds1_flakey /mnt/lustre-mds1 oleg345-server: oleg345-server.virtnet: executing set_default_debug -1 all pdsh@oleg345-client: oleg345-server: ssh exited with exit code 1 Started lustre-MDT0000 start mds service on oleg345-server Start mds2: mount -t lustre -o localrecov /dev/mapper/mds2_flakey /mnt/lustre-mds2 oleg345-server: oleg345-server.virtnet: executing set_default_debug -1 all pdsh@oleg345-client: oleg345-server: ssh exited with exit code 1 Started lustre-MDT0001 oleg345-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 1475 0 oleg345-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0001-mdc-*.mds_server_uuid 1475 0 start ost1 service on oleg345-server Start ost1: mount -t lustre -o localrecov /dev/mapper/ost1_flakey /mnt/lustre-ost1 seq.cli-lustre-OST0000-super.width=65536 oleg345-server: oleg345-server.virtnet: executing set_default_debug -1 all pdsh@oleg345-client: oleg345-server: ssh exited with exit code 1 Started lustre-OST0000 oleg345-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 1475 0 mount lustre on /mnt/lustre..... Starting client: oleg345-client.virtnet: -o user_xattr,flock 192.168.203.145@tcp:/lustre /mnt/lustre seq.cli-lustre-OST0000-super.width=0x1ffffff On OST0, 49503 inodes available. Want 99872. rc=0 - open/close 722 (time 1787793790.23 total 10.01 last 72.16) - open/close 1397 (time 1787793800.25 total 20.02 last 67.41) - open/close 2093 (time 1787793810.25 total 30.02 last 69.58) - open/close 2865 (time 1787793820.25 total 40.02 last 77.20) - open/close 3545 (time 1787793830.27 total 50.04 last 67.89) - open/close 4286 (time 1787793840.27 total 60.05 last 74.05) - open/close 4993 (time 1787793850.29 total 70.06 last 70.57) - open/close 5751 (time 1787793860.29 total 80.06 last 75.80) - open/close 6431 (time 1787793870.31 total 90.08 last 67.89) - open/close 7207 (time 1787793880.31 total 100.08 last 77.58) - open/close 7931 (time 1787793890.31 total 110.08 last 72.39) - open/close 8606 (time 1787793900.32 total 120.09 last 67.47) - open/close 9342 (time 1787793910.32 total 130.09 last 73.56) total: 10000 open/close in 139.45 seconds: 71.71 ops/second - unlinked 0 (time 1787793924 ; total 0 ; last 0) total: 10000 unlinks in 74 seconds: 135.135132 unlinks/second - open/close 556 (time 1787794013.45 total 10.03 last 55.45) - open/close 1125 (time 1787794023.47 total 20.05 last 56.78) - open/close 1861 (time 1787794033.48 total 30.06 last 73.50) - open/close 2646 (time 1787794043.49 total 40.06 last 78.47) - open/close 3453 (time 1787794053.49 total 50.07 last 80.66) - open/close 4224 (time 1787794063.50 total 60.08 last 77.00) - open/close 4976 (time 1787794073.51 total 70.09 last 75.17) - open/close 5728 (time 1787794083.53 total 80.11 last 75.05) - open/close 6423 (time 1787794093.53 total 90.11 last 69.47) - open/close 7156 (time 1787794103.55 total 100.13 last 73.17) - open/close 7936 (time 1787794113.56 total 110.14 last 77.94) - open/close 8665 (time 1787794123.57 total 120.15 last 72.83) - open/close 9446 (time 1787794133.58 total 130.16 last 78.03) total: 10000 open/close in 136.96 seconds: 73.01 ops/second - unlinked 0 (time 1787794144 ; total 0 ; last 0) total: 10000 unlinks in 74 seconds: 135.135132 unlinks/second - open/close 602 (time 1787794233.71 total 10.01 last 60.17) - open/close 1304 (time 1787794243.71 total 20.01 last 70.17) - open/close 2068 (time 1787794253.72 total 30.02 last 76.32) - open/close 2787 (time 1787794263.74 total 40.03 last 71.81) - open/close 3517 (time 1787794273.74 total 50.04 last 72.97) - open/close 4269 (time 1787794283.74 total 60.04 last 75.16) - open/close 4979 (time 1787794293.75 total 70.05 last 70.96) - open/close 5740 (time 1787794303.77 total 80.07 last 75.96) - open/close 6545 (time 1787794313.78 total 90.07 last 80.43) - open/close 7354 (time 1787794323.78 total 100.08 last 80.84) - open/close 8123 (time 1787794333.79 total 110.09 last 76.86) - open/close 8834 (time 1787794343.80 total 120.10 last 71.02) - open/close 9585 (time 1787794353.81 total 130.10 last 75.06) total: 10000 open/close in 136.43 seconds: 73.30 ops/second - unlinked 0 (time 1787794364 ; total 0 ; last 0) total: 10000 unlinks in 77 seconds: 129.870132 unlinks/second - open/close 637 (time 1787794456.32 total 10.02 last 63.59) - open/close 1325 (time 1787794466.34 total 20.03 last 68.70) - open/close 2058 (time 1787794476.36 total 30.05 last 73.17) - open/close 2871 (time 1787794486.36 total 40.06 last 81.25) - open/close 3547 (time 1787794496.36 total 50.06 last 67.60) - open/close 4271 (time 1787794506.37 total 60.07 last 72.34) - open/close 5004 (time 1787794516.37 total 70.07 last 73.29) - open/close 5736 (time 1787794526.38 total 80.08 last 73.13) - open/close 6541 (time 1787794536.39 total 90.08 last 80.45) - open/close 7350 (time 1787794546.40 total 100.09 last 80.86) - open/close 8112 (time 1787794556.41 total 110.10 last 76.11) - open/close 8884 (time 1787794566.44 total 120.13 last 76.97) - open/close 9592 (time 1787794576.45 total 130.14 last 70.74) total: 10000 open/close in 135.49 seconds: 73.81 ops/second - unlinked 0 (time 1787794587 ; total 0 ; last 0) total: 10000 unlinks in 75 seconds: 133.333328 unlinks/second - open/close 755 (time 1787794677.13 total 10.00 last 75.46) - open/close 1506 (time 1787794687.14 total 20.01 last 75.08) - open/close 2254 (time 1787794697.15 total 30.02 last 74.68) - open/close 3049 (time 1787794707.16 total 40.03 last 79.47) - open/close 3830 (time 1787794717.17 total 50.04 last 77.96) - open/close 4631 (time 1787794727.18 total 60.05 last 80.05) - open/close 5356 (time 1787794737.18 total 70.05 last 72.48) - open/close 6102 (time 1787794747.18 total 80.05 last 74.60) - open/close 6880 (time 1787794757.18 total 90.05 last 77.79) - open/close 7594 (time 1787794767.20 total 100.07 last 71.31) - open/close 8264 (time 1787794777.20 total 110.07 last 67.00) - open/close 8941 (time 1787794787.20 total 120.08 last 67.65) - open/close 9626 (time 1787794797.21 total 130.08 last 68.47) total: 10000 open/close in 134.86 seconds: 74.15 ops/second - unlinked 0 (time 1787794806 ; total 0 ; last 0) total: 10000 unlinks in 83 seconds: 120.481926 unlinks/second - open/close 708 (time 1787794904.63 total 10.00 last 70.79) - open/close 1436 (time 1787794914.64 total 20.01 last 72.75) - open/close 2166 (time 1787794924.64 total 30.01 last 72.99) - open/close 2913 (time 1787794934.64 total 40.01 last 74.69) - open/close 3738 (time 1787794944.65 total 50.02 last 82.38) - open/close 4478 (time 1787794954.66 total 60.03 last 73.98) - open/close 5240 (time 1787794964.66 total 70.03 last 76.18) - open/close 6004 (time 1787794974.68 total 80.05 last 76.26) - open/close 6776 (time 1787794984.68 total 90.05 last 77.18) - open/close 7541 (time 1787794994.68 total 100.05 last 76.48) - open/close 8195 (time 1787795004.70 total 110.07 last 65.31) - open/close 8906 (time 1787795014.70 total 120.07 last 71.06) - open/close 9609 (time 1787795024.72 total 130.09 last 70.15) total: 10000 open/close in 135.38 seconds: 73.87 ops/second - unlinked 0 (time 1787795034 ; total 0 ; last 0) total: 10000 unlinks in 79 seconds: 126.582275 unlinks/second - open/close 758 (time 1787795127.77 total 10.02 last 75.66) - open/close 1435 (time 1787795137.77 total 20.02 last 67.68) - open/close 2156 (time 1787795147.79 total 30.04 last 71.98) - open/close 2727 (time 1787795157.81 total 40.06 last 56.97) - open/close 3228 (time 1787795167.82 total 50.07 last 50.05) - open/close 3852 (time 1787795177.84 total 60.09 last 62.27) - open/close 4539 (time 1787795187.84 total 70.10 last 68.67) - open/close 5134 (time 1787795197.85 total 80.10 last 59.48) - open/close 5878 (time 1787795207.85 total 90.10 last 74.38) - open/close 6613 (time 1787795217.86 total 100.11 last 73.44) - open/close 7273 (time 1787795227.86 total 110.12 last 65.97) - open/close 7916 (time 1787795237.87 total 120.13 last 64.23) - open/close 8758 (time 1787795247.88 total 130.13 last 84.14) - open/close 9523 (time 1787795257.89 total 140.14 last 76.45) total: 10000 open/close in 147.33 seconds: 67.87 ops/second - unlinked 0 (time 1787795270 ; total 0 ; last 0) total: 10000 unlinks in 74 seconds: 135.135132 unlinks/second - open/close 673 (time 1787795359.88 total 10.00 last 67.29) - open/close 1463 (time 1787795369.89 total 20.01 last 78.90) - open/close 2182 (time 1787795379.90 total 30.03 last 71.82) - open/close 2888 (time 1787795389.92 total 40.04 last 70.51) - open/close 3548 (time 1787795399.93 total 50.05 last 65.91) - open/close 4343 (time 1787795409.94 total 60.06 last 79.45) - open/close 5193 (time 1787795419.95 total 70.07 last 84.88) - open/close 5946 (time 1787795429.97 total 80.09 last 75.14) - open/close 6566 (time 1787795439.97 total 90.09 last 61.99) - open/close 7313 (time 1787795449.98 total 100.10 last 74.65) - open/close 8059 (time 1787795459.99 total 110.11 last 74.49) - open/close 8790 (time 1787795469.99 total 120.12 last 73.09) - open/close 9647 (time 1787795480.00 total 130.12 last 85.66) total: 10000 open/close in 134.28 seconds: 74.47 ops/second - unlinked 0 (time 1787795488 ; total 0 ; last 0) total: 10000 unlinks in 69 seconds: 144.927536 unlinks/second - open/close 755 (time 1787795573.02 total 10.01 last 75.45) - open/close 1520 (time 1787795583.06 total 20.04 last 76.21) - open/close 2140 (time 1787795593.08 total 30.06 last 61.91) - open/close 2838 (time 1787795603.08 total 40.06 last 69.78) - open/close 3433 (time 1787795613.11 total 50.09 last 59.33) - open/close 4183 (time 1787795623.11 total 60.10 last 74.96) - open/close 4951 (time 1787795633.13 total 70.11 last 76.67) - open/close 5680 (time 1787795643.14 total 80.12 last 72.83) - open/close 6375 (time 1787795653.14 total 90.12 last 69.49) - open/close 6986 (time 1787795663.14 total 100.13 last 61.08) - open/close 7647 (time 1787795673.15 total 110.13 last 66.09) - open/close 8289 (time 1787795683.15 total 120.13 last 64.16) - open/close 8987 (time 1787795693.18 total 130.16 last 69.63) - open/close 9597 (time 1787795703.18 total 140.16 last 60.99) total: 10000 open/close in 146.99 seconds: 68.03 ops/second - unlinked 0 (time 1787795715 ; total 0 ; last 0) total: 10000 unlinks in 83 seconds: 120.481926 unlinks/second - open/close 652 (time 1787795814.15 total 10.00 last 65.18) - open/close 1261 (time 1787795824.16 total 20.01 last 60.83) - open/close 1887 (time 1787795834.16 total 30.01 last 62.59) - open/close 2588 (time 1787795844.16 total 40.02 last 70.09) - open/close 3266 (time 1787795854.17 total 50.02 last 67.76) - open/close 3968 (time 1787795864.17 total 60.02 last 70.18) - open/close 4644 (time 1787795874.18 total 70.03 last 67.57) - open/close 5306 (time 1787795884.19 total 80.04 last 66.12) - open/close 6157 (time 1787795894.20 total 90.05 last 85.04) - open/close 6948 (time 1787795904.20 total 100.05 last 79.07) - open/close 7749 (time 1787795914.21 total 110.06 last 79.99) - open/close 8535 (time 1787795924.22 total 120.07 last 78.57) - open/close 9284 (time 1787795934.23 total 130.09 last 74.78) total: 10000 open/close in 139.11 seconds: 71.88 ops/second - unlinked 0 (time 1787795947 ; total 0 ; last 0) total: 10000 unlinks in 71 seconds: 140.845078 unlinks/second rm: missing operand Try 'rm --help' for more information. umount lustre on /mnt/lustre..... Stopping client oleg345-client.virtnet /mnt/lustre (opts:) stop ost1 service on oleg345-server Stopping /mnt/lustre-ost1 (opts:-f) on oleg345-server Permanent disk data: Device: /dev/mapper/ost1_flakey Target: lustre-OST0000 Index: 0 Lustre FS: lustre Mount type: ldiskfs Flags: 0x42 (OST update ) Persistent mount opts: errors=remount-ro Parameters: mgsnode=192.168.203.145@tcp sys.timeout=20 device size = 4096MB formatting backing filesystem ldiskfs on /dev/mapper/ost1_flakey target name lustre-OST0000 kilobytes 200000 options -b 4096 -I 512 -q -O uninit_bg,extents,dir_nlink,quota,project,huge_file,large_dir,^fast_commit,flex_bg -G 256 -E lazy_itable_init,resize="4290772992",lazy_journal_init,packed_meta_blocks -F mkfs_cmd = mke2fs -j -b 4096 -L lustre-OST0000 -b 4096 -I 512 -q -O uninit_bg,extents,dir_nlink,quota,project,huge_file,large_dir,^fast_commit,flex_bg -G 256 -E lazy_itable_init,resize="4290772992",lazy_journal_init,packed_meta_blocks -F /dev/mapper/ost1_flakey 200000k start ost1 service on oleg345-server Start ost1: mount -t lustre -o localrecov /dev/mapper/ost1_flakey /mnt/lustre-ost1 seq.cli-lustre-OST0000-super.width=65536 oleg345-server: oleg345-server.virtnet: executing set_default_debug -1 all pdsh@oleg345-client: oleg345-server: ssh exited with exit code 1 Started lustre-OST0000 oleg345-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 1475 0 oleg345-server: oleg345-server.virtnet: executing wait_import_state FULL os[cp].lustre-OST0000-osc-MDT0000.ost_server_uuid 50 oleg345-server: os[cp].lustre-OST0000-osc-MDT0000.ost_server_uuid in FULL state after 0 sec oleg345-server: oleg345-server.virtnet: executing wait_import_state FULL os[cp].lustre-OST0000-osc-MDT0001.ost_server_uuid 50 oleg345-server: os[cp].lustre-OST0000-osc-MDT0001.ost_server_uuid in FULL state after 0 sec mount lustre on /mnt/lustre..... Starting client: oleg345-client.virtnet: -o user_xattr,flock 192.168.203.145@tcp:/lustre /mnt/lustre On OST0, 20430 used inodes rc=0 pdsh@oleg345-client: oleg345-server: ssh exited with exit code 22 umount lustre on /mnt/lustre..... Stopping client oleg345-client.virtnet /mnt/lustre (opts:) stop ost1 service on oleg345-server Stopping /mnt/lustre-ost1 (opts:-f) on oleg345-server Permanent disk data: Device: /dev/mapper/ost1_flakey Target: lustre:OST0000 Index: 0 Lustre FS: lustre Mount type: ldiskfs Flags: 0x62 (OST first_time update ) Persistent mount opts: errors=remount-ro Parameters: mgsnode=192.168.203.145@tcp sys.timeout=20 device size = 4096MB formatting backing filesystem ldiskfs on /dev/mapper/ost1_flakey target name lustre:OST0000 kilobytes 200000 options -b 4096 -I 512 -q -O uninit_bg,extents,dir_nlink,quota,project,huge_file,large_dir,^fast_commit,flex_bg -G 256 -E lazy_itable_init,resize="4290772992",lazy_journal_init,packed_meta_blocks -F mkfs_cmd = mke2fs -j -b 4096 -L lustre:OST0000 -b 4096 -I 512 -q -O uninit_bg,extents,dir_nlink,quota,project,huge_file,large_dir,^fast_commit,flex_bg -G 256 -E lazy_itable_init,resize="4290772992",lazy_journal_init,packed_meta_blocks -F /dev/mapper/ost1_flakey 200000k checking for existing Lustre data: found Read previous values: Device: /dev/mapper/ost1_flakey Target: lustre-OST0000 Index: 0 Lustre FS: lustre Mount type: ldiskfs Flags: 0x62 (OST first_time update ) Persistent mount opts: errors=remount-ro Parameters: mgsnode=192.168.203.145@tcp sys.timeout=20 Permanent disk data: Device: /dev/mapper/ost1_flakey Target: lustre-OST0000 Index: 0 Lustre FS: lustre Mount type: ldiskfs Flags: 0x42 (OST update ) Persistent mount opts: errors=remount-ro Parameters: mgsnode=192.168.203.145@tcp sys.timeout=20 start ost1 service on oleg345-server Start ost1: mount -t lustre -o localrecov /dev/mapper/ost1_flakey /mnt/lustre-ost1 seq.cli-lustre-OST0000-super.width=65536 oleg345-server: oleg345-server.virtnet: executing set_default_debug -1 all pdsh@oleg345-client: oleg345-server: ssh exited with exit code 1 Started lustre-OST0000 oleg345-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 1475 0 oleg345-server: oleg345-server.virtnet: executing wait_import_state FULL os[cp].lustre-OST0000-osc-MDT0000.ost_server_uuid 50 oleg345-server: os[cp].lustre-OST0000-osc-MDT0000.ost_server_uuid in FULL state after 0 sec oleg345-server: oleg345-server.virtnet: executing wait_import_state FULL os[cp].lustre-OST0000-osc-MDT0001.ost_server_uuid 50 oleg345-server: os[cp].lustre-OST0000-osc-MDT0001.ost_server_uuid in FULL state after 0 sec mount lustre on /mnt/lustre..... Starting client: oleg345-client.virtnet: -o user_xattr,flock 192.168.203.145@tcp:/lustre /mnt/lustre umount lustre on /mnt/lustre..... Stopping client oleg345-client.virtnet /mnt/lustre (opts:) stop ost1 service on oleg345-server Stopping /mnt/lustre-ost1 (opts:-f) on oleg345-server stop mds service on oleg345-server Stopping /mnt/lustre-mds1 (opts:-f) on oleg345-server stop mds service on oleg345-server Stopping /mnt/lustre-mds2 (opts:-f) on oleg345-server unloading modules via unload_modules_local on: 'oleg345-server' oleg345-server: oleg345-server.virtnet: executing unload_modules_local oleg345-server: modules unloaded. pdsh@oleg345-client: oleg345-server: ssh exited with exit code 2 pdsh@oleg345-client: oleg345-client: ssh exited with exit code 2 pdsh@oleg345-client: oleg345-client: ssh exited with exit code 2 pdsh@oleg345-client: oleg345-server: ssh exited with exit code 2 PASS 69 (2497s) == conf-sanity test 111: Adding large_dir with over 2GB directory ========================================================== 22:03:00 (1787796180) oleg345-server: debugfs 1.47.3-wc2 (11-Nov-2025) Supported features: dir_prealloc imagic_inodes has_journal ext_attr resize_inode dir_index sparse_super2 fast_commit stable_inodes orphan_file filetype needs_recovery journal_dev meta_bg extent 64bit mmp flex_bg ea_inode dirdata metadata_csum_seed large_dir inline_data encrypt casefold sparse_super large_file huge_file uninit_bg dir_nlink extra_isize quota bigalloc metadata_csum read-only project shared_blocks verity orphan_present Stopping clients: oleg345-client.virtnet /mnt/lustre (opts:-f) Stopping clients: oleg345-client.virtnet /mnt/lustre2 (opts:-f) pdsh@oleg345-client: oleg345-server: ssh exited with exit code 2 oleg345-server: oleg345-server.virtnet: executing set_hostid /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1048: echo: write error: Device or resource busy Loading modules from /home/green/git/lustre-release/lustre detected 4 online CPUs by sysfs MODOPTS_LIBCFS= Force libcfs to create 2 CPU partitions ptlrpc/ptlrpc options: 'lbug_on_grant_miscount=1' quota/lquota options: 'hash_lqs_cur_bits=3' mdt/mdt options: 'mdt_enable_flr_ec=1' ln: failed to create symbolic link '/sbin/.libs': Read-only file system loading modules on: 'oleg345-server' oleg345-server: oleg345-server.virtnet: executing load_modules_local oleg345-server: Loading modules from /home/green/git/lustre-release/lustre oleg345-server: /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1048: echo: write error: Device or resource busy oleg345-server: detected 4 online CPUs by sysfs oleg345-server: MODOPTS_LIBCFS= oleg345-server: Force libcfs to create 2 CPU partitions oleg345-server: ptlrpc/ptlrpc options: 'lbug_on_grant_miscount=1' oleg345-server: quota/lquota options: 'hash_lqs_cur_bits=3' oleg345-server: mdt/mdt options: 'mdt_enable_flr_ec=1' Formatting mgs, mds, osts Format mds1: /dev/mapper/mds1_flakey Format ost1: /dev/mapper/ost1_flakey pdsh@oleg345-client: oleg345-server: ssh exited with exit code 1 SKIP: conf-sanity test_111 /dev/mapper/mds1_flakey too small for 5000000kB MDS Stopping clients: oleg345-client.virtnet /mnt/lustre (opts:-f) Stopping clients: oleg345-client.virtnet /mnt/lustre2 (opts:-f) oleg345-server: oleg345-server.virtnet: executing set_hostid /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1048: echo: write error: Device or resource busy Loading modules from /home/green/git/lustre-release/lustre detected 4 online CPUs by sysfs MODOPTS_LIBCFS= Force libcfs to create 2 CPU partitions loading modules on: 'oleg345-server' oleg345-server: oleg345-server.virtnet: executing load_modules_local oleg345-server: Loading modules from /home/green/git/lustre-release/lustre oleg345-server: /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1048: echo: write error: Device or resource busy oleg345-server: detected 4 online CPUs by sysfs oleg345-server: MODOPTS_LIBCFS= oleg345-server: Force libcfs to create 2 CPU partitions Formatting mgs, mds, osts Format mds1: /dev/mapper/mds1_flakey Format mds2: /dev/mapper/mds2_flakey Format ost1: /dev/mapper/ost1_flakey Format ost2: /dev/mapper/ost2_flakey start mds service on oleg345-server Start mds1: mount -t lustre -o localrecov /dev/mapper/mds1_flakey /mnt/lustre-mds1 oleg345-server: oleg345-server.virtnet: executing set_default_debug -1 all pdsh@oleg345-client: oleg345-server: ssh exited with exit code 1 Commit the device label on /dev/mapper/mds1_flakey Started lustre-MDT0000 start mds service on oleg345-server Start mds2: mount -t lustre -o localrecov /dev/mapper/mds2_flakey /mnt/lustre-mds2 oleg345-server: oleg345-server.virtnet: executing set_default_debug -1 all pdsh@oleg345-client: oleg345-server: ssh exited with exit code 1 Commit the device label on /dev/mapper/mds2_flakey Started lustre-MDT0001 oleg345-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 1475 0 oleg345-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0001-mdc-*.mds_server_uuid 1475 0 start ost1 service on oleg345-server Start ost1: mount -t lustre -o localrecov /dev/mapper/ost1_flakey /mnt/lustre-ost1 seq.cli-lustre-OST0000-super.width=65536 oleg345-server: oleg345-server.virtnet: executing set_default_debug -1 all pdsh@oleg345-client: oleg345-server: ssh exited with exit code 1 Commit the device label on /dev/mapper/ost1_flakey Started lustre-OST0000 oleg345-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 1475 0 oleg345-server: oleg345-server.virtnet: executing wait_import_state FULL os[cp].lustre-OST0000-osc-MDT0000.ost_server_uuid 50 oleg345-server: os[cp].lustre-OST0000-osc-MDT0000.ost_server_uuid in FULL state after 0 sec oleg345-server: oleg345-server.virtnet: executing wait_import_state FULL os[cp].lustre-OST0000-osc-MDT0001.ost_server_uuid 50 oleg345-server: os[cp].lustre-OST0000-osc-MDT0001.ost_server_uuid in FULL state after 0 sec stop ost1 service on oleg345-server Stopping /mnt/lustre-ost1 (opts:-f) on oleg345-server stop mds service on oleg345-server Stopping /mnt/lustre-mds1 (opts:-f) on oleg345-server stop mds service on oleg345-server Stopping /mnt/lustre-mds2 (opts:-f) on oleg345-server SKIP 111 (205s) Stopping clients: oleg345-client.virtnet /mnt/lustre (opts:-f) Stopping clients: oleg345-client.virtnet /mnt/lustre2 (opts:-f) oleg345-server: oleg345-server.virtnet: executing set_hostid /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1048: echo: write error: Device or resource busy Loading modules from /home/green/git/lustre-release/lustre detected 4 online CPUs by sysfs MODOPTS_LIBCFS= Force libcfs to create 2 CPU partitions loading modules on: 'oleg345-server' oleg345-server: oleg345-server.virtnet: executing load_modules_local oleg345-server: Loading modules from /home/green/git/lustre-release/lustre oleg345-server: /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1048: echo: write error: Device or resource busy oleg345-server: detected 4 online CPUs by sysfs oleg345-server: MODOPTS_LIBCFS= oleg345-server: Force libcfs to create 2 CPU partitions Formatting mgs, mds, osts Format mds1: /dev/mapper/mds1_flakey Format mds2: /dev/mapper/mds2_flakey Format ost1: /dev/mapper/ost1_flakey Format ost2: /dev/mapper/ost2_flakey == conf-sanity test complete, duration 3239 sec ========== 22:07:22 (1787796442) === conf-sanity: start cleanup 22:07:24 (1787796444) === === conf-sanity: finish cleanup 22:07:28 (1787796448) ===