== recovery-small test 52: failover OST under load ======= 17:52:52 (1785880372) writemany pid 47439 Failing ost1 on oleg409-server Stopping /mnt/lustre-ost1 (opts:) on oleg409-server 17:53:13 (1785880393) shut down facet: ost1 facet_host: oleg409-server facet_failover_host: oleg409-server Failover ost1 to oleg409-server mount facets: ost1 Start ost1: mount -t lustre -o localrecov lustre-ost1/ost1 /mnt/lustre-ost1 seq.cli-lustre-OST0000-super.width=65536 oleg409-server: oleg409-server.virtnet: executing set_default_debug -1 all pdsh@oleg409-client: oleg409-server: ssh exited with exit code 1 Started lustre-OST0000 17:53:48 (1785880428) targets are mounted 17:53:48 (1785880428) facet_failover done oleg409-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 1475 0 osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid in FULL state after 0 sec writemany succeeded writemany pid 48287 Failing ost1 on oleg409-server Stopping /mnt/lustre-ost1 (opts:) on oleg409-server 17:58:47 (1785880727) shut down facet: ost1 facet_host: oleg409-server facet_failover_host: oleg409-server Failover ost1 to oleg409-server mount facets: ost1 Start ost1: mount -t lustre -o localrecov lustre-ost1/ost1 /mnt/lustre-ost1 seq.cli-lustre-OST0000-super.width=65536 oleg409-server: oleg409-server.virtnet: executing set_default_debug -1 all pdsh@oleg409-client: oleg409-server: ssh exited with exit code 1 Started lustre-OST0000 17:59:32 (1785880772) targets are mounted 17:59:32 (1785880772) facet_failover done oleg409-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 1475 0 osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid in FULL state after 0 sec writemany succeeded writemany pid 49153 Failing ost1 on oleg409-server Stopping /mnt/lustre-ost1 (opts:) on oleg409-server 18:04:16 (1785881056) shut down facet: ost1 facet_host: oleg409-server facet_failover_host: oleg409-server Failover ost1 to oleg409-server mount facets: ost1 Start ost1: mount -t lustre -o localrecov lustre-ost1/ost1 /mnt/lustre-ost1 seq.cli-lustre-OST0000-super.width=65536 oleg409-server: oleg409-server.virtnet: executing set_default_debug -1 all pdsh@oleg409-client: oleg409-server: ssh exited with exit code 1 Started lustre-OST0000 18:04:48 (1785881088) targets are mounted 18:04:48 (1785881088) facet_failover done oleg409-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 1475 0 osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid in FULL state after 0 sec writemany succeeded Connected clients: oleg409-client.virtnet oleg409-client.virtnet