From f9a230aa528da550013f089b45b382168b1d3d5f Mon Sep 17 00:00:00 2001 From: Xiaoxi Chen Date: Tue, 8 Dec 2015 14:58:05 +0800 Subject: test/osd: add test case for shutdown_when_flapping TEST_markdown_exceed_maxdown_count : down N+1 times within period, should be UP in first N times but DOWN in last time. TEST_markdown_boot : down exactly N times within period, should be UP for all N times. TEST_markdown_boot_exceed_time : down N+1 times but exceed the period, should be UP after the test. Signed-off-by: Xiaoxi Chen --- src/test/osd/osd-markdown.sh | 112 +++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 112 insertions(+) create mode 100755 src/test/osd/osd-markdown.sh (limited to 'src/test/osd') diff --git a/src/test/osd/osd-markdown.sh b/src/test/osd/osd-markdown.sh new file mode 100755 index 00000000000..4dfa78d7225 --- /dev/null +++ b/src/test/osd/osd-markdown.sh @@ -0,0 +1,112 @@ +#!/bin/bash +# +# Copyright (C) 2015 Intel +# Copyright (C) 2014, 2015 Red Hat +# +# Author: Xiaoxi Chen +# +# This program is free software; you can redistribute it and/or modify +# it under the terms of the GNU Library Public License as published by +# the Free Software Foundation; either version 2, or (at your option) +# any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU Library Public License for more details. +# + +source ../qa/workunits/ceph-helpers.sh + +function run() { + local dir=$1 + shift + + export CEPH_MON="127.0.0.1:7108" # git grep '\<7108\>' : there must be only one + export CEPH_ARGS + CEPH_ARGS+="--fsid=$(uuidgen) --auth-supported=none " + CEPH_ARGS+="--mon-host=$CEPH_MON " + + local funcs=${@:-$(set | sed -n -e 's/^\(TEST_[0-9a-z_]*\) .*/\1/p')} + for func in $funcs ; do + setup $dir || return 1 + $func $dir || return 1 + teardown $dir || return 1 + done +} + +function markdown_N_impl() { + markdown_times=$1 + total_time=$2 + interval=$(($total_time / markdown_times)) + sleep 10 + for i in `seq 1 $markdown_times` + do + # check the OSD is UP + ./ceph osd tree + ./ceph osd tree | grep osd.0 |grep up || return 1 + # mark the OSD down. + ./ceph osd down 0 + sleep $interval + done +} + + +function TEST_markdown_exceed_maxdown_count() { + local dir=$1 + + run_mon $dir a || return 1 + run_osd $dir 0 || return 1 + run_osd $dir 1 || return 1 + run_osd $dir 2 || return 1 + local count=5 + local period=40 + ceph tell osd.0 injectargs '--osd_max_markdown_count '$count'' || return 1 + ceph tell osd.0 injectargs '--osd_max_markdown_period '$period'' || return 1 + + markdown_N_impl $(($count+1)) $period + # down N+1 times ,the osd.0 shoud die + ./ceph osd tree | grep down | grep osd.0 || return 1 +} + +function TEST_markdown_boot() { + local dir=$1 + + run_mon $dir a || return 1 + run_osd $dir 0 || return 1 + run_osd $dir 1 || return 1 + run_osd $dir 2 || return 1 + + local count=5 + local period=40 + ceph tell osd.0 injectargs '--osd_max_markdown_count '$count'' || return 1 + ceph tell osd.0 injectargs '--osd_max_markdown_period '$period'' || return 1 + + markdown_N_impl $count $period + #down N times, osd.0 should be up + ./ceph osd tree | grep up | grep osd.0 || return 1 +} + +function TEST_markdown_boot_exceed_time() { + local dir=$1 + + run_mon $dir a || return 1 + run_osd $dir 0 || return 1 + run_osd $dir 1 || return 1 + run_osd $dir 2 || return 1 + + local count=5 + local period=40 + ceph tell osd.0 injectargs '--osd_max_markdown_count '$count'' || return 1 + ceph tell osd.0 injectargs '--osd_max_markdown_period '$period'' || return 1 + + #actually we will down 6 times in 60s, so the 5th down will be in 50s > period + markdown_N_impl $(($count+1)) $(($period + 20)) + ./ceph osd tree | grep up | grep osd.0 || return 1 +} + +main osd-markdown "$@" + +# Local Variables: +# compile-command: "cd ../.. ; make -j4 && test/osd/osd-bench.sh" +# End: -- cgit v1.2.3