#!/usr/bin/env bash # # Copyright (C) 2014 Cloudwatt # Copyright (C) 2014, 2015 Red Hat # # Author: Loic Dachary # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU Library Public License as published by # the Free Software Foundation; either version 2, or (at your option) # any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU Library Public License for more details. # source $CEPH_ROOT/qa/standalone/ceph-helpers.sh function run() { local dir=$1 shift export CEPH_MON="127.0.0.1:7104" # git grep '\<7104\>' : there must be only one export CEPH_ARGS CEPH_ARGS+="--fsid=$(uuidgen) --auth-supported=none " CEPH_ARGS+="--mon-host=$CEPH_MON " local funcs=${@:-$(set | ${SED} -n -e 's/^\(TEST_[0-9a-z_]*\) .*/\1/p')} for func in $funcs ; do setup $dir || return 1 $func $dir || return 1 teardown $dir || return 1 done } function TEST_crush_rule_create_simple() { local dir=$1 run_mon $dir a || return 1 ceph --format xml osd crush rule dump replicated_rule | \ egrep 'take[^<]+default' | \ grep 'choose_firstn0osd' || return 1 local ruleset=ruleset0 local root=host1 ceph osd crush add-bucket $root host local failure_domain=osd ceph osd crush rule create-simple $ruleset $root $failure_domain || return 1 ceph osd crush rule create-simple $ruleset $root $failure_domain 2>&1 | \ grep "$ruleset already exists" || return 1 ceph --format xml osd crush rule dump $ruleset | \ egrep 'take[^<]+'$root'' | \ grep 'choose_firstn0'$failure_domain'' || return 1 ceph osd crush rule rm $ruleset || return 1 } function TEST_crush_rule_dump() { local dir=$1 run_mon $dir a || return 1 local ruleset=ruleset1 ceph osd crush rule create-erasure $ruleset || return 1 test $(ceph --format json osd crush rule dump $ruleset | \ jq ".rule_name == \"$ruleset\"") == true || return 1 test $(ceph --format json osd crush rule dump | \ jq "map(select(.rule_name == \"$ruleset\")) | length == 1") == true || return 1 ! ceph osd crush rule dump non_existent_ruleset || return 1 ceph osd crush rule rm $ruleset || return 1 } function TEST_crush_rule_rm() { local ruleset=erasure2 run_mon $dir a || return 1 ceph osd crush rule create-erasure $ruleset default || return 1 ceph osd crush rule ls | grep $ruleset || return 1 ceph osd crush rule rm $ruleset || return 1 ! ceph osd crush rule ls | grep $ruleset || return 1 } function TEST_crush_rule_create_erasure() { local dir=$1 run_mon $dir a || return 1 # should have at least one OSD run_osd $dir 0 || return 1 local ruleset=ruleset3 # # create a new ruleset with the default profile, implicitly # ceph osd crush rule create-erasure $ruleset || return 1 ceph osd crush rule create-erasure $ruleset 2>&1 | \ grep "$ruleset already exists" || return 1 ceph --format xml osd crush rule dump $ruleset | \ egrep 'take[^<]+default' | \ grep 'chooseleaf_indep0host' || return 1 ceph osd crush rule rm $ruleset || return 1 ! ceph osd crush rule ls | grep $ruleset || return 1 # # create a new ruleset with the default profile, explicitly # ceph osd crush rule create-erasure $ruleset default || return 1 ceph osd crush rule ls | grep $ruleset || return 1 ceph osd crush rule rm $ruleset || return 1 ! ceph osd crush rule ls | grep $ruleset || return 1 # # create a new ruleset and the default profile, implicitly # ceph osd erasure-code-profile rm default || return 1 ! ceph osd erasure-code-profile ls | grep default || return 1 ceph osd crush rule create-erasure $ruleset || return 1 CEPH_ARGS='' ceph --admin-daemon $(get_asok_path mon.a) log flush || return 1 grep 'profile set default' $dir/mon.a.log || return 1 ceph osd erasure-code-profile ls | grep default || return 1 ceph osd crush rule rm $ruleset || return 1 ! ceph osd crush rule ls | grep $ruleset || return 1 } function check_ruleset_id_match_rule_id() { local rule_name=$1 rule_id=`ceph osd crush rule dump $rule_name | grep "\"rule_id\":" | awk -F ":|," '{print int($2)}'` ruleset_id=`ceph osd crush rule dump $rule_name | grep "\"ruleset\":"| awk -F ":|," '{print int($2)}'` test $ruleset_id = $rule_id || return 1 } function generate_manipulated_rules() { local dir=$1 ceph osd crush add-bucket $root host ceph osd crush rule create-simple test_rule1 $root osd firstn || return 1 ceph osd crush rule create-simple test_rule2 $root osd firstn || return 1 ceph osd getcrushmap -o $dir/original_map crushtool -d $dir/original_map -o $dir/decoded_original_map #manipulate the rulesets , to make the rule_id != ruleset_id ${SED} -i 's/ruleset 0/ruleset 3/' $dir/decoded_original_map ${SED} -i 's/ruleset 2/ruleset 0/' $dir/decoded_original_map ${SED} -i 's/ruleset 1/ruleset 2/' $dir/decoded_original_map crushtool -c $dir/decoded_original_map -o $dir/new_map ceph osd setcrushmap -i $dir/new_map ceph osd crush rule dump } function TEST_crush_ruleset_match_rule_when_creating() { local dir=$1 run_mon $dir a || return 1 local root=host1 generate_manipulated_rules $dir ceph osd crush rule create-simple special_rule_simple $root osd firstn || return 1 ceph osd crush rule dump #show special_rule_simple has same rule_id and ruleset_id check_ruleset_id_match_rule_id special_rule_simple || return 1 } function TEST_add_ruleset_failed() { local dir=$1 run_mon $dir a || return 1 local root=host1 ceph osd crush add-bucket $root host ceph osd crush rule create-simple test_rule1 $root osd firstn || return 1 ceph osd crush rule create-simple test_rule2 $root osd firstn || return 1 ceph osd getcrushmap > $dir/crushmap || return 1 crushtool --decompile $dir/crushmap > $dir/crushmap.txt || return 1 for i in $(seq 3 255) do cat <> $dir/crushmap.txt crushtool --compile $dir/crushmap.txt -o $dir/crushmap || return 1 ceph osd setcrushmap -i $dir/crushmap || return 1 ceph osd crush rule create-simple test_rule_nospace $root osd firstn 2>&1 | grep "Error ENOSPC" || return 1 } function TEST_crush_rename_bucket() { local dir=$1 run_mon $dir a || return 1 ceph osd crush add-bucket host1 host ceph osd tree ! ceph osd tree | grep host2 || return 1 ceph osd crush rename-bucket host1 host2 || return 1 ceph osd tree ceph osd tree | grep host2 || return 1 ceph osd crush rename-bucket host1 host2 || return 1 # idempotency ceph osd crush rename-bucket nonexistent something 2>&1 | grep "Error ENOENT" || return 1 } function TEST_crush_ls_node() { local dir=$1 run_mon $dir a || return 1 ceph osd crush add-bucket default1 root ceph osd crush add-bucket host1 host ceph osd crush move host1 root=default1 ceph osd crush ls default1 | grep host1 || return 1 ceph osd crush ls default2 2>&1 | grep "Error ENOENT" || return 1 } function TEST_crush_reject_empty() { local dir=$1 run_mon $dir a --osd_pool_default_size=1 || return 1 # should have at least one OSD run_osd $dir 0 || return 1 create_rbd_pool || return 1 local empty_map=$dir/empty_map :> $empty_map.txt crushtool -c $empty_map.txt -o $empty_map.map || return 1 expect_failure $dir "Error EINVAL" \ ceph osd setcrushmap -i $empty_map.map || return 1 } main osd-crush "$@" # Local Variables: # compile-command: "cd ../.. ; make -j4 && test/mon/osd-crush.sh" # End: