summaryrefslogtreecommitdiffstats
path: root/qa/workunits/hadoop/repl.sh
blob: 84f6150ab78e0bf6fdb7ca905f99e712fc0ca36f (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
#!/usr/bin/env bash

set -e
set -x

# bail if $TESTDIR is not set as this test will fail in that scenario
[ -z $TESTDIR ] && { echo "\$TESTDIR needs to be set, but is not. Exiting."; exit 1; }

# if HADOOP_PREFIX is not set, use default
[ -z $HADOOP_PREFIX ] && { HADOOP_PREFIX=$TESTDIR/hadoop; }

# create pools with different replication factors
for repl in 2 3 7 8 9; do
  name=hadoop.$repl
  ceph osd pool create $name 8 8
  ceph osd pool set $name size $repl

  id=`ceph osd dump | sed -n "s/^pool \([0-9]*\) '$name'.*/\1/p"`
  ceph fs add_data_pool cephfs $id
done

# create a file in each of the pools
for repl in 2 3 7 8 9; do
  name=hadoop.$repl
  $HADOOP_PREFIX/bin/hadoop fs -rm -f /$name.dat
  dd if=/dev/zero bs=1048576 count=1 | \
    $HADOOP_PREFIX/bin/hadoop fs -Dceph.data.pools="$name" \
    -put - /$name.dat
done

# check that hadoop reports replication matching
# that of the pool the file was written into
for repl in 2 3 7 8 9; do
  name=hadoop.$repl
  repl2=$($HADOOP_PREFIX/bin/hadoop fs -ls /$name.dat | awk '{print $2}')
  if [ $repl -ne $repl2 ]; then
    echo "replication factors didn't match!"
    exit 1
  fi
done

exit 0