From 19fcec84d8d7d21e796c7624e521b60d28ee21ed Mon Sep 17 00:00:00 2001 From: Daniel Baumann Date: Sun, 7 Apr 2024 20:45:59 +0200 Subject: Adding upstream version 16.2.11+ds. Signed-off-by: Daniel Baumann --- qa/tasks/cephfs/xfstests_dev.py | 165 ++++++++++++++++++++++++++++++++++++++++ 1 file changed, 165 insertions(+) create mode 100644 qa/tasks/cephfs/xfstests_dev.py (limited to 'qa/tasks/cephfs/xfstests_dev.py') diff --git a/qa/tasks/cephfs/xfstests_dev.py b/qa/tasks/cephfs/xfstests_dev.py new file mode 100644 index 000000000..ea9e14b89 --- /dev/null +++ b/qa/tasks/cephfs/xfstests_dev.py @@ -0,0 +1,165 @@ +from io import BytesIO +import logging +from tasks.cephfs.cephfs_test_case import CephFSTestCase + +logger = logging.getLogger(__name__) + + +# TODO: add code to run non-ACL tests too. +# TODO: get tests running with SCRATCH_DEV and SCRATCH_DIR. +# TODO: make xfstests-dev tests running without running `make install`. +# TODO: make xfstests-dev compatible with ceph-fuse. xfstests-dev remounts +# CephFS before running tests using kernel, so ceph-fuse mounts are never +# actually testsed. +class XFSTestsDev(CephFSTestCase): + + def setUp(self): + super(XFSTestsDev, self).setUp() + self.prepare_xfstests_dev() + + def prepare_xfstests_dev(self): + self.get_repo() + self.get_test_and_scratch_dirs_ready() + self.install_deps() + self.create_reqd_users() + self.write_local_config() + + # NOTE: On teuthology machines it's necessary to run "make" as + # superuser since the repo is cloned somewhere in /tmp. + self.mount_a.client_remote.run(args=['sudo', 'make'], + cwd=self.repo_path, stdout=BytesIO(), + stderr=BytesIO()) + self.mount_a.client_remote.run(args=['sudo', 'make', 'install'], + cwd=self.repo_path, omit_sudo=False, + stdout=BytesIO(), stderr=BytesIO()) + + def get_repo(self): + """ + Clone xfstests_dev repository. If already present, update it. + """ + # TODO: make sure that repo is not cloned for every test. it should + # happen only once. + remoteurl = 'https://git.ceph.com/xfstests-dev.git' + self.repo_path = self.mount_a.client_remote.mkdtemp(suffix= + 'xfstests-dev') + self.mount_a.run_shell(['git', 'clone', remoteurl, '--depth', '1', + self.repo_path]) + + def get_admin_key(self): + import configparser + + cp = configparser.ConfigParser() + cp.read_string(self.fs.mon_manager.raw_cluster_cmd( + 'auth', 'get-or-create', 'client.admin')) + + return cp['client.admin']['key'] + + def get_test_and_scratch_dirs_ready(self): + """ "test" and "scratch" directories are directories inside Ceph FS. + And, test and scratch mounts are path on the local FS where "test" + and "scratch" directories would be mounted. Look at xfstests-dev + local.config's template inside this file to get some context. + """ + from os.path import join + + self.test_dirname = 'test' + self.mount_a.run_shell(['mkdir', self.test_dirname]) + # read var name as "test dir's mount path" + self.test_dirs_mount_path = self.mount_a.client_remote.mkdtemp( + suffix=self.test_dirname) + self.mount_a.run_shell(['sudo','ln','-s',join(self.mount_a.mountpoint, + self.test_dirname), + self.test_dirs_mount_path]) + + self.scratch_dirname = 'scratch' + self.mount_a.run_shell(['mkdir', self.scratch_dirname]) + # read var name as "scratch dir's mount path" + self.scratch_dirs_mount_path = self.mount_a.client_remote.mkdtemp( + suffix=self.scratch_dirname) + self.mount_a.run_shell(['sudo','ln','-s',join(self.mount_a.mountpoint, + self.scratch_dirname), + self.scratch_dirs_mount_path]) + + def install_deps(self): + from teuthology.misc import get_system_type + + distro, version = get_system_type(self.mount_a.client_remote, + distro=True, version=True) + distro = distro.lower() + major_ver_num = int(version.split('.')[0]) # only keep major release + # number + + # we keep fedora here so that right deps are installed when this test + # is run locally by a dev. + if distro in ('redhatenterpriseserver', 'redhatenterprise', 'fedora', + 'centos'): + deps = """acl attr automake bc dbench dump e2fsprogs fio \ + gawk gcc indent libtool lvm2 make psmisc quota sed \ + xfsdump xfsprogs \ + libacl-devel libattr-devel libaio-devel libuuid-devel \ + xfsprogs-devel btrfs-progs-devel python2 sqlite""".split() + deps_old_distros = ['xfsprogs-qa-devel'] + + if distro != 'fedora' and major_ver_num > 7: + deps.remove('btrfs-progs-devel') + + args = ['sudo', 'yum', 'install', '-y'] + deps + deps_old_distros + elif distro == 'ubuntu': + deps = """xfslibs-dev uuid-dev libtool-bin \ + e2fsprogs automake gcc libuuid1 quota attr libattr1-dev make \ + libacl1-dev libaio-dev xfsprogs libgdbm-dev gawk fio dbench \ + uuid-runtime python sqlite3""".split() + + if major_ver_num >= 19: + deps[deps.index('python')] ='python2' + args = ['sudo', 'apt-get', 'install', '-y'] + deps + else: + raise RuntimeError('expected a yum based or a apt based system') + + self.mount_a.client_remote.run(args=args, omit_sudo=False) + + def create_reqd_users(self): + self.mount_a.client_remote.run(args=['sudo', 'useradd', 'fsgqa'], + omit_sudo=False, check_status=False) + self.mount_a.client_remote.run(args=['sudo', 'groupadd', 'fsgqa'], + omit_sudo=False, check_status=False) + self.mount_a.client_remote.run(args=['sudo', 'useradd', + '123456-fsgqa'], omit_sudo=False, + check_status=False) + + def write_local_config(self): + from os.path import join + from textwrap import dedent + + mon_sock = self.fs.mon_manager.get_msgrv1_mon_socks()[0] + self.test_dev = mon_sock + ':/' + self.test_dirname + self.scratch_dev = mon_sock + ':/' + self.scratch_dirname + + xfstests_config_contents = dedent('''\ + export FSTYP=ceph + export TEST_DEV={} + export TEST_DIR={} + #export SCRATCH_DEV={} + #export SCRATCH_MNT={} + export TEST_FS_MOUNT_OPTS="-o name=admin,secret={}" + ''').format(self.test_dev, self.test_dirs_mount_path, self.scratch_dev, + self.scratch_dirs_mount_path, self.get_admin_key()) + + self.mount_a.client_remote.write_file(join(self.repo_path, 'local.config'), + xfstests_config_contents, sudo=True) + + def tearDown(self): + self.mount_a.client_remote.run(args=['sudo', 'userdel', '--force', + '--remove', 'fsgqa'], + omit_sudo=False, check_status=False) + self.mount_a.client_remote.run(args=['sudo', 'userdel', '--force', + '--remove', '123456-fsgqa'], + omit_sudo=False, check_status=False) + self.mount_a.client_remote.run(args=['sudo', 'groupdel', 'fsgqa'], + omit_sudo=False, check_status=False) + + self.mount_a.client_remote.run(args=['sudo', 'rm', '-rf', + self.repo_path], + omit_sudo=False, check_status=False) + + super(XFSTestsDev, self).tearDown() -- cgit v1.2.3