1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
|
from tasks.cephfs.cephfs_test_case import CephFSTestCase
from tasks.cephfs.filesystem import ObjectNotFound
class TestBacktrace(CephFSTestCase):
def test_backtrace(self):
"""
That the 'parent' 'layout' and 'symlink' xattrs on the head objects of files
are updated correctly.
"""
old_data_pool_name = self.fs.get_data_pool_name()
old_pool_id = self.fs.get_data_pool_id()
# Not enabling symlink recovery option should not store symlink xattr
self.config_set('mds', 'mds_symlink_recovery', 'false')
self.mount_a.run_shell(["mkdir", "sym_dir0"])
self.mount_a.run_shell(["touch", "sym_dir0/file1"])
self.mount_a.run_shell(["ln", "-s", "sym_dir0/file1", "sym_dir0/symlink_file1"])
file_ino = self.mount_a.path_to_ino("sym_dir0/symlink_file1", follow_symlinks=False)
self.fs.mds_asok(["flush", "journal"])
with self.assertRaises(ObjectNotFound):
self.fs.read_symlink(file_ino)
# Enabling symlink recovery option should store symlink xattr for symlinks
self.config_set('mds', 'mds_symlink_recovery', 'true')
self.mount_a.run_shell(["mkdir", "sym_dir"])
self.mount_a.run_shell(["touch", "sym_dir/file1"])
self.mount_a.run_shell(["ln", "-s", "./file1", "sym_dir/symlink_file1"])
file_ino = self.mount_a.path_to_ino("sym_dir/symlink_file1", follow_symlinks=False)
self.fs.mds_asok(["flush", "journal"])
symlink = self.fs.read_symlink(file_ino)
self.assertEqual(symlink, {
"s" : "./file1",
})
# Create a file for subsequent checks
self.mount_a.run_shell(["mkdir", "parent_a"])
self.mount_a.run_shell(["touch", "parent_a/alpha"])
file_ino = self.mount_a.path_to_ino("parent_a/alpha")
# That backtrace and layout are written after initial flush
self.fs.mds_asok(["flush", "journal"])
backtrace = self.fs.read_backtrace(file_ino)
self.assertEqual(['alpha', 'parent_a'], [a['dname'] for a in backtrace['ancestors']])
layout = self.fs.read_layout(file_ino)
self.assertDictEqual(layout, {
"stripe_unit": 4194304,
"stripe_count": 1,
"object_size": 4194304,
"pool_id": old_pool_id,
"pool_ns": "",
})
self.assertEqual(backtrace['pool'], old_pool_id)
# That backtrace is written after parentage changes
self.mount_a.run_shell(["mkdir", "parent_b"])
self.mount_a.run_shell(["mv", "parent_a/alpha", "parent_b/alpha"])
self.fs.mds_asok(["flush", "journal"])
backtrace = self.fs.read_backtrace(file_ino)
self.assertEqual(['alpha', 'parent_b'], [a['dname'] for a in backtrace['ancestors']])
# Create a new data pool
new_pool_name = "data_new"
new_pool_id = self.fs.add_data_pool(new_pool_name)
# That an object which has switched pools gets its backtrace updated
self.mount_a.setfattr("./parent_b/alpha",
"ceph.file.layout.pool", new_pool_name)
self.fs.mds_asok(["flush", "journal"])
backtrace_old_pool = self.fs.read_backtrace(file_ino, pool=old_data_pool_name)
self.assertEqual(backtrace_old_pool['pool'], new_pool_id)
backtrace_new_pool = self.fs.read_backtrace(file_ino, pool=new_pool_name)
self.assertEqual(backtrace_new_pool['pool'], new_pool_id)
new_pool_layout = self.fs.read_layout(file_ino, pool=new_pool_name)
self.assertEqual(new_pool_layout['pool_id'], new_pool_id)
self.assertEqual(new_pool_layout['pool_ns'], '')
# That subsequent linkage changes are only written to new pool backtrace
self.mount_a.run_shell(["mkdir", "parent_c"])
self.mount_a.run_shell(["mv", "parent_b/alpha", "parent_c/alpha"])
self.fs.mds_asok(["flush", "journal"])
backtrace_old_pool = self.fs.read_backtrace(file_ino, pool=old_data_pool_name)
self.assertEqual(['alpha', 'parent_b'], [a['dname'] for a in backtrace_old_pool['ancestors']])
backtrace_new_pool = self.fs.read_backtrace(file_ino, pool=new_pool_name)
self.assertEqual(['alpha', 'parent_c'], [a['dname'] for a in backtrace_new_pool['ancestors']])
# That layout is written to new pool after change to other field in layout
self.mount_a.setfattr("./parent_c/alpha",
"ceph.file.layout.object_size", "8388608")
self.fs.mds_asok(["flush", "journal"])
new_pool_layout = self.fs.read_layout(file_ino, pool=new_pool_name)
self.assertEqual(new_pool_layout['object_size'], 8388608)
# ...but not to the old pool: the old pool's backtrace points to the new pool, and that's enough,
# we don't update the layout in all the old pools whenever it changes
old_pool_layout = self.fs.read_layout(file_ino, pool=old_data_pool_name)
self.assertEqual(old_pool_layout['object_size'], 4194304)
|
