1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
|
import os
import errno
import logging
import sys
if sys.version_info >= (3, 2):
import configparser
else:
import ConfigParser as configparser
try:
from StringIO import StringIO
except ImportError:
from io import StringIO
import cephfs
from ...exception import MetadataMgrException
log = logging.getLogger(__name__)
class MetadataManager(object):
GLOBAL_SECTION = "GLOBAL"
GLOBAL_META_KEY_VERSION = "version"
GLOBAL_META_KEY_TYPE = "type"
GLOBAL_META_KEY_PATH = "path"
GLOBAL_META_KEY_STATE = "state"
MAX_IO_BYTES = 8 * 1024
def __init__(self, fs, config_path, mode):
self.fs = fs
self.mode = mode
self.config_path = config_path
if sys.version_info >= (3, 2):
self.config = configparser.ConfigParser()
else:
self.config = configparser.SafeConfigParser()
def refresh(self):
fd = None
conf_data = StringIO()
try:
log.debug("opening config {0}".format(self.config_path))
fd = self.fs.open(self.config_path, os.O_RDONLY)
while True:
data = self.fs.read(fd, -1, MetadataManager.MAX_IO_BYTES)
if not len(data):
break
conf_data.write(data.decode('utf-8'))
conf_data.seek(0)
self.config.readfp(conf_data)
except cephfs.ObjectNotFound:
raise MetadataMgrException(-errno.ENOENT, "metadata config '{0}' not found".format(self.config_path))
except cephfs.Error as e:
raise MetadataMgrException(-e.args[0], e.args[1])
finally:
if fd is not None:
self.fs.close(fd)
def flush(self):
# cull empty sections
for section in list(self.config.sections()):
if len(self.config.items(section)) == 0:
self.config.remove_section(section)
conf_data = StringIO()
self.config.write(conf_data)
conf_data.seek(0)
fd = None
try:
fd = self.fs.open(self.config_path, os.O_WRONLY | os.O_CREAT | os.O_TRUNC, self.mode)
wrote = 0
while True:
data = conf_data.read()
if not len(data):
break
wrote += self.fs.write(fd, data.encode('utf-8'), -1)
self.fs.fsync(fd, 0)
log.info("wrote {0} bytes to config {1}".format(wrote, self.config_path))
except cephfs.Error as e:
raise MetadataMgrException(-e.args[0], e.args[1])
finally:
if fd is not None:
self.fs.close(fd)
def init(self, version, typ, path, state):
# you may init just once before refresh (helps to overwrite conf)
if self.config.has_section(MetadataManager.GLOBAL_SECTION):
raise MetadataMgrException(-errno.EINVAL, "init called on an existing config")
self.add_section(MetadataManager.GLOBAL_SECTION)
self.update_section_multi(
MetadataManager.GLOBAL_SECTION, {MetadataManager.GLOBAL_META_KEY_VERSION : str(version),
MetadataManager.GLOBAL_META_KEY_TYPE : str(typ),
MetadataManager.GLOBAL_META_KEY_PATH : str(path),
MetadataManager.GLOBAL_META_KEY_STATE : str(state)
})
def add_section(self, section):
try:
self.config.add_section(section)
except configparser.DuplicateSectionError:
return
except:
raise MetadataMgrException(-errno.EINVAL, "error adding section to config")
def remove_option(self, section, key):
if not self.config.has_section(section):
raise MetadataMgrException(-errno.ENOENT, "section '{0}' does not exist".format(section))
self.config.remove_option(section, key)
def remove_section(self, section):
self.config.remove_section(section)
def update_section(self, section, key, value):
if not self.config.has_section(section):
raise MetadataMgrException(-errno.ENOENT, "section '{0}' does not exist".format(section))
self.config.set(section, key, str(value))
def update_section_multi(self, section, dct):
if not self.config.has_section(section):
raise MetadataMgrException(-errno.ENOENT, "section '{0}' does not exist".format(section))
for key,value in dct.items():
self.config.set(section, key, str(value))
def update_global_section(self, key, value):
self.update_section(MetadataManager.GLOBAL_SECTION, key, str(value))
def get_option(self, section, key):
if not self.config.has_section(section):
raise MetadataMgrException(-errno.ENOENT, "section '{0}' does not exist".format(section))
if not self.config.has_option(section, key):
raise MetadataMgrException(-errno.ENOENT, "no config '{0}' in section '{1}'".format(key, section))
return self.config.get(section, key)
def get_global_option(self, key):
return self.get_option(MetadataManager.GLOBAL_SECTION, key)
def section_has_item(self, section, item):
if not self.config.has_section(section):
raise MetadataMgrException(-errno.ENOENT, "section '{0}' does not exist".format(section))
return item in [v[1] for v in self.config.items(section)]
|
