1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
|
import logging
import argparse
import os
import os.path
import subprocess
import sys
import typing
import crmsh.parallax
import crmsh.utils
logger = logging.getLogger(__name__)
class Feature:
_feature_registry = dict()
def __init_subclass__(cls, **kwargs):
super().__init_subclass__(**kwargs)
Feature._feature_registry[cls.__name__.rsplit('.', 1)[-1]] = cls
@staticmethod
def get_feature_by_name(name: str):
return Feature._feature_registry[name]
def check_quick(self) -> bool:
raise NotImplementedError
def check_local(self, nodes: typing.Iterable[str]) -> bool:
"""Check whether the feature is functional on local node."""
raise NotImplementedError
def check_cluster(self, nodes: typing.Iterable[str]) -> bool:
"""Check whether the feature is functional on the cluster."""
raise NotImplementedError
def fix_local(self, nodes: typing.Iterable[str], ask: typing.Callable[[str], None]) -> None:
"""Fix the feature on local node.
At least one of fix_local and fix_cluster should be implemented. If fix_local is not implemented, this method
will be run on each node.
"""
raise NotImplementedError
def fix_cluster(self, nodes: typing.Iterable[str], ask: typing.Callable[[str], None]) -> None:
"""Fix the feature on the cluster.
At least one of fix_local and fix_cluster should be implemented. If this method is not implemented, fix_local
will be run on each node.
"""
raise NotImplementedError
class FixFailure(Exception):
pass
class AskDeniedByUser(Exception):
pass
def feature_quick_check(feature: Feature):
return feature.check_quick()
def feature_local_check(feature: Feature, nodes: typing.Iterable[str]):
try:
if not feature.check_quick():
return False
except NotImplementedError:
pass
return feature.check_local(nodes)
def feature_full_check(feature: Feature, nodes: typing.Iterable[str]) -> bool:
try:
if not feature.check_quick():
return False
except NotImplementedError:
pass
try:
if not feature.check_local(nodes):
return False
except NotImplementedError:
pass
try:
return feature.check_cluster(nodes)
except NotImplementedError:
results = crmsh.parallax.parallax_run(
nodes,
'/usr/bin/env python3 -m crmsh.healthcheck check-local {}'.format(
feature.__class__.__name__.rsplit('.', 1)[-1],
)
)
return all(rc == 0 for rc, _, _ in results.values())
def feature_fix(feature: Feature, nodes: typing.Iterable[str], ask: typing.Callable[[str], None]) -> None:
try:
return feature.fix_cluster(nodes, ask)
except NotImplementedError:
results = crmsh.parallax.parallax_run(
nodes,
'/usr/bin/env python3 -m crmsh.healthcheck fix-local {}'.format(
feature.__class__.__name__.rsplit('.', 1)[-1],
)
)
if any(rc != 0 for rc, _, _ in results.values()):
raise FixFailure
class PasswordlessHaclusterAuthenticationFeature(Feature):
SSH_DIR = os.path.expanduser('~hacluster/.ssh')
KEY_TYPES = ['ed25519', 'ecdsa', 'rsa']
def __str__(self):
return "Configure Passwordless for hacluster"
def check_quick(self) -> bool:
for key_type in self.KEY_TYPES:
try:
os.stat('{}/{}'.format(self.SSH_DIR, key_type))
os.stat('{}/{}.pub'.format(self.SSH_DIR, key_type))
return True
except FileNotFoundError:
pass
return False
def check_local(self, nodes: typing.Iterable[str]) -> bool:
try:
for node in nodes:
subprocess.check_call(
['sudo', 'su', '-', 'hacluster', '-c', 'ssh hacluster@{} true'.format(node)],
stdin=subprocess.DEVNULL,
stdout=subprocess.DEVNULL,
stderr=subprocess.DEVNULL,
)
return True
except subprocess.CalledProcessError:
return False
def fix_cluster(self, nodes: typing.Iterable[str], ask: typing.Callable[[str], None]) -> None:
import crmsh.bootstrap # import bootstrap lazily here to avoid circular dependency
logger.debug("setup passwordless ssh authentication for user hacluster")
local_node = crmsh.utils.this_node()
remote_nodes = set(nodes)
remote_nodes.remove(local_node)
remote_nodes = list(remote_nodes)
crmsh.parallax.parallax_run(
nodes,
'chown hacluster: ~hacluster/.ssh/authorized_keys && chmod 0600 ~hacluster/.ssh/authorized_keys',
)
crmsh.bootstrap.configure_ssh_key('hacluster')
crmsh.bootstrap.swap_key_for_hacluster(remote_nodes)
for node in remote_nodes:
crmsh.bootstrap.change_user_shell('hacluster', node)
def main_check_local(args) -> int:
try:
feature = Feature.get_feature_by_name(args.feature)()
nodes = crmsh.utils.list_cluster_nodes(no_reg=True)
if nodes:
if feature_local_check(feature, nodes):
return 0
else:
return 1
except KeyError:
logger.error('No such feature: %s.', args.feature)
return 2
def main_fix_local(args) -> int:
try:
feature = Feature.get_feature_by_name(args.feature)()
nodes = crmsh.utils.list_cluster_nodes(no_reg=True)
if nodes:
if args.yes:
def ask(msg): return True
else:
def ask(msg): return crmsh.utils.ask('Healthcheck: fix: ' + msg, background_wait=False)
if args.without_check or not feature_local_check(feature, nodes):
feature.fix_local(nodes, ask)
return 0
except KeyError:
logger.error('No such feature: %s.', args.feature)
return 2
def main_fix_cluster(args) -> int:
try:
feature = Feature.get_feature_by_name(args.feature)()
nodes = crmsh.utils.list_cluster_nodes(no_reg=True)
if nodes:
if args.yes:
def ask(msg): return True
else:
def ask(msg): return crmsh.utils.ask('Healthcheck: fix: ' + msg, background_wait=False)
if args.without_check or not feature_full_check(feature, nodes):
feature_fix(feature, nodes, ask)
return 0
except KeyError:
logger.error('No such feature: %s.', args.feature)
return 2
def main() -> int:
# This entrance is for internal programmatic use only.
parser = argparse.ArgumentParser()
subparsers = parser.add_subparsers()
check_local_parser = subparsers.add_parser('check-local')
check_local_parser.add_argument('feature')
check_local_parser.set_defaults(func=main_check_local)
fix_cluster_parser = subparsers.add_parser('fix-local')
fix_cluster_parser.add_argument('--yes', action='store_true')
fix_cluster_parser.add_argument('--without-check', action='store_true')
fix_cluster_parser.add_argument('feature')
fix_cluster_parser.set_defaults(func=main_fix_local)
fix_cluster_parser = subparsers.add_parser('fix-cluster')
fix_cluster_parser.add_argument('--yes', action='store_true')
fix_cluster_parser.add_argument('--without-check', action='store_true')
fix_cluster_parser.add_argument('feature')
fix_cluster_parser.set_defaults(func=main_fix_cluster)
args = parser.parse_args()
return args.func(args)
if __name__ == '__main__':
sys.exit(main())
|
