1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
|
import mozunit
import pytest
from jsonschema import ValidationError
from mozperftest.metrics.exceptions import (
NotebookDuplicateTransformsError,
NotebookInvalidPathError,
NotebookInvalidTransformError,
)
from mozperftest.metrics.notebook.transformer import (
Transformer,
get_transformer,
get_transformers,
)
from mozperftest.tests.data.perftestetl_plugin import (
test_transformer_perftestetl_plugin_1,
test_transformer_perftestetl_plugin_2,
)
from mozperftest.tests.support import HERE, get_running_env
_, metadata, _ = get_running_env()
prefix = "PerftestNotebook"
def test_init_failure():
class TempClass(object):
def temp_fun():
return 1
with pytest.raises(NotebookInvalidTransformError):
Transformer(custom_transformer=TempClass())
def test_files_getter(files):
files = files["resources"]
assert files == Transformer(files, logger=metadata, prefix=prefix).files
def test_files_setter(files):
files = files["resources"]
files = list(files.values())
tfm = Transformer(logger=metadata, prefix=prefix)
tfm.files = files
assert files == tfm.files
def test_files_setter_failure():
tfm = Transformer(logger=metadata, prefix=prefix)
tfm.files = "fail"
assert not tfm.files
def test_open_data(data, files):
tfm = Transformer(logger=metadata, prefix=prefix)
files = files["resources"]
json_1 = files["file_1"]
json_2 = files["file_2"]
txt_3 = files["file_3"]
# If a json file is open.
assert data["data_1"] == tfm.open_data(json_1)
assert data["data_2"] == tfm.open_data(json_2)
# If an other type file is open.
assert [str(data["data_3"])] == tfm.open_data(txt_3)
# Test failure
with pytest.raises(Exception):
tfm.open_data("fail")
def test_jsonschema_valitate_failure(files):
class BadTransformer:
def transform(self, data):
return {"bad data": "bad data"}
def merge(self, sde):
return {"bad data": "bad data"}
files = files["resources"]
file_1 = files["file_1"]
file_2 = files["file_2"]
tfm = Transformer([], BadTransformer(), logger=metadata, prefix=prefix)
tfm.files = [file_1, file_2]
with pytest.raises(ValidationError):
tfm.process("name")
def test_get_transformer():
path_1 = (
HERE
/ "data"
/ "perftestetl_plugin"
/ "test_transformer_perftestetl_plugin_1.py"
)
assert (
get_transformer(path_1.as_posix()).__name__
== test_transformer_perftestetl_plugin_1.TestTransformer1.__name__
)
path_2 = (
"mozperftest.tests.data.perftestetl_plugin."
+ "test_transformer_perftestetl_plugin_2:TestTransformer2"
)
assert (
get_transformer(path_2).__name__
== test_transformer_perftestetl_plugin_2.TestTransformer2.__name__
)
def test_get_transformer_failure():
path_1 = HERE / "data" / "does-not-exist.py"
with pytest.raises(NotebookInvalidPathError):
get_transformer(path_1.as_posix())
path_2 = HERE / "data" / "does-not-exist"
with pytest.raises(ImportError):
get_transformer(path_2.as_posix())
path_3 = (
"mozperftest.tests.data.perftestetl_plugin."
+ "test_transformer_perftestetl_plugin_2:TestTransformer3"
)
with pytest.raises(ImportError):
get_transformer(path_3)
path_4 = (
"mozperftest.tests.data.perftestetl_plugin."
+ "test_transformer_perftestetl_plugin_3:TestTransformer3"
)
with pytest.raises(ImportError):
get_transformer(path_4)
with pytest.raises(NotebookInvalidTransformError):
get_transformer(__file__)
def test_get_transformers():
dirpath = HERE / "data" / "perftestetl_plugin"
tfms = get_transformers(dirpath)
assert test_transformer_perftestetl_plugin_1.TestTransformer1.__name__ in tfms
assert test_transformer_perftestetl_plugin_2.TestTransformer2.__name__ in tfms
def test_get_transformers_failure():
dirpath = HERE / "data" / "does-not-exist"
with pytest.raises(NotebookInvalidPathError):
get_transformers(dirpath)
dirpath = HERE / "data" / "perftestetl_plugin" / "test_transformer_1.py"
with pytest.raises(NotebookInvalidPathError):
get_transformers(dirpath)
dirpath = HERE / "data" / "multiple_transforms_error"
with pytest.raises(NotebookDuplicateTransformsError):
get_transformers(dirpath)
if __name__ == "__main__":
mozunit.main()
|
