1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
|
# Copyright (c) 2011-present, Facebook, Inc. All rights reserved.
# This source code is licensed under both the GPLv2 (found in the
# COPYING file in the root directory) and Apache 2.0 License
# (found in the LICENSE.Apache file in the root directory).
import os
import unittest
from advisor.db_bench_runner import DBBenchRunner
from advisor.db_log_parser import DataSource, NO_COL_FAMILY
from advisor.db_options_parser import DatabaseOptions
class TestDBBenchRunnerMethods(unittest.TestCase):
def setUp(self):
self.pos_args = [
"./../../db_bench",
"overwrite",
"use_existing_db=true",
"duration=10",
]
self.bench_runner = DBBenchRunner(self.pos_args)
this_path = os.path.abspath(os.path.dirname(__file__))
options_path = os.path.join(this_path, "input_files/OPTIONS-000005")
self.db_options = DatabaseOptions(options_path)
def test_setup(self):
self.assertEqual(self.bench_runner.db_bench_binary, self.pos_args[0])
self.assertEqual(self.bench_runner.benchmark, self.pos_args[1])
self.assertSetEqual(
set(self.bench_runner.db_bench_args), set(self.pos_args[2:])
)
def test_get_info_log_file_name(self):
log_file_name = DBBenchRunner.get_info_log_file_name(None, "random_path")
self.assertEqual(log_file_name, "LOG")
log_file_name = DBBenchRunner.get_info_log_file_name(
"/dev/shm/", "/tmp/rocksdbtest-155919/dbbench/"
)
self.assertEqual(log_file_name, "tmp_rocksdbtest-155919_dbbench_LOG")
def test_get_opt_args_str(self):
misc_opt_dict = {"bloom_bits": 2, "empty_opt": None, "rate_limiter": 3}
optional_args_str = DBBenchRunner.get_opt_args_str(misc_opt_dict)
self.assertEqual(optional_args_str, " --bloom_bits=2 --rate_limiter=3")
def test_get_log_options(self):
db_path = "/tmp/rocksdb-155919/dbbench"
# when db_log_dir is present in the db_options
update_dict = {
"DBOptions.db_log_dir": {NO_COL_FAMILY: "/dev/shm"},
"DBOptions.stats_dump_period_sec": {NO_COL_FAMILY: "20"},
}
self.db_options.update_options(update_dict)
log_file_prefix, stats_freq = self.bench_runner.get_log_options(
self.db_options, db_path
)
self.assertEqual(log_file_prefix, "/dev/shm/tmp_rocksdb-155919_dbbench_LOG")
self.assertEqual(stats_freq, 20)
update_dict = {
"DBOptions.db_log_dir": {NO_COL_FAMILY: None},
"DBOptions.stats_dump_period_sec": {NO_COL_FAMILY: "30"},
}
self.db_options.update_options(update_dict)
log_file_prefix, stats_freq = self.bench_runner.get_log_options(
self.db_options, db_path
)
self.assertEqual(log_file_prefix, "/tmp/rocksdb-155919/dbbench/LOG")
self.assertEqual(stats_freq, 30)
def test_build_experiment_command(self):
# add some misc_options to db_options
update_dict = {
"bloom_bits": {NO_COL_FAMILY: 2},
"rate_limiter_bytes_per_sec": {NO_COL_FAMILY: 128000000},
}
self.db_options.update_options(update_dict)
db_path = "/dev/shm"
experiment_command = self.bench_runner._build_experiment_command(
self.db_options, db_path
)
opt_args_str = DBBenchRunner.get_opt_args_str(
self.db_options.get_misc_options()
)
opt_args_str += " --options_file=" + self.db_options.generate_options_config(
"12345"
)
for arg in self.pos_args[2:]:
opt_args_str += " --" + arg
expected_command = (
self.pos_args[0]
+ " --benchmarks="
+ self.pos_args[1]
+ " --statistics --perf_level=3 --db="
+ db_path
+ opt_args_str
)
self.assertEqual(experiment_command, expected_command)
class TestDBBenchRunner(unittest.TestCase):
def setUp(self):
# Note: the db_bench binary should be present in the rocksdb/ directory
self.pos_args = [
"./../../db_bench",
"overwrite",
"use_existing_db=true",
"duration=20",
]
self.bench_runner = DBBenchRunner(self.pos_args)
this_path = os.path.abspath(os.path.dirname(__file__))
options_path = os.path.join(this_path, "input_files/OPTIONS-000005")
self.db_options = DatabaseOptions(options_path)
def test_experiment_output(self):
update_dict = {"bloom_bits": {NO_COL_FAMILY: 2}}
self.db_options.update_options(update_dict)
db_path = "/dev/shm"
data_sources, throughput = self.bench_runner.run_experiment(
self.db_options, db_path
)
self.assertEqual(
data_sources[DataSource.Type.DB_OPTIONS][0].type, DataSource.Type.DB_OPTIONS
)
self.assertEqual(data_sources[DataSource.Type.LOG][0].type, DataSource.Type.LOG)
self.assertEqual(len(data_sources[DataSource.Type.TIME_SERIES]), 2)
self.assertEqual(
data_sources[DataSource.Type.TIME_SERIES][0].type,
DataSource.Type.TIME_SERIES,
)
self.assertEqual(
data_sources[DataSource.Type.TIME_SERIES][1].type,
DataSource.Type.TIME_SERIES,
)
self.assertEqual(data_sources[DataSource.Type.TIME_SERIES][1].stats_freq_sec, 0)
if __name__ == "__main__":
unittest.main()
|
