1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
|
// SPDX-License-Identifier: LGPL-2.1-or-later
/*
* This file is part of libnvme.
* Copyright (c) 2021 SUSE Software Solutions
*
* Authors: Hannes Reinecke <hare@suse.de>
*/
#ifndef _LIBNVME_PRIVATE_H
#define _LIBNVME_PRIVATE_H
#include <ccan/list/list.h>
#include <poll.h>
#include <sys/socket.h>
#include "fabrics.h"
#include "mi.h"
extern const char *nvme_ctrl_sysfs_dir;
extern const char *nvme_subsys_sysfs_dir;
extern const char *nvme_ns_sysfs_dir;
struct nvme_path {
struct list_node entry;
struct list_node nentry;
struct nvme_ctrl *c;
struct nvme_ns *n;
char *name;
char *sysfs_dir;
char *ana_state;
int grpid;
};
struct nvme_ns {
struct list_node entry;
struct list_head paths;
struct nvme_subsystem *s;
struct nvme_ctrl *c;
int fd;
__u32 nsid;
char *name;
char *generic_name;
char *sysfs_dir;
int lba_shift;
int lba_size;
int meta_size;
uint64_t lba_count;
uint64_t lba_util;
uint8_t eui64[8];
uint8_t nguid[16];
unsigned char uuid[NVME_UUID_LEN];
enum nvme_csi csi;
};
struct nvme_ctrl {
struct list_node entry;
struct list_head paths;
struct list_head namespaces;
struct nvme_subsystem *s;
int fd;
char *name;
char *sysfs_dir;
char *address;
char *firmware;
char *model;
char *state;
char *numa_node;
char *queue_count;
char *serial;
char *sqsize;
char *transport;
char *subsysnqn;
char *traddr;
char *trsvcid;
char *dhchap_key;
char *dhchap_ctrl_key;
char *cntrltype;
char *dctype;
char *phy_slot;
bool discovery_ctrl;
bool unique_discovery_ctrl;
bool discovered;
bool persistent;
struct nvme_fabrics_config cfg;
};
struct nvme_subsystem {
struct list_node entry;
struct list_head ctrls;
struct list_head namespaces;
struct nvme_host *h;
char *name;
char *sysfs_dir;
char *subsysnqn;
char *model;
char *serial;
char *firmware;
char *subsystype;
char *application;
};
struct nvme_host {
struct list_node entry;
struct list_head subsystems;
struct nvme_root *r;
char *hostnqn;
char *hostid;
char *dhchap_key;
char *hostsymname;
bool pdc_enabled;
bool pdc_enabled_valid; /* set if pdc_enabled doesn't have an undefined
* value */
};
struct nvme_fabric_options {
bool cntlid;
bool ctrl_loss_tmo;
bool data_digest;
bool dhchap_ctrl_secret;
bool dhchap_secret;
bool disable_sqflow;
bool discovery;
bool duplicate_connect;
bool fast_io_fail_tmo;
bool hdr_digest;
bool host_iface;
bool host_traddr;
bool hostid;
bool hostnqn;
bool instance;
bool keep_alive_tmo;
bool keyring;
bool nqn;
bool nr_io_queues;
bool nr_poll_queues;
bool nr_write_queues;
bool queue_size;
bool reconnect_delay;
bool tls;
bool tls_key;
bool tos;
bool traddr;
bool transport;
bool trsvcid;
};
struct nvme_root {
char *config_file;
char *application;
struct list_head hosts;
struct list_head endpoints; /* MI endpoints */
FILE *fp;
int log_level;
bool log_pid;
bool log_timestamp;
bool modified;
bool mi_probe_enabled;
struct nvme_fabric_options *options;
};
int nvme_set_attr(const char *dir, const char *attr, const char *value);
int json_read_config(nvme_root_t r, const char *config_file);
int json_update_config(nvme_root_t r, const char *config_file);
int json_dump_tree(nvme_root_t r);
nvme_ctrl_t __nvme_lookup_ctrl(nvme_subsystem_t s, const char *transport,
const char *traddr, const char *host_traddr,
const char *host_iface, const char *trsvcid,
nvme_ctrl_t p);
#if (LOG_FUNCNAME == 1)
#define __nvme_log_func __func__
#else
#define __nvme_log_func NULL
#endif
void __attribute__((format(printf, 4, 5)))
__nvme_msg(nvme_root_t r, int lvl, const char *func, const char *format, ...);
#define nvme_msg(r, lvl, format, ...) \
do { \
if ((lvl) <= MAX_LOGLEVEL) \
__nvme_msg(r, lvl, __nvme_log_func, \
format, ##__VA_ARGS__); \
} while (0)
/* mi internal headers */
/* internal transport API */
struct nvme_mi_req {
struct nvme_mi_msg_hdr *hdr;
size_t hdr_len;
void *data;
size_t data_len;
__u32 mic;
};
struct nvme_mi_resp {
struct nvme_mi_msg_hdr *hdr;
size_t hdr_len;
void *data;
size_t data_len;
__u32 mic;
};
struct nvme_mi_transport {
const char *name;
bool mic_enabled;
int (*submit)(struct nvme_mi_ep *ep,
struct nvme_mi_req *req,
struct nvme_mi_resp *resp);
void (*close)(struct nvme_mi_ep *ep);
int (*desc_ep)(struct nvme_mi_ep *ep, char *buf, size_t len);
int (*check_timeout)(struct nvme_mi_ep *ep, unsigned int timeout);
};
/* quirks */
/* Set a minimum time between receiving a response from one command and
* sending the next request. Some devices may ignore new commands sent too soon
* after the previous request, so manually insert a delay
*/
#define NVME_QUIRK_MIN_INTER_COMMAND_TIME (1 << 0)
struct nvme_mi_ep {
struct nvme_root *root;
const struct nvme_mi_transport *transport;
void *transport_data;
struct list_node root_entry;
struct list_head controllers;
bool controllers_scanned;
unsigned int timeout;
unsigned int mprt_max;
unsigned long quirks;
/* inter-command delay, for NVME_QUIRK_MIN_INTER_COMMAND_TIME */
unsigned int inter_command_us;
struct timespec last_resp_time;
bool last_resp_time_valid;
};
struct nvme_mi_ctrl {
struct nvme_mi_ep *ep;
__u16 id;
struct list_node ep_entry;
};
struct nvme_mi_ep *nvme_mi_init_ep(struct nvme_root *root);
void nvme_mi_ep_probe(struct nvme_mi_ep *ep);
/* for tests, we need to calculate the correct MICs */
__u32 nvme_mi_crc32_update(__u32 crc, void *data, size_t len);
/* we have a facility to mock MCTP socket operations in the mi-mctp transport,
* using this ops type. This should only be used for test, and isn't exposed
* in the shared lib */;
struct mctp_ioc_tag_ctl;
struct __mi_mctp_socket_ops {
int (*socket)(int, int, int);
ssize_t (*sendmsg)(int, const struct msghdr *, int);
ssize_t (*recvmsg)(int, struct msghdr *, int);
int (*poll)(struct pollfd *, nfds_t, int);
int (*ioctl_tag)(int, unsigned long, struct mctp_ioc_tag_ctl *);
};
void __nvme_mi_mctp_set_ops(const struct __mi_mctp_socket_ops *newops);
#endif /* _LIBNVME_PRIVATE_H */
|