1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
|
#ifndef MOBI_DA_DAC_H
#define MOBI_DA_DAC_H
/**
* @file dac.h
* @author Afilias Technologies
*
* @brief API main header file
*/
#include <sys/types.h>
#include <limits.h>
#include <inttypes.h>
#include <stdlib.h>
#include <stdarg.h>
#ifndef __cplusplus
#ifndef true
#ifdef HAVE_NO_BUILTIN__BOOL
typedef int _Bool;
#endif
#define bool _Bool
#define true 1
#define false 0
#endif
#endif
#define DATLAS_DA_MAJOR 3
#define DATLAS_DA_DUMMY_LIBRARY 1
/**
* @brief All values returned by the API have one of these types.
* da_getprop*() return data in the appropriate C type for the given da_type.
*/
enum da_type {
DA_TYPE_NONE,
DA_TYPE_BOOLEAN,
DA_TYPE_INTEGER,
DA_TYPE_NUMBER,
DA_TYPE_STRING,
DA_TYPE_ARRAY,
DA_TYPE_OBJECT,
DA_TYPE_NULL
};
/**
* Any method that returns a da_status may potentially fail for one of these reasons.
* XXX: Error reporting needs to be improved.
*/
enum da_status {
DA_OK, /* Success. */
DA_INVALID_JSON, /* The JSON format is invalid, or the content is unexpected in a given context. */
DA_OVERFLOW, /* Overflow occurred. Note this is used to indicate an unfinished string parse in JSON */
DA_FORMAT_ERROR, /* The data supplied is formatted incorrectly. */
DA_NOMEM, /* There was not enough space to complete the operation */
DA_SYS, /* A system error occurred - consult the OS for more details (eg, check errno) */
DA_NOTIMPL, /* This method is not implemented */
DA_NOTFOUND, /* The requested item was not found. */
DA_REGEXBAD, /* An invalid regex was provided. */
DA_NOMORE, /* Used to indicate the end of an iterator. */
DA_INVALID_COOKIE, /* Cookie value supplied was invalid */
DA_INVALID_TYPE, /* A value of an unexpected type was found. */
DA_INTERNAL_ERROR,
DA_STATUS_LAST /* Placeholder to indicate highest possible error value. (value will change as API matures) */
};
enum da_severity {
DA_SEV_FATAL, /* The operation will not continue, and the operation will return an error. */
DA_SEV_ERROR, /* An error occurred, but the API call will return at least some valid information */
DA_SEV_WARN, /* An unexpected event occurred, but the system dealt with it */
DA_SEV_INFO /* An informational message. */
};
/* Forward references to tagged types */
struct atlas_image;
struct da_atlas;
struct da_deviceinfo;
struct da_jsonparser;
struct da_node;
struct da_propset;
union da_value;
struct da_evidence;
struct da_bitset;
struct da_allocator;
struct da_config;
/**
* @brief Primary types of the interface.
* Primary types used by API client.
* Non-typedef structures and unions are considered private to the API.
*
*/
typedef enum da_severity da_severity_t; /* A severity for the error callback. */
typedef enum da_status da_status_t; /* An error code - returned from most API calls. */
typedef da_status_t (*da_setpos_fn)(void *ctx, off_t off); /* callback provided to API to rewind input stream */
typedef enum da_type da_type_t; /* A value type (integer, string, etc) */
/**
* @brief An operation on an atlas involves converting a set of evidence strings into a set of property/value pairs.
* The ID for a particular type of evidence is extract from the atlas (eg, for a specific HTTP header, use:
*
* da_evidence_id_t evidence = da_atlas_header_evidence_id(atlas, "User-Agent");
*
*/
typedef int da_evidence_id_t;
/**
* @brief The search result encompasses a key/value set. Keys are handles retrieved via
* _either_ da_atlas_getpropid() or da_getpropid().
* Some search results may have keys not available when the atlas is opened (eg,
* when the name of the property itself is contained within the evidence)
* Such properties by necessity are given a "local" da_propid_t
*
* You can ensure any properties you are interested in get a global propid by
* passing a list of interesting named properties to da_atlas_open()
*/
typedef int da_propid_t;
typedef size_t (*da_read_fn)(void *ctx, size_t maxlen, char *ptr);
typedef struct da_atlas da_atlas_t;
typedef struct da_deviceinfo da_deviceinfo_t;
typedef struct da_evidence da_evidence_t;
typedef struct da_jsonparser da_jsonparser_t;
typedef struct da_node da_node_t;
typedef struct da_property_decl da_property_decl_t;
typedef struct da_propset da_propset_t;
typedef struct da_config da_config_t;
typedef void *(*da_alloc_fn)(void *ctx, size_t);
typedef void (*da_free_fn)(void *ctx, void *);
typedef void *(*da_realloc_fn)(void *ctx, void *, size_t);
typedef void (*da_errorfunc_t)(da_severity_t severity, da_status_t status, const char *msg, va_list args);
/* Manifest constants. */
enum {
DA_CACHE_MAX = 50000,
/*
* used as the initial guess for the compiled size of an atlas.
* If atlas sizes grow more beyond this, it can be expanded to avoid multiple scans of the data.
*/
DA_INITIAL_MEMORY_ESTIMATE = 1024 * 1024 * 14
};
struct da_config {
unsigned int cache_size;
unsigned int __reserved[15]; /* enough reserved keywords for future use */
};
/**
* Functional interface.
*/
/**
* @brief Initialize process to use the DA API.
*/
void da_init(void);
/**
* @brief Release all resources used by the API
*/
void da_fini(void);
/**
* @brief User-supplied callback to be invoked with information about an error.
* Note this may use thread-local storage etc to store the info on return from the current call
* It is guaranteed that an error-reporting function returning an error-code will have called
* this function at least once.
* @param callback function
*/
void da_seterrorfunc(da_errorfunc_t callback);
/**
* @brief Given a specific HTTP header, return the associated ID for that header.
* When passing evidence to the API, its type is identified using its da_evidince_id_t.
* @param atlas atlas instance
* @param header_name Header's name
* @return evidence id
*/
da_evidence_id_t da_atlas_header_evidence_id(const da_atlas_t *atlas, const char *header_name);
/**
* @brief Return the associated ID of the client side properties evidence
* @param atlas Atlas instance
* @return evidence id
*/
da_evidence_id_t da_atlas_clientprop_evidence_id(const da_atlas_t *atlas);
/**
* @brief Return the associated ID of the accept language header evidence
* @param atlas Atlas instance
* @return evidence id
*/
da_evidence_id_t da_atlas_accept_language_evidence_id(const da_atlas_t *atlas);
/**
* @brief readfn should present JSON content from ctx.
* atlasp points to an uninitialized da_atlas structure.
* Result is a compiled atlas at atlasp.
* Result is allocated via normal memory-allocation methods, malloc/calloc/realloc, so should be
* Free'd with free()
* XXX TODO: Change this to take a da_allocator
* @param ctx pointer given to read the json file
* @param readfn function pointer, set accordingly to the attended given pointer
* @param setposfn function pointer
* @param ptr Pointer dynamically allocated if the json parsing happened normally
* @param len size of the atlas image
* @return status of atlas compilation
*/
da_status_t da_atlas_compile(void *ctx, da_read_fn readfn, da_setpos_fn setposfn, void **ptr, size_t *len);
/**
* @brief opens a previously compiled atlas for operations. extra_props will be available in calls to
* da_getpropid on the atlas, and if generated by the search, the ID will be consistent across
* different calls to search.
* Properties added by a search that are neither in the compiled atlas, nor in the extra_props list
* Are assigned an ID within the context that is not transferrable through different search results
* within the same atlas.
* @param atlas Atlas instance
* @param extra_props properties
* @param ptr given pointer from previously compiled atlas
* @param pos atlas image size
* @return status of atlas data opening
*/
da_status_t da_atlas_open(da_atlas_t *atlas, da_property_decl_t *extra_props, const void *ptr, size_t pos);
/**
* @brief read from a mapped data which then replace da_atlas_compile call
*
* @param dumppath, anonymous if NULL
* @param map for anonymous, it is the responsibility of the caller to unmap it, ignored otherwise
* @param maplen for anonymous, it is the size of the mapped data, ignored otherwise
* @param ptr Pointer dynamically allocated if the mapping happened normally
* @param len size of the atlas image
* @return status of mapping
*/
da_status_t da_atlas_read_mapped(const char *path, void *m, void **p, size_t *l);
/**
* @brief Release any resources associated with the atlas structure atlas, which was previously generated from
* da_read_atlas or da_compile_atlas.
* @param atlas instance
*/
void da_atlas_close(da_atlas_t *atlas);
/**
* @brief Find device properties given a set of evidence.
* Search results are returned in da_deviceinfo_t, and must be cleaned using da_close
* "Evidence" is an array of length count, of string data tagged with an evidence ID.
* @param atlas Atlas instance
* @param info Device info
* @param ev Array of evidences
* @param count Number of evidence given
* @return status of the search
*/
da_status_t da_searchv(const da_atlas_t *atlas, da_deviceinfo_t *info, da_evidence_t *ev, size_t count);
/**
* @brief As da_search, but unrolls the evidence array into variable arguments for simpler calling
* convention with known evidence types.
* varargs are pairs of (da_evidence_id, string), terminated with da_evidence_id DA_END
* @code da_search(&myAtlas, &deviceInfo, da_get_header_evidence_id("User-Agent"),
* "Mozilla/5.0 (Linux...", DA_END);
* @endcode
* @param atlas Atlas instance
* @param info given device info which holds on device properties
* @param pairs of evidence id / evidence value
* @return status of the search
*/
da_status_t da_search(const da_atlas_t *atlas, da_deviceinfo_t *info, ...);
/**
* @brief After finishing with a search result, release resources associated with it.
* @param info Device info previously allocated by search functions
*/
void da_close(da_deviceinfo_t *info);
/**
* @brief Given a property name (Eg, "displayWidth"), return the property ID associated with it for the
* specified atlas.
* @param atlas Atlas instance
* @param propname Property name
* @param propid Property id
* @return status of the property id search
*/
da_status_t da_atlas_getpropid(const da_atlas_t *atlas, const char *propname, da_propid_t *propid);
/**
* @brief Given a property ID, return the type of that property.
* @code
* da_getproptype(&myAtlas, da_getpropid(&myAtlas, "displayWidth"), &propertyType);
* assert(propertyType == DA_TYPE_INT);
* @endcode
* @param atlas Atlas instance
* @param propid Property id
* @param type Type id of the property
* @return status of the type id search
*/
da_status_t da_atlas_getproptype(const da_atlas_t *atlas, da_propid_t propid, da_type_t *type);
/**
* @brief Given a property ID, return the name of that property.
* @code
* da_atlas_getpropname(&myAtlas, da_getpropid(&myAtlas, "displayWidth"), &propertyName);
* assert(strcmp("displayWidth", propertyName) == 0);
* @endcode
* @param atlas Atlas instance
* @param propid property id
* @param propname property name returned
* @return status of the property name search
*/
da_status_t da_atlas_getpropname(const da_atlas_t *atlas, da_propid_t propid, const char **propname);
/**
* @brief Given an atlas instance, return its counters + the builtins
* @code
* da_atlas_getpropcount(&myAtlas);
* @endcode
* @param atlas Atlas instance
* @return counters
*/
size_t da_atlas_getpropcount(const da_atlas_t *atlas);
/**
* @brief Given an atlas instance, set the detection config
* @param atlas Atlas instance
* @param config instance
*/
void da_atlas_setconfig(da_atlas_t *atlas, da_config_t *config);
/**
* @brief Given a search result, find the value of a specific property.
* @code
* long displayWidth; // width of display in pixels.
* da_getpropinteger(&deviceInfo, da_getpropid(&myAtlas, "displayWidth"), &displayWidth);
* @endcode
* String contents are owned by the search result, and are valid until the search is closed.
*/
/**
* @brief returns a property value as a string from a given string typed property id
* @param info Device info
* @param propid Property id
* @param value Value of the property
* @return status of property value search
*/
da_status_t da_getpropstring(const da_deviceinfo_t *info, da_propid_t propid, const char **value);
/**
* @brief returns a property value as a long from a given long typed property id
* @param info Device info
* @param propid Property id
* @param value Value of the property
* @return status of property value search
*/
da_status_t da_getpropinteger(const da_deviceinfo_t *info, da_propid_t propid, long *value);
/**
* @brief returns a property value as a boolean from a given boolean typed property id
* @param info Device info
* @param propid Property id
* @param value Value of the property
* @return status of property value search
*/
da_status_t da_getpropboolean(const da_deviceinfo_t *info, da_propid_t propid, bool *value);
/**
* @brief returns a property value as a float from a given float typed property id
* @param info Device info
* @param propid Property id
* @param value Value of the property
* @return status of property value search
*/
da_status_t da_getpropfloat(const da_deviceinfo_t *info, da_propid_t propid, double *value);
/**
* @brief Some properties may not be not known to the atlas before the search commences.
* Such properties cannot have a da_propid_t assigned to them on the atlas, but will
* have a local property assigned during search. The name and type of such properties
* can be discovered here.
*
* Properties that are used in the atlas source and properties specifically registered
* with da_atlas_open() will always be assigned to a property discovered during search.
* Therefore, if there are specific properties that you want to use, and are unsure
* if they are in your device atlas source, registering them with da_atlas_open will
* make access to them easier and more efficient
*/
/**
* @brief returns the type of a given device property from the search functions
* @param info Device info
* @param propid Property id
* @param type Type id
* @return status of property type search
*/
da_status_t da_getproptype(const da_deviceinfo_t *info, da_propid_t propid, da_type_t *type);
/**
* @brief returns the name of a given device property from the search functions
* @param info Device info
* @param propid Property id
* @param propname Property name
* @return status of property type search
*/
da_status_t da_getpropname(const da_deviceinfo_t *info, da_propid_t propid, const char **propname);
/**
* @brief da_getfirstprop/da_getnextprop provide iteration over all properties
* in a search result.
* Both will return DA_OK if there is a result available, and DA_NOMORE
* if the search is complete.
* @code
*
* da_propid_t *propidp;
* for (da_status_t status = da_getfirstprop(&result, &propidp);
* status == DA_OK;
* status = da_getnextprop(&result, &propidp)) {
* const char *propname;
* if (da_getpropname(&result, *propidp, &propname) == DA_OK)
* fprintf("found property %s\n", propname);
* }
* @endcode
*/
/**
* @brief returns the first property from device info
* @param info Device info
* @param propid Property
* @return status
*/
da_status_t da_getfirstprop(const da_deviceinfo_t *info, da_propid_t **propid);
/**
* @brief device info properties iterator
* @param info Device info
* @param propid Property
* @return status
*/
da_status_t da_getnextprop(const da_deviceinfo_t *info, da_propid_t **propid);
/**
* @brief Report an error, as per a report from the API to the user-callback.
* @param severity Severity level of the error
* @param fmt format error message
* @param va_list
* @return status
*/
da_status_t da_reporterror(da_status_t severity, const char *fmt, ...);
/**
* @brief returns a textual description of the type "type".
* @param type Type id
* @return type name
*/
const char *da_typename(da_type_t type);
/**
* @brief returns the version from the JSON in memory
* @param atlas
* @return version
*/
char *da_getdataversion(const da_atlas_t *atlas);
/**
* @brief returns the date creation's timestamp from the JSON in memory
* @param atlas
* @return version
*/
time_t da_getdatacreation(const da_atlas_t *atlas);
char *da_getdatacreationiso8601(const da_atlas_t *atlas);
/**
* @brief returns the revision's number from the JSON in memory
* @param atlas
* @return version
*/
int da_getdatarevision(const da_atlas_t *atlas);
/**
* @brief returns the name of a global property
* @param atlas Atlas instance
* @param propid Property id
* @return property name
*/
const char *da_get_property_name(const da_atlas_t *atlas, da_propid_t propid);
/**
* @brief returns the number of properties in a result.
* @param info Device info
* @return properties count
*/
size_t da_getpropcount(const da_deviceinfo_t *info);
/*
* Details below should not be required for usage of the API
*/
/**
* @brief Represents a usable device atlas interface.
*
* No user servicable parts inside: access should
* be via the functional API.
*/
struct da_atlas {
const struct atlas_image *image;
struct header_evidence_entry *header_priorities;
size_t header_evidence_count;
struct pcre_regex_info *uar_regexes;
size_t uar_regex_count;
struct pcre_regex_info *replacement_regexes;
size_t replacement_regex_count;
da_evidence_id_t user_agent_evidence;
da_evidence_id_t clientprops_evidence;
da_evidence_id_t accept_language_evidence;
da_evidence_id_t next_evidence;
da_propset_t *properties;
da_propid_t id_propid;
da_propid_t id_proplang;
da_propid_t id_proplang_locale;
da_config_t config;
da_deviceinfo_t **cpr_props;
size_t cpr_count;
};
/* fixed constants. */
enum {
DA_BUFSIZE = 16000
};
/**
* Represents a chunk of memory. See comments on da_deviceinfo.
* This is presented here to allow aggregation in da_deviceinfo:
* Not for public consumption.
*/
struct da_buf {
struct da_buf *next;
char *cur;
char *limit;
char buf[DA_BUFSIZE];
};
/**
* A callback interface for allocating memory from some source
* Not for public consumption.
*/
struct da_allocator {
da_alloc_fn alloc;
da_free_fn free;
da_realloc_fn realloc;
void *context;
};
/**
* Represents a search result
* Can be used to retrieve values of known properties discovered from the evidence,
* iterate over the properties with known values, and query property types that are
* local to this result.
*
* The atlas the search is carried out on must survive any da_deviceinfo results
* it provides.
*/
struct da_deviceinfo {
struct da_allocator allocator;
const da_atlas_t *atlas; /* reference to the atlas the search was carried out on. */
struct da_bitset *present; /* property received from tree */
struct da_bitset *localprop; /* property was received from UAR rule or CPR */
struct da_bitset *cprprop; /* property was received from CPR */
union da_value *properties; /* properties - indexed by property id. */
da_propid_t *proplist; /* list of properties present in this result. */
size_t propcount; /* size of proplist */
da_propset_t *local_types; /* property descriptors local to this search result. */
/**
* The per-deviceinfo heap is stored here. Allocations for data in the result
* come from the raw data in these buffers. The size of the fixed-size buffer
* built in to da_buf is sized such that all known search results will not
* require memory allocation via malloc()
*/
struct da_buf *heap;
struct da_buf initial_heap;
};
/**
* Used to pass evidence to da_searchv()
*/
struct da_evidence {
da_evidence_id_t key;
char *value;
};
/**
* Used to pass properties the API intends to query to the da_atlas_open function
* This can be used to improve performance of lookup on properties well-known
* to the API user, but not present in the JSON database.
*/
struct da_property_decl {
const char *name;
da_type_t type;
};
#endif /* DEVATLAS_DAC_H */
|