1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
|
/*++
/* NAME
/* mystrtok 3
/* SUMMARY
/* safe tokenizer
/* SYNOPSIS
/* #include <stringops.h>
/*
/* char *mystrtok(bufp, delimiters)
/* char **bufp;
/* const char *delimiters;
/*
/* char *mystrtokq(bufp, delimiters, parens)
/* char **bufp;
/* const char *delimiters;
/* const char *parens;
/* DESCRIPTION
/* mystrtok() splits a buffer on the specified \fIdelimiters\fR.
/* Tokens are delimited by runs of delimiters, so this routine
/* cannot return zero-length tokens.
/*
/* mystrtokq() is like mystrtok() but will not split text
/* between balanced parentheses. \fIparens\fR specifies the
/* opening and closing parenthesis (one of each). The set of
/* \fIparens\fR must be distinct from the set of \fIdelimiters\fR.
/*
/* The \fIbufp\fR argument specifies the start of the search; it
/* is updated with each call. The input is destroyed.
/*
/* The result value is the next token, or a null pointer when the
/* end of the buffer was reached.
/* LICENSE
/* .ad
/* .fi
/* The Secure Mailer license must be distributed with this software.
/* AUTHOR(S)
/* Wietse Venema
/* IBM T.J. Watson Research
/* P.O. Box 704
/* Yorktown Heights, NY 10598, USA
/*--*/
/* System library. */
#include "sys_defs.h"
#include <string.h>
/* Utility library. */
#include "stringops.h"
/* mystrtok - safe tokenizer */
char *mystrtok(char **src, const char *sep)
{
char *start = *src;
char *end;
/*
* Skip over leading delimiters.
*/
start += strspn(start, sep);
if (*start == 0) {
*src = start;
return (0);
}
/*
* Separate off one token.
*/
end = start + strcspn(start, sep);
if (*end != 0)
*end++ = 0;
*src = end;
return (start);
}
/* mystrtokq - safe tokenizer with quoting support */
char *mystrtokq(char **src, const char *sep, const char *parens)
{
char *start = *src;
static char *cp;
int ch;
int level;
/*
* Skip over leading delimiters.
*/
start += strspn(start, sep);
if (*start == 0) {
*src = start;
return (0);
}
/*
* Parse out the next token.
*/
for (level = 0, cp = start; (ch = *(unsigned char *) cp) != 0; cp++) {
if (ch == parens[0]) {
level++;
} else if (level > 0 && ch == parens[1]) {
level--;
} else if (level == 0 && strchr(sep, ch) != 0) {
*cp++ = 0;
break;
}
}
*src = cp;
return (start);
}
#ifdef TEST
/*
* Test program: read lines from stdin, split on whitespace.
*/
#include "vstring.h"
#include "vstream.h"
#include "vstring_vstream.h"
int main(void)
{
VSTRING *vp = vstring_alloc(100);
char *start;
char *str;
while (vstring_fgets(vp, VSTREAM_IN) && VSTRING_LEN(vp) > 0) {
start = vstring_str(vp);
if (strchr(start, CHARS_BRACE[0]) == 0) {
while ((str = mystrtok(&start, CHARS_SPACE)) != 0)
vstream_printf(">%s<\n", str);
} else {
while ((str = mystrtokq(&start, CHARS_SPACE, CHARS_BRACE)) != 0)
vstream_printf(">%s<\n", str);
}
vstream_fflush(VSTREAM_OUT);
}
vstring_free(vp);
return (0);
}
#endif
|