#ifdef HAVE_CONFIG_H #include #endif #line 6 "turtle_lexer.c" #line 8 "turtle_lexer.c" #define YY_INT_ALIGNED short int /* A lexical scanner generated by flex */ #define FLEX_SCANNER #define YY_FLEX_MAJOR_VERSION 2 #define YY_FLEX_MINOR_VERSION 6 #define YY_FLEX_SUBMINOR_VERSION 4 #if YY_FLEX_SUBMINOR_VERSION > 0 #define FLEX_BETA #endif #ifdef yy_create_buffer #define turtle_lexer__create_buffer_ALREADY_DEFINED #else #define yy_create_buffer turtle_lexer__create_buffer #endif #ifdef yy_delete_buffer #define turtle_lexer__delete_buffer_ALREADY_DEFINED #else #define yy_delete_buffer turtle_lexer__delete_buffer #endif #ifdef yy_scan_buffer #define turtle_lexer__scan_buffer_ALREADY_DEFINED #else #define yy_scan_buffer turtle_lexer__scan_buffer #endif #ifdef yy_scan_string #define turtle_lexer__scan_string_ALREADY_DEFINED #else #define yy_scan_string turtle_lexer__scan_string #endif #ifdef yy_scan_bytes #define turtle_lexer__scan_bytes_ALREADY_DEFINED #else #define yy_scan_bytes turtle_lexer__scan_bytes #endif #ifdef yy_init_buffer #define turtle_lexer__init_buffer_ALREADY_DEFINED #else #define yy_init_buffer turtle_lexer__init_buffer #endif #ifdef yy_flush_buffer #define turtle_lexer__flush_buffer_ALREADY_DEFINED #else #define yy_flush_buffer turtle_lexer__flush_buffer #endif #ifdef yy_load_buffer_state #define turtle_lexer__load_buffer_state_ALREADY_DEFINED #else #define yy_load_buffer_state turtle_lexer__load_buffer_state #endif #ifdef yy_switch_to_buffer #define turtle_lexer__switch_to_buffer_ALREADY_DEFINED #else #define yy_switch_to_buffer turtle_lexer__switch_to_buffer #endif #ifdef yypush_buffer_state #define turtle_lexer_push_buffer_state_ALREADY_DEFINED #else #define yypush_buffer_state turtle_lexer_push_buffer_state #endif #ifdef yypop_buffer_state #define turtle_lexer_pop_buffer_state_ALREADY_DEFINED #else #define yypop_buffer_state turtle_lexer_pop_buffer_state #endif #ifdef yyensure_buffer_stack #define turtle_lexer_ensure_buffer_stack_ALREADY_DEFINED #else #define yyensure_buffer_stack turtle_lexer_ensure_buffer_stack #endif #ifdef yylex #define turtle_lexer_lex_ALREADY_DEFINED #else #define yylex turtle_lexer_lex #endif #ifdef yyrestart #define turtle_lexer_restart_ALREADY_DEFINED #else #define yyrestart turtle_lexer_restart #endif #ifdef yylex_init #define turtle_lexer_lex_init_ALREADY_DEFINED #else #define yylex_init turtle_lexer_lex_init #endif #ifdef yylex_init_extra #define turtle_lexer_lex_init_extra_ALREADY_DEFINED #else #define yylex_init_extra turtle_lexer_lex_init_extra #endif #ifdef yylex_destroy #define turtle_lexer_lex_destroy_ALREADY_DEFINED #else #define yylex_destroy turtle_lexer_lex_destroy #endif #ifdef yyget_debug #define turtle_lexer_get_debug_ALREADY_DEFINED #else #define yyget_debug turtle_lexer_get_debug #endif #ifdef yyset_debug #define turtle_lexer_set_debug_ALREADY_DEFINED #else #define yyset_debug turtle_lexer_set_debug #endif #ifdef yyget_extra #define turtle_lexer_get_extra_ALREADY_DEFINED #else #define yyget_extra turtle_lexer_get_extra #endif #ifdef yyset_extra #define turtle_lexer_set_extra_ALREADY_DEFINED #else #define yyset_extra turtle_lexer_set_extra #endif #ifdef yyget_in #define turtle_lexer_get_in_ALREADY_DEFINED #else #define yyget_in turtle_lexer_get_in #endif #ifdef yyset_in #define turtle_lexer_set_in_ALREADY_DEFINED #else #define yyset_in turtle_lexer_set_in #endif #ifdef yyget_out #define turtle_lexer_get_out_ALREADY_DEFINED #else #define yyget_out turtle_lexer_get_out #endif #ifdef yyset_out #define turtle_lexer_set_out_ALREADY_DEFINED #else #define yyset_out turtle_lexer_set_out #endif #ifdef yyget_leng #define turtle_lexer_get_leng_ALREADY_DEFINED #else #define yyget_leng turtle_lexer_get_leng #endif #ifdef yyget_text #define turtle_lexer_get_text_ALREADY_DEFINED #else #define yyget_text turtle_lexer_get_text #endif #ifdef yyget_lineno #define turtle_lexer_get_lineno_ALREADY_DEFINED #else #define yyget_lineno turtle_lexer_get_lineno #endif #ifdef yyset_lineno #define turtle_lexer_set_lineno_ALREADY_DEFINED #else #define yyset_lineno turtle_lexer_set_lineno #endif #ifdef yyget_column #define turtle_lexer_get_column_ALREADY_DEFINED #else #define yyget_column turtle_lexer_get_column #endif #ifdef yyset_column #define turtle_lexer_set_column_ALREADY_DEFINED #else #define yyset_column turtle_lexer_set_column #endif #ifdef yywrap #define turtle_lexer_wrap_ALREADY_DEFINED #else #define yywrap turtle_lexer_wrap #endif #ifdef yyget_lval #define turtle_lexer_get_lval_ALREADY_DEFINED #else #define yyget_lval turtle_lexer_get_lval #endif #ifdef yyset_lval #define turtle_lexer_set_lval_ALREADY_DEFINED #else #define yyset_lval turtle_lexer_set_lval #endif #ifdef yyalloc #define turtle_lexer_alloc_ALREADY_DEFINED #else #define yyalloc turtle_lexer_alloc #endif #ifdef yyrealloc #define turtle_lexer_realloc_ALREADY_DEFINED #else #define yyrealloc turtle_lexer_realloc #endif #ifdef yyfree #define turtle_lexer_free_ALREADY_DEFINED #else #define yyfree turtle_lexer_free #endif /* First, we deal with platform-specific or compiler-specific issues. */ /* begin standard C headers. */ #include #include #include #include /* end standard C headers. */ /* flex integer type definitions */ #ifndef FLEXINT_H #define FLEXINT_H /* C99 systems have . Non-C99 systems may or may not. */ #if defined (__STDC_VERSION__) && __STDC_VERSION__ >= 199901L /* C99 says to define __STDC_LIMIT_MACROS before including stdint.h, * if you want the limit (max/min) macros for int types. */ #ifndef __STDC_LIMIT_MACROS #define __STDC_LIMIT_MACROS 1 #endif #include typedef int8_t flex_int8_t; typedef uint8_t flex_uint8_t; typedef int16_t flex_int16_t; typedef uint16_t flex_uint16_t; typedef int32_t flex_int32_t; typedef uint32_t flex_uint32_t; #else typedef signed char flex_int8_t; typedef short int flex_int16_t; typedef int flex_int32_t; typedef unsigned char flex_uint8_t; typedef unsigned short int flex_uint16_t; typedef unsigned int flex_uint32_t; /* Limits of integral types. */ #ifndef INT8_MIN #define INT8_MIN (-128) #endif #ifndef INT16_MIN #define INT16_MIN (-32767-1) #endif #ifndef INT32_MIN #define INT32_MIN (-2147483647-1) #endif #ifndef INT8_MAX #define INT8_MAX (127) #endif #ifndef INT16_MAX #define INT16_MAX (32767) #endif #ifndef INT32_MAX #define INT32_MAX (2147483647) #endif #ifndef UINT8_MAX #define UINT8_MAX (255U) #endif #ifndef UINT16_MAX #define UINT16_MAX (65535U) #endif #ifndef UINT32_MAX #define UINT32_MAX (4294967295U) #endif #ifndef SIZE_MAX #define SIZE_MAX (~(size_t)0) #endif #endif /* ! C99 */ #endif /* ! FLEXINT_H */ /* begin standard C++ headers. */ /* TODO: this is always defined, so inline it */ #define yyconst const #if defined(__GNUC__) && __GNUC__ >= 3 #define yynoreturn __attribute__((__noreturn__)) #else #define yynoreturn #endif /* Returned upon end-of-file. */ #define YY_NULL 0 /* Promotes a possibly negative, possibly signed char to an * integer in range [0..255] for use as an array index. */ #define YY_SC_TO_UI(c) ((YY_CHAR) (c)) /* An opaque pointer. */ #ifndef YY_TYPEDEF_YY_SCANNER_T #define YY_TYPEDEF_YY_SCANNER_T typedef void* yyscan_t; #endif /* For convenience, these vars (plus the bison vars far below) are macros in the reentrant scanner. */ #define yyin yyg->yyin_r #define yyout yyg->yyout_r #define yyextra yyg->yyextra_r #define yyleng yyg->yyleng_r #define yytext yyg->yytext_r #define yylineno (YY_CURRENT_BUFFER_LVALUE->yy_bs_lineno) #define yycolumn (YY_CURRENT_BUFFER_LVALUE->yy_bs_column) #define yy_flex_debug yyg->yy_flex_debug_r /* Enter a start condition. This macro really ought to take a parameter, * but we do it the disgusting crufty way forced on us by the ()-less * definition of BEGIN. */ #define BEGIN yyg->yy_start = 1 + 2 * /* Translate the current start state into a value that can be later handed * to BEGIN to return to the state. The YYSTATE alias is for lex * compatibility. */ #define YY_START ((yyg->yy_start - 1) / 2) #define YYSTATE YY_START /* Action number for EOF rule of a given start state. */ #define YY_STATE_EOF(state) (YY_END_OF_BUFFER + state + 1) /* Special action meaning "start processing a new file". */ #define YY_NEW_FILE yyrestart( yyin , yyscanner ) #define YY_END_OF_BUFFER_CHAR 0 /* Size of default input buffer. */ #ifndef YY_BUF_SIZE #ifdef __ia64__ /* On IA-64, the buffer size is 16k, not 8k. * Moreover, YY_BUF_SIZE is 2*YY_READ_BUF_SIZE in the general case. * Ditto for the __ia64__ case accordingly. */ #define YY_BUF_SIZE 32768 #else #define YY_BUF_SIZE 16384 #endif /* __ia64__ */ #endif /* The state buf must be large enough to hold one state per character in the main buffer. */ #define YY_STATE_BUF_SIZE ((YY_BUF_SIZE + 2) * sizeof(yy_state_type)) #ifndef YY_TYPEDEF_YY_BUFFER_STATE #define YY_TYPEDEF_YY_BUFFER_STATE typedef struct yy_buffer_state *YY_BUFFER_STATE; #endif #ifndef YY_TYPEDEF_YY_SIZE_T #define YY_TYPEDEF_YY_SIZE_T typedef size_t yy_size_t; #endif #define EOB_ACT_CONTINUE_SCAN 0 #define EOB_ACT_END_OF_FILE 1 #define EOB_ACT_LAST_MATCH 2 #define YY_LESS_LINENO(n) #define YY_LINENO_REWIND_TO(ptr) /* Return all but the first "n" matched characters back to the input stream. */ #define yyless(n) \ do \ { \ /* Undo effects of setting up yytext. */ \ int yyless_macro_arg = (n); \ YY_LESS_LINENO(yyless_macro_arg);\ *yy_cp = yyg->yy_hold_char; \ YY_RESTORE_YY_MORE_OFFSET \ yyg->yy_c_buf_p = yy_cp = yy_bp + yyless_macro_arg - YY_MORE_ADJ; \ YY_DO_BEFORE_ACTION; /* set up yytext again */ \ } \ while ( 0 ) #define unput(c) yyunput( c, yyg->yytext_ptr , yyscanner ) #ifndef YY_STRUCT_YY_BUFFER_STATE #define YY_STRUCT_YY_BUFFER_STATE struct yy_buffer_state { FILE *yy_input_file; char *yy_ch_buf; /* input buffer */ char *yy_buf_pos; /* current position in input buffer */ /* Size of input buffer in bytes, not including room for EOB * characters. */ int yy_buf_size; /* Number of characters read into yy_ch_buf, not including EOB * characters. */ int yy_n_chars; /* Whether we "own" the buffer - i.e., we know we created it, * and can realloc() it to grow it, and should free() it to * delete it. */ int yy_is_our_buffer; /* Whether this is an "interactive" input source; if so, and * if we're using stdio for input, then we want to use getc() * instead of fread(), to make sure we stop fetching input after * each newline. */ int yy_is_interactive; /* Whether we're considered to be at the beginning of a line. * If so, '^' rules will be active on the next match, otherwise * not. */ int yy_at_bol; int yy_bs_lineno; /**< The line count. */ int yy_bs_column; /**< The column count. */ /* Whether to try to fill the input buffer when we reach the * end of it. */ int yy_fill_buffer; int yy_buffer_status; #define YY_BUFFER_NEW 0 #define YY_BUFFER_NORMAL 1 /* When an EOF's been seen but there's still some text to process * then we mark the buffer as YY_EOF_PENDING, to indicate that we * shouldn't try reading from the input source any more. We might * still have a bunch of tokens to match, though, because of * possible backing-up. * * When we actually see the EOF, we change the status to "new" * (via yyrestart()), so that the user can continue scanning by * just pointing yyin at a new input file. */ #define YY_BUFFER_EOF_PENDING 2 }; #endif /* !YY_STRUCT_YY_BUFFER_STATE */ /* We provide macros for accessing buffer states in case in the * future we want to put the buffer states in a more general * "scanner state". * * Returns the top of the stack, or NULL. */ #define YY_CURRENT_BUFFER ( yyg->yy_buffer_stack \ ? yyg->yy_buffer_stack[yyg->yy_buffer_stack_top] \ : NULL) /* Same as previous macro, but useful when we know that the buffer stack is not * NULL or when we need an lvalue. For internal use only. */ #define YY_CURRENT_BUFFER_LVALUE yyg->yy_buffer_stack[yyg->yy_buffer_stack_top] void yyrestart ( FILE *input_file , yyscan_t yyscanner ); void yy_switch_to_buffer ( YY_BUFFER_STATE new_buffer , yyscan_t yyscanner ); YY_BUFFER_STATE yy_create_buffer ( FILE *file, int size , yyscan_t yyscanner ); void yy_delete_buffer ( YY_BUFFER_STATE b , yyscan_t yyscanner ); void yy_flush_buffer ( YY_BUFFER_STATE b , yyscan_t yyscanner ); void yypush_buffer_state ( YY_BUFFER_STATE new_buffer , yyscan_t yyscanner ); void yypop_buffer_state ( yyscan_t yyscanner ); static void yyensure_buffer_stack ( yyscan_t yyscanner ); static void yy_load_buffer_state ( yyscan_t yyscanner ); static void yy_init_buffer ( YY_BUFFER_STATE b, FILE *file , yyscan_t yyscanner ); #define YY_FLUSH_BUFFER yy_flush_buffer( YY_CURRENT_BUFFER , yyscanner) YY_BUFFER_STATE yy_scan_buffer ( char *base, yy_size_t size , yyscan_t yyscanner ); YY_BUFFER_STATE yy_scan_string ( const char *yy_str , yyscan_t yyscanner ); YY_BUFFER_STATE yy_scan_bytes ( const char *bytes, yy_size_t len , yyscan_t yyscanner ); void *yyalloc ( yy_size_t , yyscan_t yyscanner ); void *yyrealloc ( void *, yy_size_t , yyscan_t yyscanner ); void yyfree ( void * , yyscan_t yyscanner ); #define yy_new_buffer yy_create_buffer #define yy_set_interactive(is_interactive) \ { \ if ( ! YY_CURRENT_BUFFER ){ \ yyensure_buffer_stack (yyscanner); \ YY_CURRENT_BUFFER_LVALUE = \ yy_create_buffer( yyin, YY_BUF_SIZE , yyscanner); \ } \ YY_CURRENT_BUFFER_LVALUE->yy_is_interactive = is_interactive; \ } #define yy_set_bol(at_bol) \ { \ if ( ! YY_CURRENT_BUFFER ){\ yyensure_buffer_stack (yyscanner); \ YY_CURRENT_BUFFER_LVALUE = \ yy_create_buffer( yyin, YY_BUF_SIZE , yyscanner); \ } \ YY_CURRENT_BUFFER_LVALUE->yy_at_bol = at_bol; \ } #define YY_AT_BOL() (YY_CURRENT_BUFFER_LVALUE->yy_at_bol) /* Begin user sect3 */ typedef flex_uint8_t YY_CHAR; typedef int yy_state_type; #define yytext_ptr yytext_r static yy_state_type yy_get_previous_state ( yyscan_t yyscanner ); static yy_state_type yy_try_NUL_trans ( yy_state_type current_state , yyscan_t yyscanner); static int yy_get_next_buffer ( yyscan_t yyscanner ); /* Done after the current pattern has been matched and before the * corresponding action - sets up yytext. */ #define YY_DO_BEFORE_ACTION \ yyg->yytext_ptr = yy_bp; \ yyleng = (int) (yy_cp - yy_bp); \ yyg->yy_hold_char = *yy_cp; \ *yy_cp = '\0'; \ yyg->yy_c_buf_p = yy_cp; #define YY_NUM_RULES 46 #define YY_END_OF_BUFFER 47 /* This struct is not used in this scanner, but its presence is necessary. */ struct yy_trans_info { flex_int32_t yy_verify; flex_int32_t yy_nxt; }; static const flex_int16_t yy_accept[162] = { 0, 0, 0, 0, 0, 24, 24, 28, 28, 47, 45, 2, 1, 1, 45, 44, 45, 14, 15, 45, 5, 4, 34, 31, 6, 45, 45, 45, 45, 45, 7, 8, 45, 45, 3, 45, 45, 16, 17, 38, 35, 37, 38, 24, 24, 24, 25, 28, 28, 28, 29, 2, 1, 0, 20, 0, 44, 43, 43, 0, 21, 0, 0, 34, 32, 0, 0, 0, 0, 31, 0, 0, 40, 0, 41, 0, 42, 42, 42, 0, 0, 31, 0, 0, 13, 0, 0, 0, 35, 0, 0, 36, 24, 24, 0, 0, 28, 28, 0, 0, 20, 22, 21, 26, 0, 32, 0, 0, 33, 0, 0, 31, 0, 0, 0, 0, 0, 39, 0, 0, 42, 42, 42, 0, 0, 30, 0, 0, 23, 27, 0, 33, 0, 33, 0, 0, 0, 0, 42, 42, 12, 0, 30, 0, 0, 18, 0, 0, 11, 42, 0, 19, 0, 0, 42, 10, 0, 9, 0, 0, 0, 0 } ; static const YY_CHAR yy_ec[256] = { 0, 1, 1, 1, 1, 1, 1, 1, 1, 2, 3, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 5, 6, 7, 5, 8, 5, 9, 10, 11, 5, 12, 13, 14, 15, 5, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 17, 18, 19, 20, 21, 5, 22, 23, 24, 25, 25, 26, 27, 28, 28, 29, 28, 28, 28, 28, 28, 28, 30, 28, 31, 32, 28, 33, 28, 28, 34, 28, 28, 35, 36, 37, 38, 39, 1, 40, 41, 25, 25, 42, 43, 28, 28, 44, 28, 28, 45, 28, 28, 28, 46, 28, 47, 48, 49, 50, 28, 28, 51, 28, 28, 52, 1, 53, 5, 54, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55, 55 } ; static const YY_CHAR yy_meta[56] = { 0, 1, 2, 3, 3, 4, 5, 4, 6, 7, 4, 4, 4, 4, 8, 9, 10, 11, 4, 1, 6, 12, 4, 13, 13, 13, 13, 13, 14, 14, 14, 14, 14, 14, 14, 12, 15, 12, 1, 16, 13, 13, 13, 13, 14, 14, 14, 14, 14, 14, 14, 14, 2, 1, 12, 17 } ; static const flex_int16_t yy_base[195] = { 0, 0, 0, 55, 0, 108, 109, 110, 113, 568, 620, 559, 620, 553, 111, 117, 114, 620, 620, 109, 620, 538, 111, 128, 620, 97, 88, 123, 137, 124, 620, 620, 515, 523, 141, 142, 146, 620, 620, 620, 519, 620, 150, 132, 139, 508, 163, 140, 148, 502, 169, 502, 620, 156, 495, 0, 170, 620, 481, 161, 443, 0, 402, 170, 163, 165, 186, 206, 0, 212, 215, 0, 620, 167, 219, 154, 0, 339, 314, 184, 196, 226, 218, 221, 620, 0, 225, 226, 353, 234, 237, 620, 221, 241, 250, 343, 252, 256, 222, 325, 620, 620, 620, 620, 267, 249, 268, 302, 297, 0, 0, 291, 270, 0, 283, 294, 298, 620, 0, 0, 0, 256, 261, 290, 293, 274, 300, 309, 620, 620, 253, 252, 245, 244, 0, 326, 0, 0, 203, 194, 304, 308, 191, 175, 316, 323, 0, 0, 0, 139, 330, 324, 0, 0, 77, 327, 0, 0, 0, 0, 0, 620, 381, 398, 415, 432, 449, 465, 479, 181, 489, 499, 516, 533, 299, 549, 563, 572, 579, 343, 344, 593, 349, 350, 602, 355, 356, 357, 361, 362, 363, 367, 459, 460, 464 } ; static const flex_int16_t yy_def[195] = { 0, 161, 1, 161, 3, 162, 162, 163, 163, 161, 161, 161, 161, 161, 164, 165, 166, 161, 161, 161, 161, 161, 161, 167, 161, 168, 169, 170, 170, 170, 161, 161, 161, 161, 170, 170, 170, 161, 161, 161, 161, 161, 171, 172, 172, 161, 172, 173, 173, 161, 173, 161, 161, 164, 161, 164, 165, 161, 161, 166, 161, 166, 161, 161, 161, 161, 161, 161, 174, 175, 161, 176, 161, 168, 161, 161, 177, 177, 177, 170, 170, 167, 170, 170, 161, 178, 170, 170, 161, 171, 171, 161, 172, 172, 172, 161, 173, 173, 173, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 179, 180, 175, 111, 181, 161, 161, 161, 161, 182, 183, 177, 177, 177, 170, 170, 184, 170, 170, 161, 161, 161, 161, 161, 161, 185, 161, 186, 187, 177, 177, 170, 170, 184, 184, 170, 170, 188, 189, 177, 177, 170, 170, 190, 191, 177, 170, 192, 177, 193, 194, 191, 0, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161 } ; static const flex_int16_t yy_nxt[676] = { 0, 10, 11, 12, 13, 10, 14, 15, 10, 16, 17, 18, 19, 20, 19, 21, 22, 23, 24, 25, 10, 10, 26, 27, 28, 27, 27, 27, 27, 27, 29, 27, 27, 27, 27, 30, 10, 31, 32, 33, 34, 28, 27, 35, 27, 27, 29, 27, 27, 36, 27, 27, 37, 38, 10, 27, 39, 40, 39, 39, 39, 39, 39, 39, 39, 39, 39, 39, 39, 39, 39, 39, 41, 39, 39, 39, 39, 39, 42, 42, 42, 42, 42, 42, 42, 42, 42, 42, 42, 42, 39, 39, 39, 39, 39, 42, 42, 42, 42, 42, 42, 42, 42, 42, 42, 42, 42, 39, 39, 39, 42, 44, 44, 48, 45, 45, 48, 54, 74, 49, 57, 58, 49, 60, 62, 63, 65, 63, 157, 77, 67, 67, 67, 75, 78, 93, 68, 66, 80, 80, 81, 81, 93, 97, 46, 46, 50, 55, 70, 50, 61, 97, 80, 66, 81, 83, 80, 80, 81, 81, 82, 80, 100, 81, 71, 90, 161, 91, 94, 92, 102, 83, 161, 57, 58, 94, 98, 82, 96, 64, 72, 105, 86, 154, 98, 65, 63, 118, 74, 104, 143, 106, 55, 87, 76, 76, 66, 61, 107, 80, 107, 81, 108, 75, 119, 104, 143, 106, 67, 67, 67, 80, 66, 161, 67, 67, 67, 114, 114, 114, 110, 115, 115, 115, 93, 161, 70, 112, 67, 67, 67, 96, 70, 80, 68, 81, 80, 149, 81, 116, 80, 80, 81, 81, 93, 148, 70, 124, 113, 90, 123, 91, 90, 161, 161, 97, 92, 94, 72, 97, 133, 133, 71, 124, 72, 105, 123, 72, 131, 131, 126, 117, 161, 161, 161, 106, 127, 94, 72, 130, 132, 130, 132, 131, 133, 114, 114, 114, 98, 143, 161, 106, 98, 67, 67, 67, 115, 115, 115, 110, 135, 135, 135, 139, 138, 80, 112, 81, 80, 109, 81, 70, 109, 108, 116, 80, 140, 81, 108, 80, 141, 81, 161, 80, 80, 81, 81, 113, 135, 135, 135, 80, 140, 81, 129, 72, 141, 150, 80, 80, 81, 81, 80, 72, 81, 80, 117, 81, 144, 128, 117, 145, 150, 69, 134, 88, 69, 134, 151, 136, 137, 122, 136, 137, 155, 111, 146, 147, 111, 146, 147, 152, 153, 156, 152, 153, 156, 73, 117, 121, 73, 155, 43, 43, 43, 43, 43, 43, 43, 43, 43, 43, 43, 43, 43, 43, 43, 43, 43, 47, 47, 47, 47, 47, 47, 47, 47, 47, 47, 47, 47, 47, 47, 47, 47, 47, 53, 53, 64, 53, 53, 53, 53, 53, 53, 53, 53, 53, 53, 53, 53, 53, 53, 56, 56, 56, 56, 56, 56, 56, 56, 56, 56, 56, 56, 56, 56, 56, 56, 56, 59, 59, 103, 59, 59, 59, 59, 59, 59, 59, 59, 59, 59, 59, 59, 59, 59, 69, 69, 158, 159, 69, 158, 159, 160, 69, 69, 160, 69, 69, 69, 69, 69, 73, 57, 73, 73, 73, 73, 73, 73, 73, 73, 73, 73, 73, 73, 79, 79, 79, 79, 101, 79, 79, 51, 79, 79, 89, 89, 89, 89, 99, 89, 89, 95, 89, 89, 92, 92, 92, 92, 88, 92, 92, 92, 92, 92, 92, 92, 92, 92, 92, 92, 92, 96, 96, 96, 96, 96, 96, 85, 96, 96, 96, 96, 96, 96, 96, 96, 96, 96, 111, 111, 84, 64, 111, 52, 111, 111, 111, 111, 51, 111, 111, 111, 111, 111, 69, 161, 69, 69, 69, 69, 161, 161, 161, 161, 161, 161, 69, 120, 161, 120, 161, 161, 120, 120, 161, 120, 125, 161, 161, 125, 125, 161, 125, 125, 111, 161, 111, 111, 111, 111, 161, 161, 161, 161, 161, 161, 111, 142, 142, 142, 161, 161, 142, 142, 161, 142, 142, 9, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161 } ; static const flex_int16_t yy_chk[676] = { 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 5, 6, 7, 5, 6, 8, 14, 25, 7, 15, 15, 8, 16, 19, 19, 22, 22, 154, 26, 23, 23, 23, 25, 26, 43, 23, 22, 27, 29, 27, 29, 44, 47, 5, 6, 7, 14, 23, 8, 16, 48, 28, 22, 28, 29, 34, 35, 34, 35, 28, 36, 53, 36, 23, 42, 46, 42, 43, 46, 59, 29, 50, 56, 56, 44, 47, 28, 50, 64, 23, 65, 35, 149, 48, 63, 63, 75, 73, 64, 143, 65, 53, 36, 169, 169, 63, 59, 66, 79, 66, 79, 66, 73, 75, 64, 142, 65, 67, 67, 67, 80, 63, 80, 69, 69, 69, 70, 70, 70, 69, 74, 74, 74, 92, 98, 67, 69, 81, 81, 81, 98, 69, 82, 81, 82, 83, 139, 83, 74, 86, 87, 86, 87, 93, 138, 81, 83, 69, 89, 82, 89, 90, 94, 90, 96, 94, 92, 67, 97, 133, 132, 81, 83, 69, 105, 82, 70, 131, 130, 86, 74, 112, 112, 112, 105, 87, 93, 81, 104, 106, 104, 106, 104, 106, 114, 114, 114, 96, 125, 112, 105, 97, 111, 111, 111, 115, 115, 115, 111, 116, 116, 116, 122, 121, 123, 111, 123, 124, 174, 124, 111, 174, 108, 115, 126, 123, 126, 107, 140, 124, 140, 112, 141, 127, 141, 127, 111, 135, 135, 135, 144, 123, 144, 99, 114, 124, 141, 145, 151, 145, 151, 155, 111, 155, 150, 115, 150, 126, 95, 116, 127, 141, 179, 180, 88, 179, 180, 144, 182, 183, 78, 182, 183, 150, 185, 186, 187, 185, 186, 187, 188, 189, 190, 188, 189, 190, 191, 135, 77, 191, 150, 162, 162, 162, 162, 162, 162, 162, 162, 162, 162, 162, 162, 162, 162, 162, 162, 162, 163, 163, 163, 163, 163, 163, 163, 163, 163, 163, 163, 163, 163, 163, 163, 163, 163, 164, 164, 62, 164, 164, 164, 164, 164, 164, 164, 164, 164, 164, 164, 164, 164, 164, 165, 165, 165, 165, 165, 165, 165, 165, 165, 165, 165, 165, 165, 165, 165, 165, 165, 166, 166, 60, 166, 166, 166, 166, 166, 166, 166, 166, 166, 166, 166, 166, 166, 166, 167, 167, 192, 193, 167, 192, 193, 194, 167, 167, 194, 167, 167, 167, 167, 167, 168, 58, 168, 168, 168, 168, 168, 168, 168, 168, 168, 168, 168, 168, 170, 170, 170, 170, 54, 170, 170, 51, 170, 170, 171, 171, 171, 171, 49, 171, 171, 45, 171, 171, 172, 172, 172, 172, 40, 172, 172, 172, 172, 172, 172, 172, 172, 172, 172, 172, 172, 173, 173, 173, 173, 173, 173, 33, 173, 173, 173, 173, 173, 173, 173, 173, 173, 173, 175, 175, 32, 21, 175, 13, 175, 175, 175, 175, 11, 175, 175, 175, 175, 175, 176, 9, 176, 176, 176, 176, 0, 0, 0, 0, 0, 0, 176, 177, 0, 177, 0, 0, 177, 177, 0, 177, 178, 0, 0, 178, 178, 0, 178, 178, 181, 0, 181, 181, 181, 181, 0, 0, 0, 0, 0, 0, 181, 184, 184, 184, 0, 0, 184, 184, 0, 184, 184, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161, 161 } ; /* The intent behind this definition is that it'll catch * any uses of REJECT which flex missed. */ #define REJECT reject_used_but_not_detected #define yymore() yymore_used_but_not_detected #define YY_MORE_ADJ 0 #define YY_RESTORE_YY_MORE_OFFSET #line 1 "./turtle_lexer.l" /* -*- Mode: c; c-basic-offset: 2 -*- * * turtle_lexer.l - Raptor Turtle lexer - making tokens for turtle grammar generator * * Copyright (C) 2003-2013, David Beckett http://www.dajobe.org/ * Copyright (C) 2003-2005, University of Bristol, UK http://www.bristol.ac.uk/ * * This package is Free Software and part of Redland http://librdf.org/ * * It is licensed under the following three licenses as alternatives: * 1. GNU Lesser General Public License (LGPL) V2.1 or any newer version * 2. GNU General Public License (GPL) V2 or any newer version * 3. Apache License, V2.0 or any newer version * * You may not use this file except in compliance with at least one of * the above three licenses. * * See LICENSE.html or LICENSE.txt at the top of this package for the * complete terms and further detail along with the license texts for * the licenses in COPYING.LIB, COPYING and LICENSE-2.0.txt respectively. * * * Turtle is defined in http://www.dajobe.org/2004/01/turtle/ * * To generate the C files from this source, rather than use the * shipped turtle_lexer.c/.h needs a patched version of flex 2.5.31 such * as the one available in Debian GNU/Linux. Details below * near the %option descriptions. * */ /* recognise 8-bits */ /* all symbols prefixed by this */ /* This is not needed, flex is invoked -oturtle_lexer.c */ /* %option outfile="turtle_lexer.c" */ /* Emit a C header file for prototypes * Only available in flex 2.5.13 or newer. * It was renamed to header-file in flex 2.5.19 */ /* Do not emit #include * Only available in flex 2.5.7 or newer. * Broken in flex 2.5.31 without patches. */ #define YY_NO_UNISTD_H 1 /* Never interactive */ /* No isatty() check */ /* Batch scanner */ /* Never use yyunput */ /* Supply our own alloc/realloc/free functions */ /* Re-entrant scanner */ /* Makes yyget_lval() yyset_lval() and yylval appear */ /* Makes yyget_lloc() yyset_lloc() and yylloc appear */ /* %option bison-locations */ #line 79 "./turtle_lexer.l" /* definitions */ /* NOTE: These headers are NOT included here but are inserted by * fix-flex since otherwise it appears far too late in the generated C */ /* #ifdef HAVE_CONFIG_H #include #endif */ #include #include #include #include #ifdef HAVE_ERRNO_H #include #endif #ifdef HAVE_STDLIB_H #include #endif #ifdef HAVE_SETJMP_H #include #endif #include "raptor2.h" #include "raptor_internal.h" #include #include #define YYSTYPE TURTLE_PARSER_STYPE /* Prototypes */ static unsigned char *turtle_copy_token(unsigned char *text, size_t len); static unsigned char *turtle_copy_string_token(raptor_parser* rdf_parser, unsigned char *text, size_t len, int delim); void turtle_lexer_syntax_error(void* ctx, const char *message, ...) RAPTOR_PRINTF_FORMAT(2, 3); #ifdef RAPTOR_DEBUG const char * turtle_token_print(raptor_world* world, int token, YYSTYPE *lval); #endif #ifdef __cplusplus #define INPUT_FN yyinput #else #define INPUT_FN input #endif #if FLEX_VERSION_DECIMAL < 20536 /* debian flex 2.5.35-10.1 added these column header prototypes in * re-entrant mode. standard flex omits them */ void turtle_lexer_set_column(int column_no, yyscan_t yyscanner); int turtle_lexer_get_column(yyscan_t yyscanner); #endif static void turtle_lexer_cleanup(yyscan_t yyscanner); #undef yycleanup #define yycleanup turtle_lexer_cleanup #ifdef HAVE_SETJMP static jmp_buf turtle_lexer_fatal_error_longjmp_env; /* fatal error handler declaration */ #define YY_FATAL_ERROR(msg) do { \ turtle_lexer_error(yyscanner, RAPTOR_LOG_LEVEL_FATAL, msg); \ longjmp(turtle_lexer_fatal_error_longjmp_env, 1); \ } while(0) #else #define YY_FATAL_ERROR(msg) do { \ turtle_lexer_error(yyscanner, RAPTOR_LOG_LEVEL_FATAL, msg); \ abort(); \ } while(0) #endif /* Remove the re-fill function since it should never be called */ #define YY_INPUT(buf,result,max_size) { return YY_NULL; } static void turtle_lexer_error(yyscan_t yyscanner, raptor_log_level level, yyconst char *message, ...) RAPTOR_PRINTF_FORMAT(3, 4); /* Fatal error handler that returns EOF instead of abort()/longjmp() * so that parser can clean up properly */ #define YY_FATAL_ERROR_EOF(msg) do { \ turtle_lexer_error(yyscanner, RAPTOR_LOG_LEVEL_FATAL, "%s", msg); \ yyterminate(); \ } while(0) /* Out-of-memory reporting macro */ #define TURTLE_LEXER_OOM() YY_FATAL_ERROR_EOF(turtle_lexer_oom_text) static char turtle_lexer_oom_text[]="turtle_lexer: Out of memory"; /* Do not need input() to to read from stdin */ #define YY_NO_INPUT 1 #define YY_USER_ACTION \ turtle_parser->consumed += yyleng; #line 1006 "turtle_lexer.c" /* Tokens from Turtle 2013 spec - lex-ifyed to remove unicode ranges */ /* flex: only 1 level of definition expansion so have to expand PLX */ #line 1010 "turtle_lexer.c" #define INITIAL 0 #define PREF 1 #define LONG_DLITERAL 2 #define LONG_SLITERAL 3 #ifndef YY_NO_UNISTD_H /* Special case for "unistd.h", since it is non-ANSI. We include it way * down here because we want the user's section 1 to have been scanned first. * The user has a chance to override it with an option. */ #ifndef YY_NO_UNISTD_H #include #endif #endif #define YY_EXTRA_TYPE raptor_parser* /* Holds the entire state of the reentrant scanner. */ struct yyguts_t { /* User-defined. Not touched by flex. */ YY_EXTRA_TYPE yyextra_r; /* The rest are the same as the globals declared in the non-reentrant scanner. */ FILE *yyin_r, *yyout_r; size_t yy_buffer_stack_top; /**< index of top of stack. */ size_t yy_buffer_stack_max; /**< capacity of stack. */ YY_BUFFER_STATE * yy_buffer_stack; /**< Stack as an array. */ char yy_hold_char; int yy_n_chars; int yyleng_r; char *yy_c_buf_p; int yy_init; int yy_start; int yy_did_buffer_switch_on_eof; int yy_start_stack_ptr; int yy_start_stack_depth; int *yy_start_stack; yy_state_type yy_last_accepting_state; char* yy_last_accepting_cpos; int yylineno_r; int yy_flex_debug_r; char *yytext_r; int yy_more_flag; int yy_more_len; YYSTYPE * yylval_r; }; /* end struct yyguts_t */ static int yy_init_globals ( yyscan_t yyscanner ); /* This must go here because YYSTYPE and YYLTYPE are included * from bison output in section 1.*/ # define yylval yyg->yylval_r int yylex_init (yyscan_t* scanner); int yylex_init_extra ( YY_EXTRA_TYPE user_defined, yyscan_t* scanner); /* Accessor methods to globals. These are made visible to non-reentrant scanners for convenience. */ int yylex_destroy ( yyscan_t yyscanner ); int yyget_debug ( yyscan_t yyscanner ); void yyset_debug ( int debug_flag , yyscan_t yyscanner ); YY_EXTRA_TYPE yyget_extra ( yyscan_t yyscanner ); void yyset_extra ( YY_EXTRA_TYPE user_defined , yyscan_t yyscanner ); FILE *yyget_in ( yyscan_t yyscanner ); void yyset_in ( FILE * _in_str , yyscan_t yyscanner ); FILE *yyget_out ( yyscan_t yyscanner ); void yyset_out ( FILE * _out_str , yyscan_t yyscanner ); int yyget_leng ( yyscan_t yyscanner ); char *yyget_text ( yyscan_t yyscanner ); int yyget_lineno ( yyscan_t yyscanner ); void yyset_lineno ( int _line_number , yyscan_t yyscanner ); int yyget_column ( yyscan_t yyscanner ); void yyset_column ( int _column_no , yyscan_t yyscanner ); YYSTYPE * yyget_lval ( yyscan_t yyscanner ); void yyset_lval ( YYSTYPE * yylval_param , yyscan_t yyscanner ); /* Macros after this point can all be overridden by user definitions in * section 1. */ #ifndef YY_SKIP_YYWRAP #ifdef __cplusplus extern "C" int yywrap ( yyscan_t yyscanner ); #else extern int yywrap ( yyscan_t yyscanner ); #endif #endif #ifndef YY_NO_UNPUT #endif #ifndef yytext_ptr static void yy_flex_strncpy ( char *, const char *, int , yyscan_t yyscanner); #endif #ifdef YY_NEED_STRLEN static int yy_flex_strlen ( const char * , yyscan_t yyscanner); #endif #ifndef YY_NO_INPUT #ifdef __cplusplus static int yyinput ( yyscan_t yyscanner ); #else static int input ( yyscan_t yyscanner ); #endif #endif /* Amount of stuff to slurp up with each read. */ #ifndef YY_READ_BUF_SIZE #ifdef __ia64__ /* On IA-64, the buffer size is 16k, not 8k */ #define YY_READ_BUF_SIZE 16384 #else #define YY_READ_BUF_SIZE 8192 #endif /* __ia64__ */ #endif /* Copy whatever the last rule matched to the standard output. */ #ifndef ECHO /* This used to be an fputs(), but since the string might contain NUL's, * we now use fwrite(). */ #define ECHO do { if (fwrite( yytext, (size_t) yyleng, 1, yyout )) {} } while (0) #endif /* Gets input and stuffs it into "buf". number of characters read, or YY_NULL, * is returned in "result". */ #ifndef YY_INPUT #define YY_INPUT(buf,result,max_size) \ if ( YY_CURRENT_BUFFER_LVALUE->yy_is_interactive ) \ { \ int c = '*'; \ int n; \ for ( n = 0; n < max_size && \ (c = getc( yyin )) != EOF && c != '\n'; ++n ) \ buf[n] = (char) c; \ if ( c == '\n' ) \ buf[n++] = (char) c; \ if ( c == EOF && ferror( yyin ) ) \ YY_FATAL_ERROR( "input in flex scanner failed" ); \ result = n; \ } \ else \ { \ errno=0; \ while ( (result = (int) fread(buf, 1, (yy_size_t) max_size, yyin)) == 0 && ferror(yyin)) \ { \ if( errno != EINTR) \ { \ YY_FATAL_ERROR( "input in flex scanner failed" ); \ break; \ } \ errno=0; \ clearerr(yyin); \ } \ }\ \ #endif /* No semi-colon after return; correct usage is to write "yyterminate();" - * we don't want an extra ';' after the "return" because that will cause * some compilers to complain about unreachable statements. */ #ifndef yyterminate #define yyterminate() return YY_NULL #endif /* Number of entries by which start-condition stack grows. */ #ifndef YY_START_STACK_INCR #define YY_START_STACK_INCR 25 #endif /* Report a fatal error. */ #ifndef YY_FATAL_ERROR #define YY_FATAL_ERROR(msg) yy_fatal_error( msg , yyscanner) #endif /* end tables serialization structures and prototypes */ /* Default declaration of generated scanner - a define so the user can * easily add parameters. */ #ifndef YY_DECL #define YY_DECL_IS_OURS 1 extern int yylex \ (YYSTYPE * yylval_param , yyscan_t yyscanner); #define YY_DECL int yylex \ (YYSTYPE * yylval_param , yyscan_t yyscanner) #endif /* !YY_DECL */ /* Code executed at the beginning of each rule, after yytext and yyleng * have been set up. */ #ifndef YY_USER_ACTION #define YY_USER_ACTION #endif /* Code executed at the end of each rule. */ #ifndef YY_BREAK #define YY_BREAK /*LINTED*/break; #endif #define YY_RULE_SETUP \ YY_USER_ACTION /** The main scanner function which does all the work. */ YY_DECL { yy_state_type yy_current_state; char *yy_cp, *yy_bp; int yy_act; struct yyguts_t * yyg = (struct yyguts_t*)yyscanner; yylval = yylval_param; if ( !yyg->yy_init ) { yyg->yy_init = 1; #ifdef YY_USER_INIT YY_USER_INIT; #endif if ( ! yyg->yy_start ) yyg->yy_start = 1; /* first start state */ if ( ! yyin ) yyin = stdin; if ( ! yyout ) yyout = stdout; if ( ! YY_CURRENT_BUFFER ) { yyensure_buffer_stack (yyscanner); YY_CURRENT_BUFFER_LVALUE = yy_create_buffer( yyin, YY_BUF_SIZE , yyscanner); } yy_load_buffer_state( yyscanner ); } { #line 209 "./turtle_lexer.l" #line 211 "./turtle_lexer.l" /* rules */ raptor_parser *rdf_parser = yyextra; raptor_turtle_parser* turtle_parser = (raptor_turtle_parser*)rdf_parser->context; #ifdef HAVE_SETJMP if(setjmp(turtle_lexer_fatal_error_longjmp_env)) return 1; #endif #line 1301 "turtle_lexer.c" while ( /*CONSTCOND*/1 ) /* loops until end-of-file is reached */ { yy_cp = yyg->yy_c_buf_p; /* Support of yytext. */ *yy_cp = yyg->yy_hold_char; /* yy_bp points to the position in yy_ch_buf of the start of * the current run. */ yy_bp = yy_cp; yy_current_state = yyg->yy_start; yy_match: do { YY_CHAR yy_c = yy_ec[YY_SC_TO_UI(*yy_cp)] ; if ( yy_accept[yy_current_state] ) { yyg->yy_last_accepting_state = yy_current_state; yyg->yy_last_accepting_cpos = yy_cp; } while ( yy_chk[yy_base[yy_current_state] + yy_c] != yy_current_state ) { yy_current_state = (int) yy_def[yy_current_state]; if ( yy_current_state >= 162 ) yy_c = yy_meta[yy_c]; } yy_current_state = yy_nxt[yy_base[yy_current_state] + yy_c]; ++yy_cp; } while ( yy_current_state != 161 ); yy_cp = yyg->yy_last_accepting_cpos; yy_current_state = yyg->yy_last_accepting_state; yy_find_action: yy_act = yy_accept[yy_current_state]; YY_DO_BEFORE_ACTION; do_action: /* This label is used only to access EOF actions. */ switch ( yy_act ) { /* beginning of action switch */ case 0: /* must back up */ /* undo the effects of YY_DO_BEFORE_ACTION */ *yy_cp = yyg->yy_hold_char; yy_cp = yyg->yy_last_accepting_cpos; yy_current_state = yyg->yy_last_accepting_state; goto yy_find_action; case 1: /* rule 1 can match eol */ YY_RULE_SETUP #line 224 "./turtle_lexer.l" { turtle_parser->lineno++; } YY_BREAK case 2: YY_RULE_SETUP #line 226 "./turtle_lexer.l" { /* empty */ } YY_BREAK case 3: YY_RULE_SETUP #line 229 "./turtle_lexer.l" { return A; } YY_BREAK case 4: YY_RULE_SETUP #line 231 "./turtle_lexer.l" { return DOT; } YY_BREAK case 5: YY_RULE_SETUP #line 232 "./turtle_lexer.l" { return COMMA; } YY_BREAK case 6: YY_RULE_SETUP #line 233 "./turtle_lexer.l" { return SEMICOLON; } YY_BREAK case 7: YY_RULE_SETUP #line 234 "./turtle_lexer.l" { return LEFT_SQUARE; } YY_BREAK case 8: YY_RULE_SETUP #line 235 "./turtle_lexer.l" { return RIGHT_SQUARE; } YY_BREAK case 9: YY_RULE_SETUP #line 236 "./turtle_lexer.l" { BEGIN(PREF); return PREFIX; } YY_BREAK case 10: YY_RULE_SETUP #line 237 "./turtle_lexer.l" { BEGIN(PREF); return SPARQL_PREFIX; } YY_BREAK case 11: YY_RULE_SETUP #line 239 "./turtle_lexer.l" { return BASE; } YY_BREAK case 12: YY_RULE_SETUP #line 240 "./turtle_lexer.l" { return SPARQL_BASE; } YY_BREAK case 13: YY_RULE_SETUP #line 241 "./turtle_lexer.l" { return HAT; } YY_BREAK case 14: YY_RULE_SETUP #line 242 "./turtle_lexer.l" { return LEFT_ROUND; } YY_BREAK case 15: YY_RULE_SETUP #line 243 "./turtle_lexer.l" { return RIGHT_ROUND; } YY_BREAK case 16: YY_RULE_SETUP #line 244 "./turtle_lexer.l" { return LEFT_CURLY; } YY_BREAK case 17: YY_RULE_SETUP #line 245 "./turtle_lexer.l" { return RIGHT_CURLY; } YY_BREAK case 18: YY_RULE_SETUP #line 246 "./turtle_lexer.l" { return TRUE_TOKEN; } YY_BREAK case 19: YY_RULE_SETUP #line 247 "./turtle_lexer.l" { return FALSE_TOKEN; } YY_BREAK case 20: YY_RULE_SETUP #line 250 "./turtle_lexer.l" { yylval->string = turtle_copy_string_token(rdf_parser, (unsigned char*)yytext+1, yyleng-2, '"'); /* ' */ if(!yylval->string) yyterminate(); return STRING_LITERAL; } YY_BREAK case 21: YY_RULE_SETUP #line 256 "./turtle_lexer.l" { yylval->string = turtle_copy_string_token(rdf_parser, (unsigned char*)yytext+1, yyleng-2, '"'); /* ' */ if(!yylval->string) yyterminate(); return STRING_LITERAL; } YY_BREAK case 22: YY_RULE_SETUP #line 262 "./turtle_lexer.l" { BEGIN(LONG_DLITERAL); turtle_parser->sb = raptor_new_stringbuffer(); if(!turtle_parser->sb) TURTLE_LEXER_OOM(); } YY_BREAK case 23: YY_RULE_SETUP #line 268 "./turtle_lexer.l" { size_t len; BEGIN(INITIAL); len = raptor_stringbuffer_length(turtle_parser->sb); yylval->string = RAPTOR_MALLOC(unsigned char*, len + 1); if(!yylval->string) TURTLE_LEXER_OOM(); raptor_stringbuffer_copy_to_string(turtle_parser->sb, (unsigned char*)yylval->string, len); yylval->string[len]='\0'; raptor_free_stringbuffer(turtle_parser->sb); turtle_parser->sb = NULL; return STRING_LITERAL; } YY_BREAK case 24: /* rule 24 can match eol */ YY_RULE_SETUP #line 283 "./turtle_lexer.l" { char *p; if(*yytext == EOF) { BEGIN(INITIAL); turtle_syntax_error(rdf_parser, "End of file in middle of literal"); raptor_free_stringbuffer(turtle_parser->sb); turtle_parser->sb = NULL; return EOF; } for(p = yytext; *p; p++) { if(*p == '\n') turtle_parser->lineno++; } if(raptor_stringbuffer_append_turtle_string(turtle_parser->sb, (unsigned char*)yytext, yyleng, '"', (raptor_simple_message_handler)turtle_lexer_syntax_error, rdf_parser, 0)) { /* " */ BEGIN(INITIAL); raptor_free_stringbuffer(turtle_parser->sb); turtle_parser->sb = NULL; YY_FATAL_ERROR_EOF("raptor_stringbuffer_append_turtle_string failed"); } } YY_BREAK case 25: YY_RULE_SETUP #line 308 "./turtle_lexer.l" { /* this should only happen if \ is at the end of the file so the Turtle doc is illegal anyway */ BEGIN(INITIAL); raptor_free_stringbuffer(turtle_parser->sb); turtle_parser->sb = NULL; turtle_syntax_error(rdf_parser, "End of file in middle of \"\"\"literal\"\"\""); yyterminate(); } YY_BREAK case YY_STATE_EOF(LONG_DLITERAL): #line 317 "./turtle_lexer.l" { BEGIN(INITIAL); raptor_free_stringbuffer(turtle_parser->sb); turtle_parser->sb = NULL; if(!turtle_parser->is_end) { /* next run will fix things, hopefully */ return EOF; } /* otherwise abort */ turtle_syntax_error(rdf_parser, "End of file in middle of \"\"\"literal\"\"\""); yyterminate(); } YY_BREAK case 26: YY_RULE_SETUP #line 330 "./turtle_lexer.l" { BEGIN(LONG_SLITERAL); turtle_parser->sb = raptor_new_stringbuffer(); if(!turtle_parser->sb) TURTLE_LEXER_OOM(); } YY_BREAK case 27: YY_RULE_SETUP #line 336 "./turtle_lexer.l" { size_t len; BEGIN(INITIAL); len = raptor_stringbuffer_length(turtle_parser->sb); yylval->string = RAPTOR_MALLOC(unsigned char*, len + 1); if(!yylval->string) TURTLE_LEXER_OOM(); raptor_stringbuffer_copy_to_string(turtle_parser->sb, (unsigned char*)yylval->string, len); yylval->string[len]='\0'; raptor_free_stringbuffer(turtle_parser->sb); turtle_parser->sb = NULL; return STRING_LITERAL; } YY_BREAK case 28: /* rule 28 can match eol */ YY_RULE_SETUP #line 351 "./turtle_lexer.l" { char *p; if(*yytext == EOF) { BEGIN(INITIAL); turtle_syntax_error(rdf_parser, "End of file in middle of \'\'\'literal\'\'\'"); raptor_free_stringbuffer(turtle_parser->sb); turtle_parser->sb = NULL; return EOF; } for(p = yytext; *p; p++) { if(*p == '\n') turtle_parser->lineno++; } if(raptor_stringbuffer_append_turtle_string(turtle_parser->sb, (unsigned char*)yytext, yyleng, '"', (raptor_simple_message_handler)turtle_lexer_syntax_error, rdf_parser, 0)) { /* " */ BEGIN(INITIAL); raptor_free_stringbuffer(turtle_parser->sb); turtle_parser->sb = NULL; YY_FATAL_ERROR_EOF("raptor_stringbuffer_append_turtle_string failed"); } } YY_BREAK case 29: YY_RULE_SETUP #line 376 "./turtle_lexer.l" { /* this should only happen if \ is at the end of the file so the Turtle doc is illegal anyway */ BEGIN(INITIAL); raptor_free_stringbuffer(turtle_parser->sb); turtle_parser->sb = NULL; turtle_syntax_error(rdf_parser, "End of file in middle of '''literal'''"); yyterminate(); } YY_BREAK case YY_STATE_EOF(LONG_SLITERAL): #line 385 "./turtle_lexer.l" { BEGIN(INITIAL); raptor_free_stringbuffer(turtle_parser->sb); turtle_parser->sb = NULL; if(!turtle_parser->is_end) { /* next run will fix things, hopefully */ return EOF; } /* otherwise abort */ turtle_syntax_error(rdf_parser, "End of file in middle of '''literal'''"); yyterminate(); } YY_BREAK case 30: YY_RULE_SETUP #line 398 "./turtle_lexer.l" { yylval->string = turtle_copy_token((unsigned char*)yytext+2, yyleng-2); if(!yylval->string) YY_FATAL_ERROR_EOF("turtle_copy_token failed"); return BLANK_LITERAL; } YY_BREAK case 31: YY_RULE_SETUP #line 403 "./turtle_lexer.l" { yylval->uri = turtle_qname_to_uri(rdf_parser, (unsigned char*)yytext, yyleng); if(!yylval->uri) { turtle_lexer_error(yyscanner, RAPTOR_LOG_LEVEL_ERROR, "Failed to convert qname %s to URI", yytext); yyterminate(); } return QNAME_LITERAL; } YY_BREAK case 32: YY_RULE_SETUP #line 411 "./turtle_lexer.l" { yylval->string = turtle_copy_token((unsigned char*)yytext, yyleng); if(!yylval->string) YY_FATAL_ERROR_EOF("turtle_copy_token failed"); return DECIMAL_LITERAL; } YY_BREAK case 33: YY_RULE_SETUP #line 417 "./turtle_lexer.l" { yylval->string = turtle_copy_token((unsigned char*)yytext, yyleng); if(!yylval->string) YY_FATAL_ERROR_EOF("turtle_copy_token failed"); return FLOATING_LITERAL; } YY_BREAK case 34: YY_RULE_SETUP #line 423 "./turtle_lexer.l" { yylval->string = turtle_copy_token((unsigned char*)yytext, yyleng); if(!yylval->string) YY_FATAL_ERROR_EOF("turtle_copy_token failed"); return INTEGER_LITERAL; } YY_BREAK case 35: YY_RULE_SETUP #line 428 "./turtle_lexer.l" { /* eat up leading whitespace */ } YY_BREAK case 36: YY_RULE_SETUP #line 429 "./turtle_lexer.l" { yylval->string=turtle_copy_token((unsigned char*)yytext, yyleng); if(!yylval->string) YY_FATAL_ERROR_EOF("turtle_copy_token failed"); BEGIN(INITIAL); return IDENTIFIER; } YY_BREAK case 37: YY_RULE_SETUP #line 434 "./turtle_lexer.l" { BEGIN(INITIAL); yylval->string = turtle_copy_token((unsigned char*)yytext, 0); if(!yylval->string) YY_FATAL_ERROR_EOF("turtle_copy_token failed"); return IDENTIFIER; } YY_BREAK case 38: /* rule 38 can match eol */ YY_RULE_SETUP #line 440 "./turtle_lexer.l" { BEGIN(INITIAL); if(*yytext == EOF) return EOF; turtle_syntax_error(rdf_parser, "syntax error at '%c'", *yytext); yyterminate(); } YY_BREAK case 39: /* rule 39 can match eol */ YY_RULE_SETUP #line 448 "./turtle_lexer.l" { raptor_stringbuffer* sb; unsigned char* uri_string; /* make length just the IRI */ while(yytext[yyleng - 1] != '>') yyleng--; sb = raptor_new_stringbuffer(); if(!sb) TURTLE_LEXER_OOM(); /* start at yytext + 1 to skip '<' and operate over * length-2 bytes to skip '<' and '>' */ if(raptor_stringbuffer_append_turtle_string(sb, (unsigned char*)yytext+1, yyleng-2, '>', (raptor_simple_message_handler)turtle_lexer_syntax_error, rdf_parser, 1)) { raptor_free_stringbuffer(sb); YY_FATAL_ERROR_EOF("raptor_stringbuffer_append_turtle_string failed"); } uri_string = raptor_stringbuffer_as_string(sb); if(!*uri_string) yylval->uri = raptor_uri_copy(rdf_parser->base_uri); else yylval->uri = raptor_new_uri_relative_to_base(rdf_parser->world, rdf_parser->base_uri, uri_string); raptor_free_stringbuffer(sb); if(!yylval->uri) TURTLE_LEXER_OOM(); return GRAPH_NAME_LEFT_CURLY; } YY_BREAK case 40: /* rule 40 can match eol */ YY_RULE_SETUP #line 480 "./turtle_lexer.l" { while(1) { int c = yytext[yyleng - 1]; if(c == '{' || c == ' ' || c=='\t' || c == '\v' || c == '\n' || c == '=') { yyleng--; } else break; } yytext[yyleng] = '\0'; yylval->uri = turtle_qname_to_uri(rdf_parser, (unsigned char*)yytext, yyleng); if(!yylval->uri) { turtle_lexer_error(yyscanner, RAPTOR_LOG_LEVEL_ERROR, "Failed to convert qname %s to URI", yytext); yyterminate(); } return GRAPH_NAME_LEFT_CURLY; } YY_BREAK case 41: YY_RULE_SETUP #line 499 "./turtle_lexer.l" { if(yyleng == 2) yylval->uri = raptor_uri_copy(rdf_parser->base_uri); else { raptor_stringbuffer* sb; unsigned char* uri_string; yytext[yyleng-1]='\0'; sb = raptor_new_stringbuffer(); if(!sb) TURTLE_LEXER_OOM(); if(raptor_stringbuffer_append_turtle_string(sb, (unsigned char*)yytext+1, yyleng-1, '>', (raptor_simple_message_handler)turtle_lexer_syntax_error, rdf_parser, 1)) { raptor_free_stringbuffer(sb); YY_FATAL_ERROR_EOF("raptor_stringbuffer_append_turtle_string failed"); } uri_string = raptor_stringbuffer_as_string(sb); yylval->uri = raptor_new_uri_relative_to_base(rdf_parser->world, rdf_parser->base_uri, uri_string); if(!yylval->uri) { raptor_free_stringbuffer(sb); TURTLE_LEXER_OOM(); } raptor_free_stringbuffer(sb); } return URI_LITERAL; } YY_BREAK case 42: YY_RULE_SETUP #line 523 "./turtle_lexer.l" { yylval->string = turtle_copy_token((unsigned char*)yytext+1, yyleng-1); if(!yylval->string) YY_FATAL_ERROR_EOF("turtle_copy_token failed"); return LANGTAG; } YY_BREAK case 43: /* rule 43 can match eol */ YY_RULE_SETUP #line 528 "./turtle_lexer.l" { /* # comment */ turtle_parser->lineno++; } YY_BREAK case 44: YY_RULE_SETUP #line 532 "./turtle_lexer.l" { /* # comment on the last line with no terminating newline */ } YY_BREAK case 45: YY_RULE_SETUP #line 535 "./turtle_lexer.l" { if(*yytext == EOF) return EOF; turtle_syntax_error(rdf_parser, "syntax error at '%c'", *yytext); yyterminate(); } YY_BREAK case 46: YY_RULE_SETUP #line 542 "./turtle_lexer.l" YY_FATAL_ERROR( "flex scanner jammed" ); YY_BREAK #line 1837 "turtle_lexer.c" case YY_STATE_EOF(INITIAL): case YY_STATE_EOF(PREF): yyterminate(); case YY_END_OF_BUFFER: { /* Amount of text matched not including the EOB char. */ int yy_amount_of_matched_text = (int) (yy_cp - yyg->yytext_ptr) - 1; /* Undo the effects of YY_DO_BEFORE_ACTION. */ *yy_cp = yyg->yy_hold_char; YY_RESTORE_YY_MORE_OFFSET if ( YY_CURRENT_BUFFER_LVALUE->yy_buffer_status == YY_BUFFER_NEW ) { /* We're scanning a new file or input source. It's * possible that this happened because the user * just pointed yyin at a new source and called * yylex(). If so, then we have to assure * consistency between YY_CURRENT_BUFFER and our * globals. Here is the right place to do so, because * this is the first action (other than possibly a * back-up) that will match for the new input source. */ yyg->yy_n_chars = YY_CURRENT_BUFFER_LVALUE->yy_n_chars; YY_CURRENT_BUFFER_LVALUE->yy_input_file = yyin; YY_CURRENT_BUFFER_LVALUE->yy_buffer_status = YY_BUFFER_NORMAL; } /* Note that here we test for yy_c_buf_p "<=" to the position * of the first EOB in the buffer, since yy_c_buf_p will * already have been incremented past the NUL character * (since all states make transitions on EOB to the * end-of-buffer state). Contrast this with the test * in input(). */ if ( yyg->yy_c_buf_p <= &YY_CURRENT_BUFFER_LVALUE->yy_ch_buf[yyg->yy_n_chars] ) { /* This was really a NUL. */ yy_state_type yy_next_state; yyg->yy_c_buf_p = yyg->yytext_ptr + yy_amount_of_matched_text; yy_current_state = yy_get_previous_state( yyscanner ); /* Okay, we're now positioned to make the NUL * transition. We couldn't have * yy_get_previous_state() go ahead and do it * for us because it doesn't know how to deal * with the possibility of jamming (and we don't * want to build jamming into it because then it * will run more slowly). */ yy_next_state = yy_try_NUL_trans( yy_current_state , yyscanner); yy_bp = yyg->yytext_ptr + YY_MORE_ADJ; if ( yy_next_state ) { /* Consume the NUL. */ yy_cp = ++yyg->yy_c_buf_p; yy_current_state = yy_next_state; goto yy_match; } else { yy_cp = yyg->yy_last_accepting_cpos; yy_current_state = yyg->yy_last_accepting_state; goto yy_find_action; } } else switch ( yy_get_next_buffer( yyscanner ) ) { case EOB_ACT_END_OF_FILE: { yyg->yy_did_buffer_switch_on_eof = 0; if ( yywrap( yyscanner ) ) { /* Note: because we've taken care in * yy_get_next_buffer() to have set up * yytext, we can now set up * yy_c_buf_p so that if some total * hoser (like flex itself) wants to * call the scanner after we return the * YY_NULL, it'll still work - another * YY_NULL will get returned. */ yyg->yy_c_buf_p = yyg->yytext_ptr + YY_MORE_ADJ; yy_act = YY_STATE_EOF(YY_START); goto do_action; } else { if ( ! yyg->yy_did_buffer_switch_on_eof ) YY_NEW_FILE; } break; } case EOB_ACT_CONTINUE_SCAN: yyg->yy_c_buf_p = yyg->yytext_ptr + yy_amount_of_matched_text; yy_current_state = yy_get_previous_state( yyscanner ); yy_cp = yyg->yy_c_buf_p; yy_bp = yyg->yytext_ptr + YY_MORE_ADJ; goto yy_match; case EOB_ACT_LAST_MATCH: yyg->yy_c_buf_p = &YY_CURRENT_BUFFER_LVALUE->yy_ch_buf[yyg->yy_n_chars]; yy_current_state = yy_get_previous_state( yyscanner ); yy_cp = yyg->yy_c_buf_p; yy_bp = yyg->yytext_ptr + YY_MORE_ADJ; goto yy_find_action; } break; } default: YY_FATAL_ERROR( "fatal flex scanner internal error--no action found" ); } /* end of action switch */ } /* end of scanning one token */ } /* end of user's declarations */ } /* end of yylex */ /* yy_get_next_buffer - try to read in a new buffer * * Returns a code representing an action: * EOB_ACT_LAST_MATCH - * EOB_ACT_CONTINUE_SCAN - continue scanning from current position * EOB_ACT_END_OF_FILE - end of file */ static int yy_get_next_buffer (yyscan_t yyscanner) { struct yyguts_t * yyg = (struct yyguts_t*)yyscanner; char *dest = YY_CURRENT_BUFFER_LVALUE->yy_ch_buf; char *source = yyg->yytext_ptr; int number_to_move, i; int ret_val; if ( yyg->yy_c_buf_p > &YY_CURRENT_BUFFER_LVALUE->yy_ch_buf[yyg->yy_n_chars + 1] ) YY_FATAL_ERROR( "fatal flex scanner internal error--end of buffer missed" ); if ( YY_CURRENT_BUFFER_LVALUE->yy_fill_buffer == 0 ) { /* Don't try to fill the buffer, so this is an EOF. */ if ( yyg->yy_c_buf_p - yyg->yytext_ptr - YY_MORE_ADJ == 1 ) { /* We matched a single character, the EOB, so * treat this as a final EOF. */ return EOB_ACT_END_OF_FILE; } else { /* We matched some text prior to the EOB, first * process it. */ return EOB_ACT_LAST_MATCH; } } /* Try to read more data. */ /* First move last chars to start of buffer. */ number_to_move = (int) (yyg->yy_c_buf_p - yyg->yytext_ptr - 1); for ( i = 0; i < number_to_move; ++i ) *(dest++) = *(source++); if ( YY_CURRENT_BUFFER_LVALUE->yy_buffer_status == YY_BUFFER_EOF_PENDING ) /* don't do the read, it's not guaranteed to return an EOF, * just force an EOF */ YY_CURRENT_BUFFER_LVALUE->yy_n_chars = yyg->yy_n_chars = 0; else { int num_to_read = YY_CURRENT_BUFFER_LVALUE->yy_buf_size - number_to_move - 1; while ( num_to_read <= 0 ) { /* Not enough room in the buffer - grow it. */ /* just a shorter name for the current buffer */ YY_BUFFER_STATE b = YY_CURRENT_BUFFER_LVALUE; int yy_c_buf_p_offset = (int) (yyg->yy_c_buf_p - b->yy_ch_buf); if ( b->yy_is_our_buffer ) { int new_size = b->yy_buf_size * 2; if ( new_size <= 0 ) b->yy_buf_size += b->yy_buf_size / 8; else b->yy_buf_size *= 2; b->yy_ch_buf = (char *) /* Include room in for 2 EOB chars. */ yyrealloc( (void *) b->yy_ch_buf, (yy_size_t) (b->yy_buf_size + 2) , yyscanner ); } else /* Can't grow it, we don't own it. */ b->yy_ch_buf = NULL; if ( ! b->yy_ch_buf ) YY_FATAL_ERROR( "fatal error - scanner input buffer overflow" ); yyg->yy_c_buf_p = &b->yy_ch_buf[yy_c_buf_p_offset]; num_to_read = YY_CURRENT_BUFFER_LVALUE->yy_buf_size - number_to_move - 1; } if ( num_to_read > YY_READ_BUF_SIZE ) num_to_read = YY_READ_BUF_SIZE; /* Read in more data. */ YY_INPUT( (&YY_CURRENT_BUFFER_LVALUE->yy_ch_buf[number_to_move]), yyg->yy_n_chars, num_to_read ); } if ( yyg->yy_n_chars == 0 ) { if ( number_to_move == YY_MORE_ADJ ) { ret_val = EOB_ACT_END_OF_FILE; yyrestart( yyin , yyscanner); } else { ret_val = EOB_ACT_LAST_MATCH; YY_CURRENT_BUFFER_LVALUE->yy_buffer_status = YY_BUFFER_EOF_PENDING; } } else ret_val = EOB_ACT_CONTINUE_SCAN; if ((yyg->yy_n_chars + number_to_move) > YY_CURRENT_BUFFER_LVALUE->yy_buf_size) { /* Extend the array by 50%, plus the number we really need. */ int new_size = yyg->yy_n_chars + number_to_move + (yyg->yy_n_chars >> 1); YY_CURRENT_BUFFER_LVALUE->yy_ch_buf = (char *) yyrealloc( (void *) YY_CURRENT_BUFFER_LVALUE->yy_ch_buf, (yy_size_t) new_size , yyscanner ); if ( ! YY_CURRENT_BUFFER_LVALUE->yy_ch_buf ) YY_FATAL_ERROR( "out of dynamic memory in yy_get_next_buffer()" ); /* "- 2" to take care of EOB's */ YY_CURRENT_BUFFER_LVALUE->yy_buf_size = (int) (new_size - 2); } yyg->yy_n_chars += number_to_move; YY_CURRENT_BUFFER_LVALUE->yy_ch_buf[yyg->yy_n_chars] = YY_END_OF_BUFFER_CHAR; YY_CURRENT_BUFFER_LVALUE->yy_ch_buf[yyg->yy_n_chars + 1] = YY_END_OF_BUFFER_CHAR; yyg->yytext_ptr = &YY_CURRENT_BUFFER_LVALUE->yy_ch_buf[0]; return ret_val; } /* yy_get_previous_state - get the state just before the EOB char was reached */ static yy_state_type yy_get_previous_state (yyscan_t yyscanner) { yy_state_type yy_current_state; char *yy_cp; struct yyguts_t * yyg = (struct yyguts_t*)yyscanner; yy_current_state = yyg->yy_start; for ( yy_cp = yyg->yytext_ptr + YY_MORE_ADJ; yy_cp < yyg->yy_c_buf_p; ++yy_cp ) { YY_CHAR yy_c = (*yy_cp ? yy_ec[YY_SC_TO_UI(*yy_cp)] : 1); if ( yy_accept[yy_current_state] ) { yyg->yy_last_accepting_state = yy_current_state; yyg->yy_last_accepting_cpos = yy_cp; } while ( yy_chk[yy_base[yy_current_state] + yy_c] != yy_current_state ) { yy_current_state = (int) yy_def[yy_current_state]; if ( yy_current_state >= 162 ) yy_c = yy_meta[yy_c]; } yy_current_state = yy_nxt[yy_base[yy_current_state] + yy_c]; } return yy_current_state; } /* yy_try_NUL_trans - try to make a transition on the NUL character * * synopsis * next_state = yy_try_NUL_trans( current_state ); */ static yy_state_type yy_try_NUL_trans (yy_state_type yy_current_state , yyscan_t yyscanner) { int yy_is_jam; struct yyguts_t * yyg = (struct yyguts_t*)yyscanner; /* This var may be unused depending upon options. */ char *yy_cp = yyg->yy_c_buf_p; YY_CHAR yy_c = 1; if ( yy_accept[yy_current_state] ) { yyg->yy_last_accepting_state = yy_current_state; yyg->yy_last_accepting_cpos = yy_cp; } while ( yy_chk[yy_base[yy_current_state] + yy_c] != yy_current_state ) { yy_current_state = (int) yy_def[yy_current_state]; if ( yy_current_state >= 162 ) yy_c = yy_meta[yy_c]; } yy_current_state = yy_nxt[yy_base[yy_current_state] + yy_c]; yy_is_jam = (yy_current_state == 161); (void)yyg; return yy_is_jam ? 0 : yy_current_state; } #ifndef YY_NO_UNPUT #endif #ifndef YY_NO_INPUT #ifdef __cplusplus static int yyinput (yyscan_t yyscanner) #else static int input (yyscan_t yyscanner) #endif { int c; struct yyguts_t * yyg = (struct yyguts_t*)yyscanner; *yyg->yy_c_buf_p = yyg->yy_hold_char; if ( *yyg->yy_c_buf_p == YY_END_OF_BUFFER_CHAR ) { /* yy_c_buf_p now points to the character we want to return. * If this occurs *before* the EOB characters, then it's a * valid NUL; if not, then we've hit the end of the buffer. */ if ( yyg->yy_c_buf_p < &YY_CURRENT_BUFFER_LVALUE->yy_ch_buf[yyg->yy_n_chars] ) /* This was really a NUL. */ *yyg->yy_c_buf_p = '\0'; else { /* need more input */ int offset = (int) (yyg->yy_c_buf_p - yyg->yytext_ptr); ++yyg->yy_c_buf_p; switch ( yy_get_next_buffer( yyscanner ) ) { case EOB_ACT_LAST_MATCH: /* This happens because yy_g_n_b() * sees that we've accumulated a * token and flags that we need to * try matching the token before * proceeding. But for input(), * there's no matching to consider. * So convert the EOB_ACT_LAST_MATCH * to EOB_ACT_END_OF_FILE. */ /* Reset buffer status. */ yyrestart( yyin , yyscanner); /*FALLTHROUGH*/ case EOB_ACT_END_OF_FILE: { if ( yywrap( yyscanner ) ) return 0; if ( ! yyg->yy_did_buffer_switch_on_eof ) YY_NEW_FILE; #ifdef __cplusplus return yyinput(yyscanner); #else return input(yyscanner); #endif } case EOB_ACT_CONTINUE_SCAN: yyg->yy_c_buf_p = yyg->yytext_ptr + offset; break; } } } c = *(unsigned char *) yyg->yy_c_buf_p; /* cast for 8-bit char's */ *yyg->yy_c_buf_p = '\0'; /* preserve yytext */ yyg->yy_hold_char = *++yyg->yy_c_buf_p; return c; } #endif /* ifndef YY_NO_INPUT */ /** Immediately switch to a different input stream. * @param input_file A readable stream. * @param yyscanner The scanner object. * @note This function does not reset the start condition to @c INITIAL . */ void yyrestart (FILE * input_file , yyscan_t yyscanner) { struct yyguts_t * yyg = (struct yyguts_t*)yyscanner; if ( ! yyg->yy_buffer_stack ){ yyensure_buffer_stack (yyscanner); YY_CURRENT_BUFFER_LVALUE = yy_create_buffer( yyin, YY_BUF_SIZE , yyscanner); } yy_init_buffer( YY_CURRENT_BUFFER, input_file , yyscanner); yy_load_buffer_state( yyscanner ); } /** Switch to a different input buffer. * @param new_buffer The new input buffer. * @param yyscanner The scanner object. */ void yy_switch_to_buffer (YY_BUFFER_STATE new_buffer , yyscan_t yyscanner) { struct yyguts_t * yyg = (struct yyguts_t*)yyscanner; /* TODO. We should be able to replace this entire function body * with * yypop_buffer_state(); * yypush_buffer_state(new_buffer); */ yyensure_buffer_stack (yyscanner); if ( YY_CURRENT_BUFFER_LVALUE == new_buffer ) return; if ( YY_CURRENT_BUFFER_LVALUE ) { /* Flush out information for old buffer. */ *yyg->yy_c_buf_p = yyg->yy_hold_char; YY_CURRENT_BUFFER_LVALUE->yy_buf_pos = yyg->yy_c_buf_p; YY_CURRENT_BUFFER_LVALUE->yy_n_chars = yyg->yy_n_chars; } YY_CURRENT_BUFFER_LVALUE = new_buffer; yy_load_buffer_state( yyscanner ); /* We don't actually know whether we did this switch during * EOF (yywrap()) processing, but the only time this flag * is looked at is after yywrap() is called, so it's safe * to go ahead and always set it. */ yyg->yy_did_buffer_switch_on_eof = 1; } static void yy_load_buffer_state (yyscan_t yyscanner) { struct yyguts_t * yyg = (struct yyguts_t*)yyscanner; yyg->yy_n_chars = YY_CURRENT_BUFFER_LVALUE->yy_n_chars; yyg->yytext_ptr = yyg->yy_c_buf_p = YY_CURRENT_BUFFER_LVALUE->yy_buf_pos; yyin = YY_CURRENT_BUFFER_LVALUE->yy_input_file; yyg->yy_hold_char = *yyg->yy_c_buf_p; } /** Allocate and initialize an input buffer state. * @param file A readable stream. * @param size The character buffer size in bytes. When in doubt, use @c YY_BUF_SIZE. * @param yyscanner The scanner object. * @return the allocated buffer state. */ YY_BUFFER_STATE yy_create_buffer (FILE * file, int size , yyscan_t yyscanner) { YY_BUFFER_STATE b; b = (YY_BUFFER_STATE) yyalloc( sizeof( struct yy_buffer_state ) , yyscanner ); if ( ! b ) YY_FATAL_ERROR( "out of dynamic memory in yy_create_buffer()" ); b->yy_buf_size = size; /* yy_ch_buf has to be 2 characters longer than the size given because * we need to put in 2 end-of-buffer characters. */ b->yy_ch_buf = (char *) yyalloc( (yy_size_t) (b->yy_buf_size + 2) , yyscanner ); if ( ! b->yy_ch_buf ) YY_FATAL_ERROR( "out of dynamic memory in yy_create_buffer()" ); b->yy_is_our_buffer = 1; yy_init_buffer( b, file , yyscanner); return b; } /** Destroy the buffer. * @param b a buffer created with yy_create_buffer() * @param yyscanner The scanner object. */ void yy_delete_buffer (YY_BUFFER_STATE b , yyscan_t yyscanner) { struct yyguts_t * yyg = (struct yyguts_t*)yyscanner; if ( ! b ) return; if ( b == YY_CURRENT_BUFFER ) /* Not sure if we should pop here. */ YY_CURRENT_BUFFER_LVALUE = (YY_BUFFER_STATE) 0; if ( b->yy_is_our_buffer ) yyfree( (void *) b->yy_ch_buf , yyscanner ); yyfree( (void *) b , yyscanner ); } /* Initializes or reinitializes a buffer. * This function is sometimes called more than once on the same buffer, * such as during a yyrestart() or at EOF. */ static void yy_init_buffer (YY_BUFFER_STATE b, FILE * file , yyscan_t yyscanner) { int oerrno = errno; struct yyguts_t * yyg = (struct yyguts_t*)yyscanner; yy_flush_buffer( b , yyscanner); b->yy_input_file = file; b->yy_fill_buffer = 1; /* If b is the current buffer, then yy_init_buffer was _probably_ * called from yyrestart() or through yy_get_next_buffer. * In that case, we don't want to reset the lineno or column. */ if (b != YY_CURRENT_BUFFER){ b->yy_bs_lineno = 1; b->yy_bs_column = 0; } b->yy_is_interactive = 0; errno = oerrno; } /** Discard all buffered characters. On the next scan, YY_INPUT will be called. * @param b the buffer state to be flushed, usually @c YY_CURRENT_BUFFER. * @param yyscanner The scanner object. */ void yy_flush_buffer (YY_BUFFER_STATE b , yyscan_t yyscanner) { struct yyguts_t * yyg = (struct yyguts_t*)yyscanner; if ( ! b ) return; b->yy_n_chars = 0; /* We always need two end-of-buffer characters. The first causes * a transition to the end-of-buffer state. The second causes * a jam in that state. */ b->yy_ch_buf[0] = YY_END_OF_BUFFER_CHAR; b->yy_ch_buf[1] = YY_END_OF_BUFFER_CHAR; b->yy_buf_pos = &b->yy_ch_buf[0]; b->yy_at_bol = 1; b->yy_buffer_status = YY_BUFFER_NEW; if ( b == YY_CURRENT_BUFFER ) yy_load_buffer_state( yyscanner ); } /** Pushes the new state onto the stack. The new state becomes * the current state. This function will allocate the stack * if necessary. * @param new_buffer The new state. * @param yyscanner The scanner object. */ void yypush_buffer_state (YY_BUFFER_STATE new_buffer , yyscan_t yyscanner) { struct yyguts_t * yyg = (struct yyguts_t*)yyscanner; if (new_buffer == NULL) return; yyensure_buffer_stack(yyscanner); /* This block is copied from yy_switch_to_buffer. */ if ( YY_CURRENT_BUFFER_LVALUE ) { /* Flush out information for old buffer. */ *yyg->yy_c_buf_p = yyg->yy_hold_char; YY_CURRENT_BUFFER_LVALUE->yy_buf_pos = yyg->yy_c_buf_p; YY_CURRENT_BUFFER_LVALUE->yy_n_chars = yyg->yy_n_chars; } /* Only push if top exists. Otherwise, replace top. */ if (YY_CURRENT_BUFFER_LVALUE) yyg->yy_buffer_stack_top++; YY_CURRENT_BUFFER_LVALUE = new_buffer; /* copied from yy_switch_to_buffer. */ yy_load_buffer_state( yyscanner ); yyg->yy_did_buffer_switch_on_eof = 1; } /** Removes and deletes the top of the stack, if present. * The next element becomes the new top. * @param yyscanner The scanner object. */ void yypop_buffer_state (yyscan_t yyscanner) { struct yyguts_t * yyg = (struct yyguts_t*)yyscanner; if (!YY_CURRENT_BUFFER) return; yy_delete_buffer(YY_CURRENT_BUFFER , yyscanner); YY_CURRENT_BUFFER_LVALUE = NULL; if (yyg->yy_buffer_stack_top > 0) --yyg->yy_buffer_stack_top; if (YY_CURRENT_BUFFER_LVALUE) { yy_load_buffer_state( yyscanner ); yyg->yy_did_buffer_switch_on_eof = 1; } } /* Allocates the stack if it does not exist. * Guarantees space for at least one push. */ static void yyensure_buffer_stack (yyscan_t yyscanner) { yy_size_t num_to_alloc; struct yyguts_t * yyg = (struct yyguts_t*)yyscanner; if (!yyg->yy_buffer_stack) { /* First allocation is just for 2 elements, since we don't know if this * scanner will even need a stack. We use 2 instead of 1 to avoid an * immediate realloc on the next call. */ num_to_alloc = 1; /* After all that talk, this was set to 1 anyways... */ yyg->yy_buffer_stack = (struct yy_buffer_state**)yyalloc (num_to_alloc * sizeof(struct yy_buffer_state*) , yyscanner); if ( ! yyg->yy_buffer_stack ) YY_FATAL_ERROR( "out of dynamic memory in yyensure_buffer_stack()" ); memset(yyg->yy_buffer_stack, 0, num_to_alloc * sizeof(struct yy_buffer_state*)); yyg->yy_buffer_stack_max = num_to_alloc; yyg->yy_buffer_stack_top = 0; return; } if (yyg->yy_buffer_stack_top >= (yyg->yy_buffer_stack_max) - 1){ /* Increase the buffer to prepare for a possible push. */ yy_size_t grow_size = 8 /* arbitrary grow size */; num_to_alloc = yyg->yy_buffer_stack_max + grow_size; yyg->yy_buffer_stack = (struct yy_buffer_state**)yyrealloc (yyg->yy_buffer_stack, num_to_alloc * sizeof(struct yy_buffer_state*) , yyscanner); if ( ! yyg->yy_buffer_stack ) YY_FATAL_ERROR( "out of dynamic memory in yyensure_buffer_stack()" ); /* zero only the new slots.*/ memset(yyg->yy_buffer_stack + yyg->yy_buffer_stack_max, 0, grow_size * sizeof(struct yy_buffer_state*)); yyg->yy_buffer_stack_max = num_to_alloc; } } /** Setup the input buffer state to scan directly from a user-specified character buffer. * @param base the character buffer * @param size the size in bytes of the character buffer * @param yyscanner The scanner object. * @return the newly allocated buffer state object. */ YY_BUFFER_STATE yy_scan_buffer (char * base, yy_size_t size , yyscan_t yyscanner) { YY_BUFFER_STATE b; if ( size < 2 || base[size-2] != YY_END_OF_BUFFER_CHAR || base[size-1] != YY_END_OF_BUFFER_CHAR ) /* They forgot to leave room for the EOB's. */ return NULL; b = (YY_BUFFER_STATE) yyalloc( sizeof( struct yy_buffer_state ) , yyscanner ); if ( ! b ) YY_FATAL_ERROR( "out of dynamic memory in yy_scan_buffer()" ); b->yy_buf_size = (int) (size - 2); /* "- 2" to take care of EOB's */ b->yy_buf_pos = b->yy_ch_buf = base; b->yy_is_our_buffer = 0; b->yy_input_file = NULL; b->yy_n_chars = b->yy_buf_size; b->yy_is_interactive = 0; b->yy_at_bol = 1; b->yy_fill_buffer = 0; b->yy_buffer_status = YY_BUFFER_NEW; yy_switch_to_buffer( b , yyscanner ); return b; } /** Setup the input buffer state to scan a string. The next call to yylex() will * scan from a @e copy of @a str. * @param yystr a NUL-terminated string to scan * @param yyscanner The scanner object. * @return the newly allocated buffer state object. * @note If you want to scan bytes that may contain NUL values, then use * yy_scan_bytes() instead. */ YY_BUFFER_STATE yy_scan_string (const char * yystr , yyscan_t yyscanner) { return yy_scan_bytes( yystr, (int) strlen(yystr) , yyscanner); } /** Setup the input buffer state to scan the given bytes. The next call to yylex() will * scan from a @e copy of @a bytes. * @param yybytes the byte buffer to scan * @param _yybytes_len the number of bytes in the buffer pointed to by @a bytes. * @param yyscanner The scanner object. * @return the newly allocated buffer state object. */ YY_BUFFER_STATE yy_scan_bytes (const char * yybytes, yy_size_t _yybytes_len , yyscan_t yyscanner) { YY_BUFFER_STATE b; char *buf; yy_size_t n; yy_size_t i; /* Get memory for full buffer, including space for trailing EOB's. */ n = (yy_size_t) (_yybytes_len + 2); buf = (char *) yyalloc( n , yyscanner ); if ( ! buf ) YY_FATAL_ERROR( "out of dynamic memory in yy_scan_bytes()" ); for ( i = 0; i < _yybytes_len; ++i ) buf[i] = yybytes[i]; buf[_yybytes_len] = buf[_yybytes_len+1] = YY_END_OF_BUFFER_CHAR; b = yy_scan_buffer( buf, n , yyscanner); if ( ! b ) YY_FATAL_ERROR( "bad buffer in yy_scan_bytes()" ); /* It's okay to grow etc. this buffer, and we should throw it * away when we're done. */ b->yy_is_our_buffer = 1; return b; } #ifndef YY_EXIT_FAILURE #define YY_EXIT_FAILURE 2 #endif /* Redefine yyless() so it works in section 3 code. */ #undef yyless #define yyless(n) \ do \ { \ /* Undo effects of setting up yytext. */ \ int yyless_macro_arg = (n); \ YY_LESS_LINENO(yyless_macro_arg);\ yytext[yyleng] = yyg->yy_hold_char; \ yyg->yy_c_buf_p = yytext + yyless_macro_arg; \ yyg->yy_hold_char = *yyg->yy_c_buf_p; \ *yyg->yy_c_buf_p = '\0'; \ yyleng = yyless_macro_arg; \ } \ while ( 0 ) /* Accessor methods (get/set functions) to struct members. */ /** Get the user-defined data for this scanner. * @param yyscanner The scanner object. */ YY_EXTRA_TYPE yyget_extra (yyscan_t yyscanner) { struct yyguts_t * yyg = (struct yyguts_t*)yyscanner; return yyextra; } /** Get the current line number. * @param yyscanner The scanner object. */ int yyget_lineno (yyscan_t yyscanner) { struct yyguts_t * yyg = (struct yyguts_t*)yyscanner; if (! YY_CURRENT_BUFFER) return 0; return yylineno; } /** Get the current column number. * @param yyscanner The scanner object. */ int yyget_column (yyscan_t yyscanner) { struct yyguts_t * yyg = (struct yyguts_t*)yyscanner; if (! YY_CURRENT_BUFFER) return 0; return yycolumn; } /** Get the input stream. * @param yyscanner The scanner object. */ FILE *yyget_in (yyscan_t yyscanner) { struct yyguts_t * yyg = (struct yyguts_t*)yyscanner; return yyin; } /** Get the output stream. * @param yyscanner The scanner object. */ FILE *yyget_out (yyscan_t yyscanner) { struct yyguts_t * yyg = (struct yyguts_t*)yyscanner; return yyout; } /** Get the length of the current token. * @param yyscanner The scanner object. */ int yyget_leng (yyscan_t yyscanner) { struct yyguts_t * yyg = (struct yyguts_t*)yyscanner; return yyleng; } /** Get the current token. * @param yyscanner The scanner object. */ char *yyget_text (yyscan_t yyscanner) { struct yyguts_t * yyg = (struct yyguts_t*)yyscanner; return yytext; } /** Set the user-defined data. This data is never touched by the scanner. * @param user_defined The data to be associated with this scanner. * @param yyscanner The scanner object. */ void yyset_extra (YY_EXTRA_TYPE user_defined , yyscan_t yyscanner) { struct yyguts_t * yyg = (struct yyguts_t*)yyscanner; yyextra = user_defined ; } /** Set the current line number. * @param _line_number line number * @param yyscanner The scanner object. */ void yyset_lineno (int _line_number , yyscan_t yyscanner) { struct yyguts_t * yyg = (struct yyguts_t*)yyscanner; /* lineno is only valid if an input buffer exists. */ if (! YY_CURRENT_BUFFER ) YY_FATAL_ERROR( "yyset_lineno called with no buffer" ); yylineno = _line_number; } /** Set the current column. * @param _column_no column number * @param yyscanner The scanner object. */ void yyset_column (int _column_no , yyscan_t yyscanner) { struct yyguts_t * yyg = (struct yyguts_t*)yyscanner; /* column is only valid if an input buffer exists. */ if (! YY_CURRENT_BUFFER ) YY_FATAL_ERROR( "yyset_column called with no buffer" ); yycolumn = _column_no; } /** Set the input stream. This does not discard the current * input buffer. * @param _in_str A readable stream. * @param yyscanner The scanner object. * @see yy_switch_to_buffer */ void yyset_in (FILE * _in_str , yyscan_t yyscanner) { struct yyguts_t * yyg = (struct yyguts_t*)yyscanner; yyin = _in_str ; } void yyset_out (FILE * _out_str , yyscan_t yyscanner) { struct yyguts_t * yyg = (struct yyguts_t*)yyscanner; yyout = _out_str ; } int yyget_debug (yyscan_t yyscanner) { struct yyguts_t * yyg = (struct yyguts_t*)yyscanner; return yy_flex_debug; } void yyset_debug (int _bdebug , yyscan_t yyscanner) { struct yyguts_t * yyg = (struct yyguts_t*)yyscanner; yy_flex_debug = _bdebug ; } /* Accessor methods for yylval and yylloc */ YYSTYPE * yyget_lval (yyscan_t yyscanner) { struct yyguts_t * yyg = (struct yyguts_t*)yyscanner; return yylval; } void yyset_lval (YYSTYPE * yylval_param , yyscan_t yyscanner) { struct yyguts_t * yyg = (struct yyguts_t*)yyscanner; yylval = yylval_param; } /* User-visible API */ /* yylex_init is special because it creates the scanner itself, so it is * the ONLY reentrant function that doesn't take the scanner as the last argument. * That's why we explicitly handle the declaration, instead of using our macros. */ int yylex_init(yyscan_t* ptr_yy_globals) { if (ptr_yy_globals == NULL){ errno = EINVAL; return 1; } *ptr_yy_globals = (yyscan_t) yyalloc ( sizeof( struct yyguts_t ), NULL ); if (*ptr_yy_globals == NULL){ errno = ENOMEM; return 1; } /* By setting to 0xAA, we expose bugs in yy_init_globals. Leave at 0x00 for releases. */ memset(*ptr_yy_globals,0x00,sizeof(struct yyguts_t)); return yy_init_globals ( *ptr_yy_globals ); } /* yylex_init_extra has the same functionality as yylex_init, but follows the * convention of taking the scanner as the last argument. Note however, that * this is a *pointer* to a scanner, as it will be allocated by this call (and * is the reason, too, why this function also must handle its own declaration). * The user defined value in the first argument will be available to yyalloc in * the yyextra field. */ int yylex_init_extra( YY_EXTRA_TYPE yy_user_defined, yyscan_t* ptr_yy_globals ) { struct yyguts_t dummy_yyguts; yyset_extra (yy_user_defined, &dummy_yyguts); if (ptr_yy_globals == NULL){ errno = EINVAL; return 1; } *ptr_yy_globals = (yyscan_t) yyalloc ( sizeof( struct yyguts_t ), &dummy_yyguts ); if (*ptr_yy_globals == NULL){ errno = ENOMEM; return 1; } /* By setting to 0xAA, we expose bugs in yy_init_globals. Leave at 0x00 for releases. */ memset(*ptr_yy_globals,0x00,sizeof(struct yyguts_t)); yyset_extra (yy_user_defined, *ptr_yy_globals); return yy_init_globals ( *ptr_yy_globals ); } static int yy_init_globals (yyscan_t yyscanner) { struct yyguts_t * yyg = (struct yyguts_t*)yyscanner; /* Initialization is the same as for the non-reentrant scanner. * This function is called from yylex_destroy(), so don't allocate here. */ yyg->yy_buffer_stack = NULL; yyg->yy_buffer_stack_top = 0; yyg->yy_buffer_stack_max = 0; yyg->yy_c_buf_p = NULL; yyg->yy_init = 0; yyg->yy_start = 0; yyg->yy_start_stack_ptr = 0; yyg->yy_start_stack_depth = 0; yyg->yy_start_stack = NULL; /* Defined in main.c */ #ifdef YY_STDINIT yyin = stdin; yyout = stdout; #else yyin = NULL; yyout = NULL; #endif /* For future reference: Set errno on error, since we are called by * yylex_init() */ return 0; } /* yylex_destroy is for both reentrant and non-reentrant scanners. */ int yylex_destroy (yyscan_t yyscanner) { struct yyguts_t * yyg = (struct yyguts_t*)yyscanner; /* Pop the buffer stack, destroying each element. */ while(YY_CURRENT_BUFFER){ yy_delete_buffer( YY_CURRENT_BUFFER , yyscanner ); YY_CURRENT_BUFFER_LVALUE = NULL; yypop_buffer_state(yyscanner); } /* Destroy the stack itself. */ yyfree(yyg->yy_buffer_stack , yyscanner); yyg->yy_buffer_stack = NULL; /* Destroy the start condition stack. */ yyfree( yyg->yy_start_stack , yyscanner ); yyg->yy_start_stack = NULL; /* Reset the globals. This is important in a non-reentrant scanner so the next time * yylex() is called, initialization will occur. */ yy_init_globals( yyscanner); /* Destroy the main struct (reentrant only). */ /* clean up leaks if any before freeing yyscanner */ yycleanup(yyscanner); yyfree ( yyscanner , yyscanner ); yyscanner = NULL; return 0; } /* * Internal utility routines. */ #ifndef yytext_ptr static void yy_flex_strncpy (char* s1, const char * s2, int n , yyscan_t yyscanner) { struct yyguts_t * yyg = (struct yyguts_t*)yyscanner; (void)yyg; int i; for ( i = 0; i < n; ++i ) s1[i] = s2[i]; } #endif #ifdef YY_NEED_STRLEN static int yy_flex_strlen (const char * s , yyscan_t yyscanner) { int n; for ( n = 0; s[n]; ++n ) ; return n; } #endif #define YYTABLES_NAME "yytables" #line 542 "./turtle_lexer.l" /* user code */ int yywrap (yyscan_t yyscanner) { return 1; } static unsigned char * turtle_copy_token(unsigned char *text, size_t len) { unsigned char *s; if(!len) len = strlen((const char*)text); s = RAPTOR_MALLOC(unsigned char*, len + 1); if(s) { memcpy(s, text, len); s[len] = '\0'; } return s; } static unsigned char * turtle_copy_string_token(raptor_parser* rdf_parser, unsigned char *string, size_t len, int delim) { raptor_stringbuffer* sb = NULL; int rc; if(len) { sb = raptor_new_stringbuffer(); if(!sb) return NULL; rc = raptor_stringbuffer_append_turtle_string(sb, string, len, delim, (raptor_simple_message_handler)turtle_lexer_syntax_error, rdf_parser, 0); if(rc) { raptor_free_stringbuffer(sb); return NULL; } len = raptor_stringbuffer_length(sb); } string = RAPTOR_MALLOC(unsigned char*, len + 1); if(string) { if(sb) raptor_stringbuffer_copy_to_string(sb, string, len+1); string[len]='\0'; } if(sb) raptor_free_stringbuffer(sb); return string; } void turtle_lexer_syntax_error(void* ctx, const char *message, ...) { raptor_parser* rdf_parser = (raptor_parser *)ctx; raptor_turtle_parser* turtle_parser = (raptor_turtle_parser*)rdf_parser->context; va_list arguments; rdf_parser->locator.line = turtle_parser->lineno; #ifdef RAPTOR_TURTLE_USE_ERROR_COLUMNS rdf_parser->locator.column = turtle_lexer_get_column(yyscanner); #endif va_start(arguments, message); raptor_parser_log_error_varargs(((raptor_parser*)rdf_parser), RAPTOR_LOG_LEVEL_ERROR, message, arguments); va_end(arguments); } /* * turtle_lexer_error: * @yyscanner: scanner object * @level: log level RAPTOR_LOG_LEVEL_FATAL otherwise error * @message: erro message * * INTERNAL - replacement for the generated error handler. */ static void turtle_lexer_error(yyscan_t yyscanner, raptor_log_level level, yyconst char *message, ...) { raptor_parser *rdf_parser = NULL; va_list arguments; va_start(arguments, message); if(yyscanner) rdf_parser = (raptor_parser*)turtle_lexer_get_extra(yyscanner); /* This handles NULL rdf_parser properly */ raptor_parser_log_error_varargs(rdf_parser, level, message, arguments); va_end(arguments); } /* Define LEXER_ALLOC_TRACKING to enable allocated memory tracking * - fixes lexer memory leak when ensure_buffer_stack fails */ #ifdef LEXER_ALLOC_TRACKING typedef struct { /* Number of void* slots allocated */ int lexer_allocs_size; /* Allocted void* slots follow in memory after this header */ } lexer_alloc_tracker_header; /* Initial alloc tracker slot array size - 2 seems to be enough for almost all cases */ static const int initial_lexer_allocs_size = 2; #endif /* * turtle_lexer_cleanup: * @yyscanner: * * INTERNAL - Clean up unfreed lexer allocs if LEXER_ALLOC_TRACKING is enabled. */ static void turtle_lexer_cleanup(yyscan_t yyscanner) { #ifdef LEXER_ALLOC_TRACKING raptor_parser *rdf_parser; lexer_alloc_tracker_header *tracker; void **lexer_allocs; int i; if(!yyscanner) return; rdf_parser = (raptor_parser *)turtle_lexer_get_extra(yyscanner); if(!rdf_parser) return; tracker = (lexer_alloc_tracker_header *)rdf_parser->lexer_user_data; if(!tracker) return; lexer_allocs = (void**)&tracker[1]; for(i = 0; i < tracker->lexer_allocs_size; ++i) { if(lexer_allocs[i]) free(lexer_allocs[i]); lexer_allocs[i] = NULL; } free(rdf_parser->lexer_user_data); rdf_parser->lexer_user_data = NULL; #endif } /* * turtle_lexer_alloc: * @size * @yyscanner * * INTERNAL - alloc replacement. * Tracks allocated cells if LEXER_ALLOC_TRACKING is enabled. */ void *turtle_lexer_alloc(yy_size_t size, yyscan_t yyscanner) { #ifdef LEXER_ALLOC_TRACKING raptor_parser *rdf_parser; lexer_alloc_tracker_header *tracker; void **lexer_allocs; int i; void *ptr; /* yyscanner not initialized -> probably initializing yyscanner itself * -> just malloc without tracking */ if(!yyscanner) return malloc(size); rdf_parser = (raptor_parser *)turtle_lexer_get_extra(yyscanner); if(!rdf_parser) YY_FATAL_ERROR("lexer_alloc: yyscanner extra not initialized"); /* try to allocate tracker if it does not exist */ tracker = (lexer_alloc_tracker_header *)rdf_parser->lexer_user_data; if(!tracker) { /* allocate tracker header + array of void* slots */ tracker = (lexer_alloc_tracker_header*)calloc(1, sizeof(lexer_alloc_tracker_header)+initial_lexer_allocs_size*sizeof(void*)); if(!tracker) YY_FATAL_ERROR("lexer_alloc: cannot allocate tracker"); tracker->lexer_allocs_size = initial_lexer_allocs_size; rdf_parser->lexer_user_data = (void *)tracker; } lexer_allocs = (void**)&tracker[1]; /* allocate memory */ ptr = malloc(size); /* find a free slot for ptr */ for(i = 0; i < tracker->lexer_allocs_size; ++i) { if(!lexer_allocs[i]) { lexer_allocs[i] = ptr; break; } } /* no free slots -> grow tracker slot array */ if(i>=tracker->lexer_allocs_size) { int j; void **dest; tracker = (lexer_alloc_tracker_header*)calloc(1, sizeof(lexer_alloc_tracker_header)+i*2*sizeof(void*)); if(!tracker) { if(ptr) free(ptr); YY_FATAL_ERROR("lexer_alloc: cannot grow tracker"); } tracker->lexer_allocs_size = i*2; /* copy data from old tracker */ dest = (void**)&tracker[1]; for(j = 0; j < i; ++j) { dest[j] = lexer_allocs[j]; } /* set new item to first free slot */ dest[j] = ptr; /* free old tracker and replace with new one */ free(rdf_parser->lexer_user_data); rdf_parser->lexer_user_data = tracker; } return ptr; #else return malloc(size); #endif } /* * turtle_lexer_realloc: * * INTERNAL - realloc replacement * Tracks allocated cells if LEXER_ALLOC_TRACKING is enabled. */ void *turtle_lexer_realloc(void *ptr, yy_size_t size, yyscan_t yyscanner) { #ifdef LEXER_ALLOC_TRACKING raptor_parser *rdf_parser; lexer_alloc_tracker_header *tracker; void **lexer_allocs; int i; void *newptr; if(!yyscanner) YY_FATAL_ERROR("lexer_realloc: yyscanner not initialized"); rdf_parser = (raptor_parser *)turtle_lexer_get_extra(yyscanner); if(!rdf_parser) YY_FATAL_ERROR("lexer_realloc: yyscanner extra not initialized"); tracker = (lexer_alloc_tracker_header *)rdf_parser->lexer_user_data; if(!tracker) YY_FATAL_ERROR("lexer_realloc: no alloc tracker"); lexer_allocs = (void**)&tracker[1]; /* find the old slot for ptr */ for(i = 0; i < tracker->lexer_allocs_size; ++i) { if(lexer_allocs[i] == ptr) break; } /* no old slot -> error */ if(i>=tracker->lexer_allocs_size) YY_FATAL_ERROR("lexer_realloc: cell not in tracker"); /* realloc */ newptr = realloc((char*)ptr, size); /* replace entry in tracker */ lexer_allocs[i] = newptr; return newptr; #else return realloc((char*)ptr, size); #endif } /* * turtle_lexer_free: * * INTERNAL - free replacement. * Checks for NULL pointer to be freed unlike the default lexer free function. * Tracks allocated cells if LEXER_ALLOC_TRACKING is enabled. */ void turtle_lexer_free(void *ptr, yyscan_t yyscanner) { #ifdef LEXER_ALLOC_TRACKING raptor_parser *rdf_parser; lexer_alloc_tracker_header *tracker; void **lexer_allocs; int i; /* do not free NULL */ if(!ptr) return; /* free ptr even if we would encounter an error */ free(ptr); /* yyscanner is allocated with turtle_lexer_alloc() but it's never stored in the tracker * - we need yyscanner to access the tracker */ if(!yyscanner || ptr == yyscanner) return; rdf_parser = (raptor_parser *)turtle_lexer_get_extra(yyscanner); if(!rdf_parser) return; tracker = (lexer_alloc_tracker_header *)rdf_parser->lexer_user_data; if(!tracker) return; lexer_allocs = (void**)&tracker[1]; /* find the slot for ptr */ for(i = 0; i < tracker->lexer_allocs_size; ++i) { if(lexer_allocs[i] == ptr) break; } /* no slot -> error */ if(i>=tracker->lexer_allocs_size) YY_FATAL_ERROR("lexer_free: cell not in tracker"); /* remove entry from tracker */ lexer_allocs[i] = NULL; #else if(ptr) free(ptr); #endif } #ifdef RAPTOR_DEBUG const char * turtle_token_print(raptor_world* world, int token, YYSTYPE *lval) { #define TTP_DEBUG_BUFFER_SIZE 2048 static char buffer[TTP_DEBUG_BUFFER_SIZE]; if(!token) return "<>"; switch(token) { case PREFIX: return "PREFIX"; case BASE: return "BASE"; case A: return "A"; case DOT: return "DOT"; case COMMA: return "COMMA"; case SEMICOLON: return "SEMICOLON"; case LEFT_SQUARE: return "LEFT_SQUARE"; case RIGHT_SQUARE: return "RIGHT_SQUARE"; case HAT: return "HAT"; case STRING_LITERAL: snprintf(buffer, TTP_DEBUG_BUFFER_SIZE, "STRING_LITERAL(%s)", lval->string); return buffer; case URI_LITERAL: snprintf(buffer, TTP_DEBUG_BUFFER_SIZE, "URI_LITERAL(%s)", (lval->uri ? (char*)raptor_uri_as_string(lval->uri) : "")); return buffer; case BLANK_LITERAL: snprintf(buffer, TTP_DEBUG_BUFFER_SIZE, "BLANK_LITERAL(%s)", lval->string); return buffer; case QNAME_LITERAL: snprintf(buffer, TTP_DEBUG_BUFFER_SIZE, "QNAME_LITERAL(%s)", (lval->uri ? (char*)raptor_uri_as_string(lval->uri) : "")); return buffer; case INTEGER_LITERAL: snprintf(buffer, TTP_DEBUG_BUFFER_SIZE, "INTEGER_LITERAL(%s)", lval->string); return buffer; case FLOATING_LITERAL: snprintf(buffer, TTP_DEBUG_BUFFER_SIZE, "FLOATING_LITERAL(%s)", lval->string); return buffer; case IDENTIFIER: snprintf(buffer, TTP_DEBUG_BUFFER_SIZE, "IDENTIFIER(%s)", (lval->string ? (char*)lval->string : "")); return buffer; case LANGTAG: snprintf(buffer, TTP_DEBUG_BUFFER_SIZE, "LANGTAG(%s)", (lval->string ? (char*)lval->string : "")); return buffer; case DECIMAL_LITERAL: snprintf(buffer, TTP_DEBUG_BUFFER_SIZE, "DECIMAL_LITERAL(%s)", lval->string); return buffer; case ERROR_TOKEN: return "ERROR"; case LEFT_CURLY: return "{"; case RIGHT_CURLY: return "}"; case GRAPH_NAME_LEFT_CURLY: return "GRAPH_NAME {"; default: RAPTOR_DEBUG2("UNKNOWN token %d - add a new case\n", token); return "(UNKNOWN)"; } } #endif void turtle_token_free(raptor_world* world, int token, YYSTYPE *lval) { if(!token) return; switch(token) { case STRING_LITERAL: case BLANK_LITERAL: case IDENTIFIER: if(lval->string) RAPTOR_FREE(char*, lval->string); break; case URI_LITERAL: case QNAME_LITERAL: if(lval->uri) raptor_free_uri(lval->uri); break; default: break; } } #ifdef STANDALONE #define FILE_READ_BUF_SIZE 4096 int main(int argc, char *argv[]) { char *turtle_string = NULL; raptor_parser rdf_parser; raptor_turtle_parser turtle_parser; yyscan_t scanner; int token = EOF; YYSTYPE lval; const unsigned char *uri_string; const char *filename = NULL; char *buf = NULL; size_t len; raptor_world* world; FILE *fh; world = raptor_new_world(); if(argc > 1) { filename = argv[1]; fh = fopen(filename, "r"); if(!fh) { fprintf(stderr, "%s: Cannot open file %s - %s\n", argv[0], filename, strerror(errno)); exit(1); } } else { filename=""; fh = (FILE*)stdin; } turtle_string = RAPTOR_CALLOC(char*, FILE_READ_BUF_SIZE, 1); fread(turtle_string, FILE_READ_BUF_SIZE, 1, fh); fclose(fh); memset(&rdf_parser, 0, sizeof(rdf_parser)); memset(&turtle_parser, 0, sizeof(turtle_parser)); rdf_parser.world = world; /* discard namespace errors - caused by not interpreting @prefix * and hence causing failed qname construction */ raptor_namespaces_init(rdf_parser.world, &turtle_parser.namespaces, 0); yylex_init(&turtle_parser.scanner); scanner = turtle_parser.scanner; len = strlen(RAPTOR_GOOD_CAST(const char*, turtle_string)); buf = RAPTOR_MALLOC(char*, len + 3); memcpy(buf, turtle_string, len); buf[len] = ' '; buf[len + 1] = buf[len + 2] = '\0'; /* YY_END_OF_BUFFER_CHAR; */ (void)turtle_lexer__scan_buffer(buf, len + 3, scanner); turtle_lexer_set_extra(&rdf_parser, scanner); /* Initialise enough of the parser and locator to get error messages */ rdf_parser.context = &turtle_parser; turtle_parser.lineno = 1; rdf_parser.locator.file = filename; rdf_parser.locator.column = -1; uri_string = raptor_uri_filename_to_uri_string(filename); rdf_parser.base_uri = raptor_new_uri(world, uri_string); RAPTOR_FREE(char*, uri_string); while(1) { memset(&lval, 0, sizeof(YYSTYPE)); if(turtle_lexer_get_text(scanner) != NULL) printf("yyinput '%s'\n", turtle_lexer_get_text(scanner)); token = yylex(&lval, scanner); #ifdef RAPTOR_DEBUG printf("token %s\n", turtle_token_print(world, token, &lval)); #else printf("token %d\n", token); #endif turtle_token_free(world, token, &lval); if(!token || token == EOF || token == ERROR_TOKEN) break; } if(buf) RAPTOR_FREE(char*, buf); yylex_destroy(scanner); raptor_namespaces_clear(&turtle_parser.namespaces); raptor_free_uri(rdf_parser.base_uri); RAPTOR_FREE(char*, turtle_string); raptor_free_world(world); if(token == ERROR_TOKEN) return 1; return 0; } #endif