/* This file is part of GNU Dico.
Copyright (C) 2012-2024 Sergey Poznyakoff
GNU Dico is free software; you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation; either version 3, or (at your option)
any later version.
GNU Dico is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with GNU Dico. If not, see . */
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include "gcide.h"
#include "wordsplit.h"
#define yy_create_buffer gcide_markup_yy_create_buffer
#define yy_delete_buffer gcide_markup_yy_delete_buffer
#define yy_flex_debug gcide_markup_yy_flex_debug
#define yy_init_buffer gcide_markup_yy_init_buffer
#define yy_flush_buffer gcide_markup_yy_flush_buffer
#define yy_load_buffer_state gcide_markup_yy_load_buffer_state
#define yy_switch_to_buffer gcide_markup_yy_switch_to_buffer
#define yyin gcide_markup_yyin
#define yyleng gcide_markup_yyleng
#define yylex gcide_markup_yylex
#define yylineno gcide_markup_yylineno
#define yyout gcide_markup_yyout
#define yyrestart gcide_markup_yyrestart
#define yytext gcide_markup_yytext
#define yywrap gcide_markup_yywrap
#define yyalloc gcide_markup_yyalloc
#define yyrealloc gcide_markup_yyrealloc
#define yyfree gcide_markup_yyfree
#define yyunput gcide_markup_yyunput
#define yylex_destroy gcide_markup_yylex_destroy
#define yyget_debug gcide_markup_yyget_debug
#define yyset_debug gcide_markup_yyset_debug
#define yyget_extra gcide_markup_yyget_extra
#define yyset_extra gcide_markup_yyset_extra
#define yyget_in gcide_markup_yyget_in
#define yyset_in gcide_markup_yyset_in
#define yyget_out gcide_markup_yyget_out
#define yyset_out gcide_markup_yyset_out
#define yyget_leng gcide_markup_yyget_leng
#define yyget_text gcide_markup_yyget_text
#define yyget_lineno gcide_markup_yyget_lineno
#define yyset_lineno gcide_markup_yyset_lineno
#line 65 "markup.c"
#define YY_INT_ALIGNED short int
/* A lexical scanner generated by flex */
/* %not-for-header */
/* %if-c-only */
/* %if-not-reentrant */
/* %endif */
/* %endif */
/* %ok-for-header */
#define FLEX_SCANNER
#define YY_FLEX_MAJOR_VERSION 2
#define YY_FLEX_MINOR_VERSION 6
#define YY_FLEX_SUBMINOR_VERSION 4
#if YY_FLEX_SUBMINOR_VERSION > 0
#define FLEX_BETA
#endif
/* %if-c++-only */
/* %endif */
/* %if-c-only */
/* %endif */
/* %if-c-only */
/* %endif */
/* First, we deal with platform-specific or compiler-specific issues. */
/* begin standard C headers. */
/* %if-c-only */
#include
#include
#include
#include
/* %endif */
/* %if-tables-serialization */
/* %endif */
/* end standard C headers. */
/* %if-c-or-c++ */
/* flex integer type definitions */
#ifndef FLEXINT_H
#define FLEXINT_H
/* C99 systems have . Non-C99 systems may or may not. */
#if defined (__STDC_VERSION__) && __STDC_VERSION__ >= 199901L
/* C99 says to define __STDC_LIMIT_MACROS before including stdint.h,
* if you want the limit (max/min) macros for int types.
*/
#ifndef __STDC_LIMIT_MACROS
#define __STDC_LIMIT_MACROS 1
#endif
#include
typedef int8_t flex_int8_t;
typedef uint8_t flex_uint8_t;
typedef int16_t flex_int16_t;
typedef uint16_t flex_uint16_t;
typedef int32_t flex_int32_t;
typedef uint32_t flex_uint32_t;
#else
typedef signed char flex_int8_t;
typedef short int flex_int16_t;
typedef int flex_int32_t;
typedef unsigned char flex_uint8_t;
typedef unsigned short int flex_uint16_t;
typedef unsigned int flex_uint32_t;
/* Limits of integral types. */
#ifndef INT8_MIN
#define INT8_MIN (-128)
#endif
#ifndef INT16_MIN
#define INT16_MIN (-32767-1)
#endif
#ifndef INT32_MIN
#define INT32_MIN (-2147483647-1)
#endif
#ifndef INT8_MAX
#define INT8_MAX (127)
#endif
#ifndef INT16_MAX
#define INT16_MAX (32767)
#endif
#ifndef INT32_MAX
#define INT32_MAX (2147483647)
#endif
#ifndef UINT8_MAX
#define UINT8_MAX (255U)
#endif
#ifndef UINT16_MAX
#define UINT16_MAX (65535U)
#endif
#ifndef UINT32_MAX
#define UINT32_MAX (4294967295U)
#endif
#ifndef SIZE_MAX
#define SIZE_MAX (~(size_t)0)
#endif
#endif /* ! C99 */
#endif /* ! FLEXINT_H */
/* %endif */
/* begin standard C++ headers. */
/* %if-c++-only */
/* %endif */
/* TODO: this is always defined, so inline it */
#define yyconst const
#if defined(__GNUC__) && __GNUC__ >= 3
#define yynoreturn __attribute__((__noreturn__))
#else
#define yynoreturn
#endif
/* %not-for-header */
/* Returned upon end-of-file. */
#define YY_NULL 0
/* %ok-for-header */
/* %not-for-header */
/* Promotes a possibly negative, possibly signed char to an
* integer in range [0..255] for use as an array index.
*/
#define YY_SC_TO_UI(c) ((YY_CHAR) (c))
/* %ok-for-header */
/* %if-reentrant */
/* %endif */
/* %if-not-reentrant */
/* %endif */
/* Enter a start condition. This macro really ought to take a parameter,
* but we do it the disgusting crufty way forced on us by the ()-less
* definition of BEGIN.
*/
#define BEGIN (yy_start) = 1 + 2 *
/* Translate the current start state into a value that can be later handed
* to BEGIN to return to the state. The YYSTATE alias is for lex
* compatibility.
*/
#define YY_START (((yy_start) - 1) / 2)
#define YYSTATE YY_START
/* Action number for EOF rule of a given start state. */
#define YY_STATE_EOF(state) (YY_END_OF_BUFFER + state + 1)
/* Special action meaning "start processing a new file". */
#define YY_NEW_FILE yyrestart( yyin )
#define YY_END_OF_BUFFER_CHAR 0
/* Size of default input buffer. */
#ifndef YY_BUF_SIZE
#ifdef __ia64__
/* On IA-64, the buffer size is 16k, not 8k.
* Moreover, YY_BUF_SIZE is 2*YY_READ_BUF_SIZE in the general case.
* Ditto for the __ia64__ case accordingly.
*/
#define YY_BUF_SIZE 32768
#else
#define YY_BUF_SIZE 16384
#endif /* __ia64__ */
#endif
/* The state buf must be large enough to hold one state per character in the main buffer.
*/
#define YY_STATE_BUF_SIZE ((YY_BUF_SIZE + 2) * sizeof(yy_state_type))
#ifndef YY_TYPEDEF_YY_BUFFER_STATE
#define YY_TYPEDEF_YY_BUFFER_STATE
typedef struct yy_buffer_state *YY_BUFFER_STATE;
#endif
#ifndef YY_TYPEDEF_YY_SIZE_T
#define YY_TYPEDEF_YY_SIZE_T
typedef size_t yy_size_t;
#endif
/* %if-not-reentrant */
extern int yyleng;
/* %endif */
/* %if-c-only */
/* %if-not-reentrant */
extern FILE *yyin, *yyout;
/* %endif */
/* %endif */
#define EOB_ACT_CONTINUE_SCAN 0
#define EOB_ACT_END_OF_FILE 1
#define EOB_ACT_LAST_MATCH 2
#define YY_LESS_LINENO(n)
#define YY_LINENO_REWIND_TO(ptr)
/* Return all but the first "n" matched characters back to the input stream. */
#define yyless(n) \
do \
{ \
/* Undo effects of setting up yytext. */ \
int yyless_macro_arg = (n); \
YY_LESS_LINENO(yyless_macro_arg);\
*yy_cp = (yy_hold_char); \
YY_RESTORE_YY_MORE_OFFSET \
(yy_c_buf_p) = yy_cp = yy_bp + yyless_macro_arg - YY_MORE_ADJ; \
YY_DO_BEFORE_ACTION; /* set up yytext again */ \
} \
while ( 0 )
#define unput(c) yyunput( c, (yytext_ptr) )
#ifndef YY_STRUCT_YY_BUFFER_STATE
#define YY_STRUCT_YY_BUFFER_STATE
struct yy_buffer_state
{
/* %if-c-only */
FILE *yy_input_file;
/* %endif */
/* %if-c++-only */
/* %endif */
char *yy_ch_buf; /* input buffer */
char *yy_buf_pos; /* current position in input buffer */
/* Size of input buffer in bytes, not including room for EOB
* characters.
*/
int yy_buf_size;
/* Number of characters read into yy_ch_buf, not including EOB
* characters.
*/
int yy_n_chars;
/* Whether we "own" the buffer - i.e., we know we created it,
* and can realloc() it to grow it, and should free() it to
* delete it.
*/
int yy_is_our_buffer;
/* Whether this is an "interactive" input source; if so, and
* if we're using stdio for input, then we want to use getc()
* instead of fread(), to make sure we stop fetching input after
* each newline.
*/
int yy_is_interactive;
/* Whether we're considered to be at the beginning of a line.
* If so, '^' rules will be active on the next match, otherwise
* not.
*/
int yy_at_bol;
int yy_bs_lineno; /**< The line count. */
int yy_bs_column; /**< The column count. */
/* Whether to try to fill the input buffer when we reach the
* end of it.
*/
int yy_fill_buffer;
int yy_buffer_status;
#define YY_BUFFER_NEW 0
#define YY_BUFFER_NORMAL 1
/* When an EOF's been seen but there's still some text to process
* then we mark the buffer as YY_EOF_PENDING, to indicate that we
* shouldn't try reading from the input source any more. We might
* still have a bunch of tokens to match, though, because of
* possible backing-up.
*
* When we actually see the EOF, we change the status to "new"
* (via yyrestart()), so that the user can continue scanning by
* just pointing yyin at a new input file.
*/
#define YY_BUFFER_EOF_PENDING 2
};
#endif /* !YY_STRUCT_YY_BUFFER_STATE */
/* %if-c-only Standard (non-C++) definition */
/* %not-for-header */
/* %if-not-reentrant */
/* Stack of input buffers. */
static size_t yy_buffer_stack_top = 0; /**< index of top of stack. */
static size_t yy_buffer_stack_max = 0; /**< capacity of stack. */
static YY_BUFFER_STATE * yy_buffer_stack = NULL; /**< Stack as an array. */
/* %endif */
/* %ok-for-header */
/* %endif */
/* We provide macros for accessing buffer states in case in the
* future we want to put the buffer states in a more general
* "scanner state".
*
* Returns the top of the stack, or NULL.
*/
#define YY_CURRENT_BUFFER ( (yy_buffer_stack) \
? (yy_buffer_stack)[(yy_buffer_stack_top)] \
: NULL)
/* Same as previous macro, but useful when we know that the buffer stack is not
* NULL or when we need an lvalue. For internal use only.
*/
#define YY_CURRENT_BUFFER_LVALUE (yy_buffer_stack)[(yy_buffer_stack_top)]
/* %if-c-only Standard (non-C++) definition */
/* %if-not-reentrant */
/* %not-for-header */
/* yy_hold_char holds the character lost when yytext is formed. */
static char yy_hold_char;
static int yy_n_chars; /* number of characters read into yy_ch_buf */
int yyleng;
/* Points to current character in buffer. */
static char *yy_c_buf_p = NULL;
static int yy_init = 0; /* whether we need to initialize */
static int yy_start = 0; /* start state number */
/* Flag which is used to allow yywrap()'s to do buffer switches
* instead of setting up a fresh yyin. A bit of a hack ...
*/
static int yy_did_buffer_switch_on_eof;
/* %ok-for-header */
/* %endif */
void yyrestart ( FILE *input_file );
void yy_switch_to_buffer ( YY_BUFFER_STATE new_buffer );
YY_BUFFER_STATE yy_create_buffer ( FILE *file, int size );
void yy_delete_buffer ( YY_BUFFER_STATE b );
void yy_flush_buffer ( YY_BUFFER_STATE b );
void yypush_buffer_state ( YY_BUFFER_STATE new_buffer );
void yypop_buffer_state ( void );
static void yyensure_buffer_stack ( void );
static void yy_load_buffer_state ( void );
static void yy_init_buffer ( YY_BUFFER_STATE b, FILE *file );
#define YY_FLUSH_BUFFER yy_flush_buffer( YY_CURRENT_BUFFER )
YY_BUFFER_STATE yy_scan_buffer ( char *base, yy_size_t size );
YY_BUFFER_STATE yy_scan_string ( const char *yy_str );
YY_BUFFER_STATE yy_scan_bytes ( const char *bytes, int len );
/* %endif */
void *yyalloc ( yy_size_t );
void *yyrealloc ( void *, yy_size_t );
void yyfree ( void * );
#define yy_new_buffer yy_create_buffer
#define yy_set_interactive(is_interactive) \
{ \
if ( ! YY_CURRENT_BUFFER ){ \
yyensure_buffer_stack (); \
YY_CURRENT_BUFFER_LVALUE = \
yy_create_buffer( yyin, YY_BUF_SIZE ); \
} \
YY_CURRENT_BUFFER_LVALUE->yy_is_interactive = is_interactive; \
}
#define yy_set_bol(at_bol) \
{ \
if ( ! YY_CURRENT_BUFFER ){\
yyensure_buffer_stack (); \
YY_CURRENT_BUFFER_LVALUE = \
yy_create_buffer( yyin, YY_BUF_SIZE ); \
} \
YY_CURRENT_BUFFER_LVALUE->yy_at_bol = at_bol; \
}
#define YY_AT_BOL() (YY_CURRENT_BUFFER_LVALUE->yy_at_bol)
/* %% [1.0] yytext/yyin/yyout/yy_state_type/yylineno etc. def's & init go here */
/* Begin user sect3 */
#define FLEX_DEBUG
typedef flex_uint8_t YY_CHAR;
FILE *yyin = NULL, *yyout = NULL;
typedef int yy_state_type;
extern int yylineno;
int yylineno = 1;
extern char *yytext;
#ifdef yytext_ptr
#undef yytext_ptr
#endif
#define yytext_ptr yytext
/* %% [1.5] DFA */
/* %if-c-only Standard (non-C++) definition */
static yy_state_type yy_get_previous_state ( void );
static yy_state_type yy_try_NUL_trans ( yy_state_type current_state );
static int yy_get_next_buffer ( void );
static void yynoreturn yy_fatal_error ( const char* msg );
/* %endif */
/* Done after the current pattern has been matched and before the
* corresponding action - sets up yytext.
*/
#define YY_DO_BEFORE_ACTION \
(yytext_ptr) = yy_bp; \
/* %% [2.0] code to fiddle yytext and yyleng for yymore() goes here \ */\
yyleng = (int) (yy_cp - yy_bp); \
(yy_hold_char) = *yy_cp; \
*yy_cp = '\0'; \
/* %% [3.0] code to copy yytext_ptr to yytext[] goes here, if %array \ */\
(yy_c_buf_p) = yy_cp;
/* %% [4.0] data tables for the DFA and the user's section 1 definitions go here */
#define YY_NUM_RULES 24
#define YY_END_OF_BUFFER 25
/* This struct is not used in this scanner,
but its presence is necessary. */
struct yy_trans_info
{
flex_int32_t yy_verify;
flex_int32_t yy_nxt;
};
static const flex_int16_t yy_accept[65] =
{ 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
25, 13, 12, 11, 23, 23, 22, 22, 20, 12,
17, 19, 18, 16, 12, 15, 14, 14, 13, 12,
10, 2, 10, 10, 10, 10, 10, 10, 0, 21,
20, 12, 16, 12, 14, 1, 0, 8, 0, 0,
0, 0, 3, 0, 0, 0, 0, 6, 5, 0,
4, 7, 9, 0
} ;
static const YY_CHAR yy_ec[256] =
{ 0,
1, 1, 1, 1, 1, 1, 1, 1, 2, 3,
1, 1, 4, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 2, 5, 6, 1, 1, 1, 1, 7, 1,
1, 8, 1, 1, 9, 10, 11, 12, 12, 12,
12, 12, 12, 12, 12, 12, 12, 1, 1, 13,
1, 14, 15, 1, 16, 16, 16, 16, 16, 16,
16, 16, 16, 16, 16, 16, 16, 16, 16, 16,
16, 16, 16, 16, 16, 16, 16, 16, 16, 16,
1, 17, 1, 1, 10, 18, 19, 20, 19, 19,
19, 19, 16, 16, 16, 16, 16, 16, 16, 16,
16, 16, 16, 21, 16, 16, 16, 16, 16, 16,
16, 16, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1
} ;
static const YY_CHAR yy_meta[22] =
{ 0,
1, 2, 3, 4, 1, 5, 1, 5, 2, 2,
6, 7, 4, 2, 1, 8, 4, 5, 8, 8,
8
} ;
static const flex_int16_t yy_base[79] =
{ 0,
0, 15, 39, 37, 30, 46, 62, 78, 94, 109,
46, 0, 42, 317, 126, 143, 30, 317, 0, 39,
317, 317, 317, 0, 38, 317, 0, 0, 0, 37,
317, 317, 30, 0, 26, 163, 14, 2, 17, 317,
0, 27, 0, 26, 0, 317, 184, 317, 16, 12,
6, 0, 317, 14, 4, 197, 0, 0, 317, 1,
317, 317, 317, 317, 218, 226, 234, 242, 250, 258,
266, 274, 282, 290, 1, 293, 301, 308
} ;
static const flex_int16_t yy_def[79] =
{ 0,
65, 65, 66, 66, 67, 67, 68, 68, 69, 69,
64, 70, 64, 64, 64, 15, 71, 64, 72, 72,
64, 64, 64, 73, 73, 64, 74, 74, 70, 64,
64, 64, 64, 75, 76, 64, 36, 64, 71, 64,
72, 72, 73, 73, 74, 64, 64, 64, 76, 77,
78, 36, 64, 36, 64, 47, 47, 56, 64, 77,
64, 64, 64, 0, 64, 64, 64, 64, 64, 64,
64, 64, 64, 64, 64, 64, 64, 64
} ;
static const flex_int16_t yy_nxt[339] =
{ 0,
64, 64, 13, 14, 64, 64, 64, 50, 47, 64,
64, 64, 15, 55, 61, 63, 16, 13, 14, 53,
55, 55, 63, 63, 62, 61, 48, 15, 44, 42,
40, 16, 20, 14, 54, 21, 48, 22, 46, 30,
44, 42, 15, 40, 30, 64, 16, 23, 20, 14,
18, 21, 18, 22, 64, 64, 64, 64, 15, 64,
64, 64, 16, 23, 25, 14, 64, 26, 64, 26,
64, 64, 64, 64, 15, 64, 64, 64, 16, 26,
25, 14, 64, 26, 64, 26, 64, 64, 64, 64,
15, 64, 64, 64, 16, 26, 28, 14, 64, 64,
64, 64, 64, 64, 64, 64, 15, 64, 64, 64,
16, 28, 14, 64, 64, 64, 64, 64, 64, 64,
64, 15, 64, 64, 64, 16, 31, 31, 31, 31,
32, 31, 31, 31, 33, 31, 34, 31, 31, 31,
35, 36, 31, 31, 36, 37, 36, 31, 64, 38,
64, 31, 64, 31, 64, 64, 64, 31, 31, 64,
64, 31, 31, 31, 50, 64, 64, 64, 64, 64,
64, 51, 51, 48, 52, 64, 53, 64, 52, 64,
64, 52, 52, 52, 56, 56, 56, 56, 56, 56,
56, 56, 57, 57, 58, 57, 56, 59, 56, 57,
56, 56, 57, 57, 57, 56, 56, 64, 56, 64,
64, 64, 56, 64, 64, 56, 56, 56, 12, 12,
12, 12, 12, 12, 12, 12, 17, 17, 17, 17,
17, 17, 17, 17, 19, 19, 19, 19, 19, 19,
19, 19, 24, 24, 24, 24, 24, 24, 24, 24,
27, 27, 27, 27, 27, 27, 27, 27, 29, 29,
64, 64, 29, 29, 29, 29, 39, 39, 39, 39,
39, 39, 39, 39, 41, 41, 41, 64, 64, 41,
41, 41, 43, 43, 43, 64, 64, 43, 43, 43,
45, 45, 45, 64, 45, 45, 45, 45, 49, 49,
49, 60, 60, 60, 60, 60, 60, 60, 60, 51,
64, 64, 64, 64, 51, 51, 11, 64, 64, 64,
64, 64, 64, 64, 64, 64, 64, 64, 64, 64,
64, 64, 64, 64, 64, 64, 64, 64
} ;
static const flex_int16_t yy_chk[339] =
{ 0,
0, 0, 1, 1, 0, 0, 0, 51, 75, 0,
0, 0, 1, 38, 60, 55, 1, 2, 2, 51,
38, 38, 55, 55, 54, 50, 49, 2, 44, 42,
39, 2, 5, 5, 37, 5, 35, 5, 33, 30,
25, 20, 5, 17, 13, 11, 5, 5, 6, 6,
4, 6, 3, 6, 0, 0, 0, 0, 6, 0,
0, 0, 6, 6, 7, 7, 0, 7, 0, 7,
0, 0, 0, 0, 7, 0, 0, 0, 7, 7,
8, 8, 0, 8, 0, 8, 0, 0, 0, 0,
8, 0, 0, 0, 8, 8, 9, 9, 0, 0,
0, 0, 0, 0, 0, 0, 9, 0, 0, 0,
9, 10, 10, 0, 0, 0, 0, 0, 0, 0,
0, 10, 0, 0, 0, 10, 15, 15, 15, 15,
15, 15, 15, 15, 15, 15, 15, 15, 15, 15,
15, 15, 15, 15, 15, 15, 15, 16, 0, 16,
0, 16, 0, 16, 0, 0, 0, 16, 16, 0,
0, 16, 16, 16, 36, 0, 0, 0, 0, 0,
0, 36, 36, 36, 36, 0, 36, 0, 36, 0,
0, 36, 36, 36, 47, 47, 47, 47, 47, 47,
47, 47, 47, 47, 47, 47, 47, 47, 47, 47,
47, 47, 47, 47, 47, 56, 56, 0, 56, 0,
56, 0, 56, 0, 0, 56, 56, 56, 65, 65,
65, 65, 65, 65, 65, 65, 66, 66, 66, 66,
66, 66, 66, 66, 67, 67, 67, 67, 67, 67,
67, 67, 68, 68, 68, 68, 68, 68, 68, 68,
69, 69, 69, 69, 69, 69, 69, 69, 70, 70,
0, 0, 70, 70, 70, 70, 71, 71, 71, 71,
71, 71, 71, 71, 72, 72, 72, 0, 0, 72,
72, 72, 73, 73, 73, 0, 0, 73, 73, 73,
74, 74, 74, 0, 74, 74, 74, 74, 76, 76,
76, 77, 77, 77, 77, 77, 77, 77, 77, 78,
0, 0, 0, 0, 78, 78, 64, 64, 64, 64,
64, 64, 64, 64, 64, 64, 64, 64, 64, 64,
64, 64, 64, 64, 64, 64, 64, 64
} ;
static yy_state_type yy_last_accepting_state;
static char *yy_last_accepting_cpos;
extern int yy_flex_debug;
int yy_flex_debug = 1;
static const flex_int16_t yy_rule_linenum[24] =
{ 0,
322, 323, 324, 328, 332, 336, 340, 344, 352, 364,
369, 372, 378, 381, 384, 385, 388, 389, 390, 391,
394, 399, 402
} ;
/* The intent behind this definition is that it'll catch
* any uses of REJECT which flex missed.
*/
#define REJECT reject_used_but_not_detected
#define yymore() yymore_used_but_not_detected
#define YY_MORE_ADJ 0
#define YY_RESTORE_YY_MORE_OFFSET
char *yytext;
#line 1 "markup.l"
#line 68 "markup.l"
static struct gcide_locus *base_locus;
static char const *input_buf;
static size_t input_len;
static unsigned token_beg;
static unsigned token_end;
/*
* Dictionary entries in GCIDE corpus files begin with "
", but index
* entries in the GCIDE.IDX file point to the first "" tag that follows.
* Thus, the very first "
" encountered when parsing an entry has no
* corresponding "
" tag. The first_p_seen variable is set by push_tag
* when it sees the first opening "
" tag and is used in pop_tag to generate
* the first "p" block tag and avoid issuing a spurious error message when
* the first "
" is encountered.
*/
static int first_p_seen;
#define LOCUS_FILE (base_locus ? base_locus->file : "")
#define LOCUS_OFF(off) ((base_locus ? base_locus->offset : 0) + off)
static char *textspace; /* Text storage space */
static size_t textsize; /* Size of text space */
static size_t textpos; /* Current position in the text space */
static size_t textstart; /* Start of the current text segment */
static size_t textstart_offset;
static dico_list_t tagstk;
static struct gcide_tag *current_tag;
static jmp_buf errbuf;
static void
memerr(const char *text)
{
dico_log(L_ERR, ENOMEM, "%s", text);
longjmp(errbuf, 1);
}
#define YY_USER_ACTION do { \
token_beg = token_end; \
token_end += yyleng; \
} while (0);
#define YY_INPUT(buf,result,max_size) do { \
size_t __n = (max_size) > input_len ? input_len : (max_size); \
if (__n) \
memcpy((buf), input_buf, __n); \
input_buf += __n; \
input_len -= __n; \
(result) = __n; \
} while(0)
static int retstate;
static char *endtag;
static size_t endtaglen;
#define BEGIN_COMMENT(end) \
{ retstate = YYSTATE; endtag = (end); endtaglen = strlen(endtag); BEGIN(COMMENT); }
static void
text_assert_size(size_t len)
{
while (textsize - textpos < len) {
size_t nsize;
char *newp;
if (SIZE_MAX / 2 < textsize)
memerr("text_add_str");
nsize = 2 * textsize;
newp = realloc(textspace, nsize);
if (!newp)
memerr("text_add_str");
textspace = newp;
textsize = nsize;
}
}
static void
text_add_str(char const *s, size_t l)
{
if (textstart == textpos) textstart_offset = token_beg;
text_assert_size(l);
memcpy(textspace + textpos, s, l);
textpos += l;
}
static void
text_add_strz(char const *s)
{
text_add_str(s, strlen(s));
}
static void
text_add_chr(int ch)
{
char c = ch;
text_add_str(&c, 1);
}
#define text_segment_length() (textpos - textstart)
static size_t
text_segment_finish()
{
size_t ret = textstart;
text_add_chr(0);
textstart = textpos;
return ret;
}
static int free_tag(void *item, void *data);
static struct gcide_tag *
alloc_tag(enum gcide_content_type type)
{
dico_list_t list;
struct gcide_tag *tag = calloc(1, sizeof(*tag));
if (!tag)
memerr("alloc_tag");
tag->tag_type = type;
switch (type) {
case gcide_content_top:
case gcide_content_tag:
list = dico_list_create();
if (!list) {
free(tag);
memerr("alloc_tag");
}
dico_list_set_free_item(list, free_tag, NULL);
tag->v.tag.taglist = list;
break;
default:
break;
}
return tag;
}
struct gcide_tag *
gcide_tag_alloc(const char *text, size_t len)
{
struct gcide_tag *tag;
struct wordsplit ws;
size_t i;
if (wordsplit_len(text, len, &ws, WRDSF_DEFFLAGS & ~WRDSF_CESCAPES)) {
dico_log(L_ERR, 0, _("cannot parse line %.*s: %s"),
(int)len, text, wordsplit_strerror(&ws));
longjmp(errbuf, 1);
}
for (i = 0; i < ws.ws_wordc; i++) {
char *p;
for (p = ws.ws_wordv[i]; *p; p++) {
if (*p == '=')
break;
*p = tolower(*p);
}
}
tag = alloc_tag(gcide_content_tag);
tag->v.tag.tag_parmc = ws.ws_wordc;
tag->v.tag.tag_parmv = ws.ws_wordv;
tag->offset = token_beg;
ws.ws_wordc = 0;
ws.ws_wordv = NULL;
wordsplit_free(&ws);
return tag;
}
#define alloc_taglist gcide_tag_alloc
void
gcide_tag_free(struct gcide_tag *tag)
{
if (tag) {
switch (tag->tag_type) {
default:
break;
case gcide_content_top:
case gcide_content_tag:
dico_list_destroy(&tag->v.tag.taglist);
}
free(tag);
}
}
int
gcide_is_tag(struct gcide_tag *tag, char const *name)
{
return tag != NULL && tag->tag_type == gcide_content_tag &&
strcmp(tag->tag_name, name) == 0;
}
static int
free_tag(void *item, void *data)
{
gcide_tag_free(item);
return 0;
}
static void
append_tag(struct gcide_tag *tag)
{
dico_list_t list;
switch (current_tag->tag_type) {
case gcide_content_text: {
struct gcide_tag *subtag = alloc_tag(gcide_content_text);
subtag->offset = current_tag->offset;
subtag->v.textpos = current_tag->v.textpos;
list = dico_list_create();
if (!list) {
free(subtag);
free(tag);
memerr("append_tag");
}
dico_list_set_free_item(list, free_tag, NULL);
dico_list_append(list, subtag);
current_tag->tag_type = gcide_content_tag;
current_tag->v.tag.taglist = list;
break;
}
default:
break;
}
dico_list_append(current_tag->v.tag.taglist, tag);
}
static void push_tag(struct gcide_tag *tag);
static void pop_tag(const char *tagstr, size_t taglen);
static void
flush_text_segment(void)
{
if (text_segment_length()) {
struct gcide_tag *tag = alloc_tag(gcide_content_text);
tag->v.textpos = text_segment_finish();
tag->offset = textstart_offset;
append_tag(tag);
}
}
#line 926 "markup.c"
#define YY_NO_INPUT 1
#line 929 "markup.c"
#define INITIAL 0
#define COMMENT 1
#define PR 2
#define HW 3
#define PRE 4
#ifndef YY_NO_UNISTD_H
/* Special case for "unistd.h", since it is non-ANSI. We include it way
* down here because we want the user's section 1 to have been scanned first.
* The user has a chance to override it with an option.
*/
/* %if-c-only */
#include
/* %endif */
/* %if-c++-only */
/* %endif */
#endif
#ifndef YY_EXTRA_TYPE
#define YY_EXTRA_TYPE void *
#endif
/* %if-c-only Reentrant structure and macros (non-C++). */
/* %if-reentrant */
/* %if-c-only */
static int yy_init_globals ( void );
/* %endif */
/* %if-reentrant */
/* %endif */
/* %endif End reentrant structures and macros. */
/* Accessor methods to globals.
These are made visible to non-reentrant scanners for convenience. */
int yylex_destroy ( void );
int yyget_debug ( void );
void yyset_debug ( int debug_flag );
YY_EXTRA_TYPE yyget_extra ( void );
void yyset_extra ( YY_EXTRA_TYPE user_defined );
FILE *yyget_in ( void );
void yyset_in ( FILE * _in_str );
FILE *yyget_out ( void );
void yyset_out ( FILE * _out_str );
int yyget_leng ( void );
char *yyget_text ( void );
int yyget_lineno ( void );
void yyset_lineno ( int _line_number );
/* %if-bison-bridge */
/* %endif */
/* Macros after this point can all be overridden by user definitions in
* section 1.
*/
#ifndef YY_SKIP_YYWRAP
#ifdef __cplusplus
extern "C" int yywrap ( void );
#else
extern int yywrap ( void );
#endif
#endif
/* %not-for-header */
#ifndef YY_NO_UNPUT
#endif
/* %ok-for-header */
/* %endif */
#ifndef yytext_ptr
static void yy_flex_strncpy ( char *, const char *, int );
#endif
#ifdef YY_NEED_STRLEN
static int yy_flex_strlen ( const char * );
#endif
#ifndef YY_NO_INPUT
/* %if-c-only Standard (non-C++) definition */
/* %not-for-header */
#ifdef __cplusplus
static int yyinput ( void );
#else
static int input ( void );
#endif
/* %ok-for-header */
/* %endif */
#endif
/* %if-c-only */
/* %endif */
/* Amount of stuff to slurp up with each read. */
#ifndef YY_READ_BUF_SIZE
#ifdef __ia64__
/* On IA-64, the buffer size is 16k, not 8k */
#define YY_READ_BUF_SIZE 16384
#else
#define YY_READ_BUF_SIZE 8192
#endif /* __ia64__ */
#endif
/* Copy whatever the last rule matched to the standard output. */
#ifndef ECHO
/* %if-c-only Standard (non-C++) definition */
/* This used to be an fputs(), but since the string might contain NUL's,
* we now use fwrite().
*/
#define ECHO do { if (fwrite( yytext, (size_t) yyleng, 1, yyout )) {} } while (0)
/* %endif */
/* %if-c++-only C++ definition */
/* %endif */
#endif
/* Gets input and stuffs it into "buf". number of characters read, or YY_NULL,
* is returned in "result".
*/
#ifndef YY_INPUT
#define YY_INPUT(buf,result,max_size) \
/* %% [5.0] fread()/read() definition of YY_INPUT goes here unless we're doing C++ \ */\
if ( YY_CURRENT_BUFFER_LVALUE->yy_is_interactive ) \
{ \
int c = '*'; \
int n; \
for ( n = 0; n < max_size && \
(c = getc( yyin )) != EOF && c != '\n'; ++n ) \
buf[n] = (char) c; \
if ( c == '\n' ) \
buf[n++] = (char) c; \
if ( c == EOF && ferror( yyin ) ) \
YY_FATAL_ERROR( "input in flex scanner failed" ); \
result = n; \
} \
else \
{ \
errno=0; \
while ( (result = (int) fread(buf, 1, (yy_size_t) max_size, yyin)) == 0 && ferror(yyin)) \
{ \
if( errno != EINTR) \
{ \
YY_FATAL_ERROR( "input in flex scanner failed" ); \
break; \
} \
errno=0; \
clearerr(yyin); \
} \
}\
\
/* %if-c++-only C++ definition \ */\
/* %endif */
#endif
/* No semi-colon after return; correct usage is to write "yyterminate();" -
* we don't want an extra ';' after the "return" because that will cause
* some compilers to complain about unreachable statements.
*/
#ifndef yyterminate
#define yyterminate() return YY_NULL
#endif
/* Number of entries by which start-condition stack grows. */
#ifndef YY_START_STACK_INCR
#define YY_START_STACK_INCR 25
#endif
/* Report a fatal error. */
#ifndef YY_FATAL_ERROR
/* %if-c-only */
#define YY_FATAL_ERROR(msg) yy_fatal_error( msg )
/* %endif */
/* %if-c++-only */
/* %endif */
#endif
/* %if-tables-serialization structures and prototypes */
/* %not-for-header */
/* %ok-for-header */
/* %not-for-header */
/* %tables-yydmap generated elements */
/* %endif */
/* end tables serialization structures and prototypes */
/* %ok-for-header */
/* Default declaration of generated scanner - a define so the user can
* easily add parameters.
*/
#ifndef YY_DECL
#define YY_DECL_IS_OURS 1
/* %if-c-only Standard (non-C++) definition */
extern int yylex (void);
#define YY_DECL int yylex (void)
/* %endif */
/* %if-c++-only C++ definition */
/* %endif */
#endif /* !YY_DECL */
/* Code executed at the beginning of each rule, after yytext and yyleng
* have been set up.
*/
#ifndef YY_USER_ACTION
#define YY_USER_ACTION
#endif
/* Code executed at the end of each rule. */
#ifndef YY_BREAK
#define YY_BREAK /*LINTED*/break;
#endif
/* %% [6.0] YY_RULE_SETUP definition goes here */
#define YY_RULE_SETUP \
YY_USER_ACTION
/* %not-for-header */
/** The main scanner function which does all the work.
*/
YY_DECL
{
yy_state_type yy_current_state;
char *yy_cp, *yy_bp;
int yy_act;
if ( !(yy_init) )
{
(yy_init) = 1;
#ifdef YY_USER_INIT
YY_USER_INIT;
#endif
if ( ! (yy_start) )
(yy_start) = 1; /* first start state */
if ( ! yyin )
/* %if-c-only */
yyin = stdin;
/* %endif */
/* %if-c++-only */
/* %endif */
if ( ! yyout )
/* %if-c-only */
yyout = stdout;
/* %endif */
/* %if-c++-only */
/* %endif */
if ( ! YY_CURRENT_BUFFER ) {
yyensure_buffer_stack ();
YY_CURRENT_BUFFER_LVALUE =
yy_create_buffer( yyin, YY_BUF_SIZE );
}
yy_load_buffer_state( );
}
{
/* %% [7.0] user's declarations go here */
#line 320 "markup.l"
#line 1213 "markup.c"
while ( /*CONSTCOND*/1 ) /* loops until end-of-file is reached */
{
/* %% [8.0] yymore()-related code goes here */
yy_cp = (yy_c_buf_p);
/* Support of yytext. */
*yy_cp = (yy_hold_char);
/* yy_bp points to the position in yy_ch_buf of the start of
* the current run.
*/
yy_bp = yy_cp;
/* %% [9.0] code to set up and find next match goes here */
yy_current_state = (yy_start);
yy_match:
do
{
YY_CHAR yy_c = yy_ec[YY_SC_TO_UI(*yy_cp)] ;
if ( yy_accept[yy_current_state] )
{
(yy_last_accepting_state) = yy_current_state;
(yy_last_accepting_cpos) = yy_cp;
}
while ( yy_chk[yy_base[yy_current_state] + yy_c] != yy_current_state )
{
yy_current_state = (int) yy_def[yy_current_state];
if ( yy_current_state >= 65 )
yy_c = yy_meta[yy_c];
}
yy_current_state = yy_nxt[yy_base[yy_current_state] + yy_c];
++yy_cp;
}
while ( yy_base[yy_current_state] != 317 );
yy_find_action:
/* %% [10.0] code to find the action number goes here */
yy_act = yy_accept[yy_current_state];
if ( yy_act == 0 )
{ /* have to back up */
yy_cp = (yy_last_accepting_cpos);
yy_current_state = (yy_last_accepting_state);
yy_act = yy_accept[yy_current_state];
}
YY_DO_BEFORE_ACTION;
/* %% [11.0] code for yylineno update goes here */
do_action: /* This label is used only to access EOF actions. */
/* %% [12.0] debug code goes here */
if ( yy_flex_debug )
{
if ( yy_act == 0 )
fprintf( stderr, "--scanner backing up\n" );
else if ( yy_act < 24 )
fprintf( stderr, "--accepting rule at line %ld (\"%s\")\n",
(long)yy_rule_linenum[yy_act], yytext );
else if ( yy_act == 24 )
fprintf( stderr, "--accepting default rule (\"%s\")\n",
yytext );
else if ( yy_act == 25 )
fprintf( stderr, "--(end of buffer or a NUL)\n" );
else
fprintf( stderr, "--EOF (start condition %d)\n", YY_START );
}
switch ( yy_act )
{ /* beginning of action switch */
/* %% [13.0] actions go here */
case 0: /* must back up */
/* undo the effects of YY_DO_BEFORE_ACTION */
*yy_cp = (yy_hold_char);
yy_cp = (yy_last_accepting_cpos);
yy_current_state = (yy_last_accepting_state);
goto yy_find_action;
case 1:
YY_RULE_SETUP
#line 322 "markup.l"
BEGIN_COMMENT("-->");
YY_BREAK
case 2:
YY_RULE_SETUP
#line 323 "markup.l"
BEGIN_COMMENT("!>");
YY_BREAK
case 3:
YY_RULE_SETUP
#line 324 "markup.l"
{
flush_text_segment();
push_tag(alloc_taglist(yytext + 1, yyleng - 2));
}
YY_BREAK
case 4:
/* rule 4 can match eol */
YY_RULE_SETUP
#line 328 "markup.l"
{
flush_text_segment();
push_tag(alloc_taglist(yytext + 1, yyleng - 2));
}
YY_BREAK
case 5:
YY_RULE_SETUP
#line 332 "markup.l"
{
flush_text_segment();
pop_tag(yytext + 2, yyleng - 3);
}
YY_BREAK
case 6:
/* rule 6 can match eol */
YY_RULE_SETUP
#line 336 "markup.l"
{
dico_log(L_WARN, 0, _("%s:%zu: malformed entity or tag: %s"),
LOCUS_FILE, LOCUS_OFF(token_beg), yytext);
}
YY_BREAK
case 7:
YY_RULE_SETUP
#line 340 "markup.l"
{
flush_text_segment();
append_tag(alloc_tag(gcide_content_br));
}
YY_BREAK
case 8:
YY_RULE_SETUP
#line 344 "markup.l"
{
char const *s = gcide_entity_to_utf8(yytext);
if (s)
text_add_str(s, strlen(s));
else
dico_log(L_WARN, 0, _("%s:%zu: unrecognized entity: %s"),
LOCUS_FILE, LOCUS_OFF(token_beg), yytext);
}
YY_BREAK
case 9:
YY_RULE_SETUP
#line 352 "markup.l"
{
char const *s = gcide_escape_to_utf8(yytext+2);
if (s)
text_add_str(s, strlen(s));
else {
text_add_str(yytext, yyleng);
dico_log(L_WARN, 0,
_("%s:%zu: unknown character sequence %s"),
LOCUS_FILE, LOCUS_OFF(token_beg), yytext);
}
}
YY_BREAK
case 10:
/* rule 10 can match eol */
YY_RULE_SETUP
#line 364 "markup.l"
{
text_add_chr(yytext[0]);
yyless(1);
token_end--;
}
YY_BREAK
case 11:
YY_RULE_SETUP
#line 369 "markup.l"
;
YY_BREAK
case 12:
/* rule 12 can match eol */
YY_RULE_SETUP
#line 372 "markup.l"
{
flush_text_segment();
append_tag(alloc_tag(gcide_content_nl));
}
YY_BREAK
case 13:
YY_RULE_SETUP
#line 378 "markup.l"
text_add_str(yytext, yyleng);
YY_BREAK
case 14:
/* rule 14 can match eol */
YY_RULE_SETUP
#line 381 "markup.l"
text_add_str(yytext, yyleng);
YY_BREAK
case 15:
YY_RULE_SETUP
#line 384 "markup.l"
;
YY_BREAK
case 16:
/* rule 16 can match eol */
YY_RULE_SETUP
#line 385 "markup.l"
text_add_str(yytext, yyleng);
YY_BREAK
case 17:
YY_RULE_SETUP
#line 388 "markup.l"
text_add_strz("ˈ"); /* Main accent */
YY_BREAK
case 18:
YY_RULE_SETUP
#line 389 "markup.l"
text_add_strz("ˌ"); /* Secondary accent */
YY_BREAK
case 19:
YY_RULE_SETUP
#line 390 "markup.l"
text_add_strz("‑"); /* Syllable break */
YY_BREAK
case 20:
/* rule 20 can match eol */
YY_RULE_SETUP
#line 391 "markup.l"
text_add_str(yytext, yyleng);
YY_BREAK
case 21:
/* rule 21 can match eol */
YY_RULE_SETUP
#line 394 "markup.l"
{
if (yyleng >= endtaglen &&
memcmp(yytext + yyleng - endtaglen, endtag, endtaglen) == 0)
BEGIN(retstate);
}
YY_BREAK
case 22:
/* rule 22 can match eol */
YY_RULE_SETUP
#line 399 "markup.l"
;
YY_BREAK
case 23:
YY_RULE_SETUP
#line 402 "markup.l"
{
if (input_len > 0)
dico_log(L_NOTICE, 0,
_("%s:%zu: unmatched character %03o; please report"),
LOCUS_FILE, LOCUS_OFF(token_beg), yytext[0]);
text_add_chr(yytext[0]);
}
YY_BREAK
case 24:
YY_RULE_SETUP
#line 409 "markup.l"
YY_FATAL_ERROR( "flex scanner jammed" );
YY_BREAK
#line 1485 "markup.c"
case YY_STATE_EOF(INITIAL):
case YY_STATE_EOF(COMMENT):
case YY_STATE_EOF(PR):
case YY_STATE_EOF(HW):
case YY_STATE_EOF(PRE):
yyterminate();
case YY_END_OF_BUFFER:
{
/* Amount of text matched not including the EOB char. */
int yy_amount_of_matched_text = (int) (yy_cp - (yytext_ptr)) - 1;
/* Undo the effects of YY_DO_BEFORE_ACTION. */
*yy_cp = (yy_hold_char);
YY_RESTORE_YY_MORE_OFFSET
if ( YY_CURRENT_BUFFER_LVALUE->yy_buffer_status == YY_BUFFER_NEW )
{
/* We're scanning a new file or input source. It's
* possible that this happened because the user
* just pointed yyin at a new source and called
* yylex(). If so, then we have to assure
* consistency between YY_CURRENT_BUFFER and our
* globals. Here is the right place to do so, because
* this is the first action (other than possibly a
* back-up) that will match for the new input source.
*/
(yy_n_chars) = YY_CURRENT_BUFFER_LVALUE->yy_n_chars;
/* %if-c-only */
YY_CURRENT_BUFFER_LVALUE->yy_input_file = yyin;
/* %endif */
/* %if-c++-only */
/* %endif */
YY_CURRENT_BUFFER_LVALUE->yy_buffer_status = YY_BUFFER_NORMAL;
}
/* Note that here we test for yy_c_buf_p "<=" to the position
* of the first EOB in the buffer, since yy_c_buf_p will
* already have been incremented past the NUL character
* (since all states make transitions on EOB to the
* end-of-buffer state). Contrast this with the test
* in input().
*/
if ( (yy_c_buf_p) <= &YY_CURRENT_BUFFER_LVALUE->yy_ch_buf[(yy_n_chars)] )
{ /* This was really a NUL. */
yy_state_type yy_next_state;
(yy_c_buf_p) = (yytext_ptr) + yy_amount_of_matched_text;
yy_current_state = yy_get_previous_state( );
/* Okay, we're now positioned to make the NUL
* transition. We couldn't have
* yy_get_previous_state() go ahead and do it
* for us because it doesn't know how to deal
* with the possibility of jamming (and we don't
* want to build jamming into it because then it
* will run more slowly).
*/
yy_next_state = yy_try_NUL_trans( yy_current_state );
yy_bp = (yytext_ptr) + YY_MORE_ADJ;
if ( yy_next_state )
{
/* Consume the NUL. */
yy_cp = ++(yy_c_buf_p);
yy_current_state = yy_next_state;
goto yy_match;
}
else
{
/* %% [14.0] code to do back-up for compressed tables and set up yy_cp goes here */
yy_cp = (yy_c_buf_p);
goto yy_find_action;
}
}
else switch ( yy_get_next_buffer( ) )
{
case EOB_ACT_END_OF_FILE:
{
(yy_did_buffer_switch_on_eof) = 0;
if ( yywrap( ) )
{
/* Note: because we've taken care in
* yy_get_next_buffer() to have set up
* yytext, we can now set up
* yy_c_buf_p so that if some total
* hoser (like flex itself) wants to
* call the scanner after we return the
* YY_NULL, it'll still work - another
* YY_NULL will get returned.
*/
(yy_c_buf_p) = (yytext_ptr) + YY_MORE_ADJ;
yy_act = YY_STATE_EOF(YY_START);
goto do_action;
}
else
{
if ( ! (yy_did_buffer_switch_on_eof) )
YY_NEW_FILE;
}
break;
}
case EOB_ACT_CONTINUE_SCAN:
(yy_c_buf_p) =
(yytext_ptr) + yy_amount_of_matched_text;
yy_current_state = yy_get_previous_state( );
yy_cp = (yy_c_buf_p);
yy_bp = (yytext_ptr) + YY_MORE_ADJ;
goto yy_match;
case EOB_ACT_LAST_MATCH:
(yy_c_buf_p) =
&YY_CURRENT_BUFFER_LVALUE->yy_ch_buf[(yy_n_chars)];
yy_current_state = yy_get_previous_state( );
yy_cp = (yy_c_buf_p);
yy_bp = (yytext_ptr) + YY_MORE_ADJ;
goto yy_find_action;
}
break;
}
default:
YY_FATAL_ERROR(
"fatal flex scanner internal error--no action found" );
} /* end of action switch */
} /* end of scanning one token */
} /* end of user's declarations */
} /* end of yylex */
/* %ok-for-header */
/* %if-c++-only */
/* %not-for-header */
/* %ok-for-header */
/* %endif */
/* yy_get_next_buffer - try to read in a new buffer
*
* Returns a code representing an action:
* EOB_ACT_LAST_MATCH -
* EOB_ACT_CONTINUE_SCAN - continue scanning from current position
* EOB_ACT_END_OF_FILE - end of file
*/
/* %if-c-only */
static int yy_get_next_buffer (void)
/* %endif */
/* %if-c++-only */
/* %endif */
{
char *dest = YY_CURRENT_BUFFER_LVALUE->yy_ch_buf;
char *source = (yytext_ptr);
int number_to_move, i;
int ret_val;
if ( (yy_c_buf_p) > &YY_CURRENT_BUFFER_LVALUE->yy_ch_buf[(yy_n_chars) + 1] )
YY_FATAL_ERROR(
"fatal flex scanner internal error--end of buffer missed" );
if ( YY_CURRENT_BUFFER_LVALUE->yy_fill_buffer == 0 )
{ /* Don't try to fill the buffer, so this is an EOF. */
if ( (yy_c_buf_p) - (yytext_ptr) - YY_MORE_ADJ == 1 )
{
/* We matched a single character, the EOB, so
* treat this as a final EOF.
*/
return EOB_ACT_END_OF_FILE;
}
else
{
/* We matched some text prior to the EOB, first
* process it.
*/
return EOB_ACT_LAST_MATCH;
}
}
/* Try to read more data. */
/* First move last chars to start of buffer. */
number_to_move = (int) ((yy_c_buf_p) - (yytext_ptr) - 1);
for ( i = 0; i < number_to_move; ++i )
*(dest++) = *(source++);
if ( YY_CURRENT_BUFFER_LVALUE->yy_buffer_status == YY_BUFFER_EOF_PENDING )
/* don't do the read, it's not guaranteed to return an EOF,
* just force an EOF
*/
YY_CURRENT_BUFFER_LVALUE->yy_n_chars = (yy_n_chars) = 0;
else
{
int num_to_read =
YY_CURRENT_BUFFER_LVALUE->yy_buf_size - number_to_move - 1;
while ( num_to_read <= 0 )
{ /* Not enough room in the buffer - grow it. */
/* just a shorter name for the current buffer */
YY_BUFFER_STATE b = YY_CURRENT_BUFFER_LVALUE;
int yy_c_buf_p_offset =
(int) ((yy_c_buf_p) - b->yy_ch_buf);
if ( b->yy_is_our_buffer )
{
int new_size = b->yy_buf_size * 2;
if ( new_size <= 0 )
b->yy_buf_size += b->yy_buf_size / 8;
else
b->yy_buf_size *= 2;
b->yy_ch_buf = (char *)
/* Include room in for 2 EOB chars. */
yyrealloc( (void *) b->yy_ch_buf,
(yy_size_t) (b->yy_buf_size + 2) );
}
else
/* Can't grow it, we don't own it. */
b->yy_ch_buf = NULL;
if ( ! b->yy_ch_buf )
YY_FATAL_ERROR(
"fatal error - scanner input buffer overflow" );
(yy_c_buf_p) = &b->yy_ch_buf[yy_c_buf_p_offset];
num_to_read = YY_CURRENT_BUFFER_LVALUE->yy_buf_size -
number_to_move - 1;
}
if ( num_to_read > YY_READ_BUF_SIZE )
num_to_read = YY_READ_BUF_SIZE;
/* Read in more data. */
YY_INPUT( (&YY_CURRENT_BUFFER_LVALUE->yy_ch_buf[number_to_move]),
(yy_n_chars), num_to_read );
YY_CURRENT_BUFFER_LVALUE->yy_n_chars = (yy_n_chars);
}
if ( (yy_n_chars) == 0 )
{
if ( number_to_move == YY_MORE_ADJ )
{
ret_val = EOB_ACT_END_OF_FILE;
yyrestart( yyin );
}
else
{
ret_val = EOB_ACT_LAST_MATCH;
YY_CURRENT_BUFFER_LVALUE->yy_buffer_status =
YY_BUFFER_EOF_PENDING;
}
}
else
ret_val = EOB_ACT_CONTINUE_SCAN;
if (((yy_n_chars) + number_to_move) > YY_CURRENT_BUFFER_LVALUE->yy_buf_size) {
/* Extend the array by 50%, plus the number we really need. */
int new_size = (yy_n_chars) + number_to_move + ((yy_n_chars) >> 1);
YY_CURRENT_BUFFER_LVALUE->yy_ch_buf = (char *) yyrealloc(
(void *) YY_CURRENT_BUFFER_LVALUE->yy_ch_buf, (yy_size_t) new_size );
if ( ! YY_CURRENT_BUFFER_LVALUE->yy_ch_buf )
YY_FATAL_ERROR( "out of dynamic memory in yy_get_next_buffer()" );
/* "- 2" to take care of EOB's */
YY_CURRENT_BUFFER_LVALUE->yy_buf_size = (int) (new_size - 2);
}
(yy_n_chars) += number_to_move;
YY_CURRENT_BUFFER_LVALUE->yy_ch_buf[(yy_n_chars)] = YY_END_OF_BUFFER_CHAR;
YY_CURRENT_BUFFER_LVALUE->yy_ch_buf[(yy_n_chars) + 1] = YY_END_OF_BUFFER_CHAR;
(yytext_ptr) = &YY_CURRENT_BUFFER_LVALUE->yy_ch_buf[0];
return ret_val;
}
/* yy_get_previous_state - get the state just before the EOB char was reached */
/* %if-c-only */
/* %not-for-header */
static yy_state_type yy_get_previous_state (void)
/* %endif */
/* %if-c++-only */
/* %endif */
{
yy_state_type yy_current_state;
char *yy_cp;
/* %% [15.0] code to get the start state into yy_current_state goes here */
yy_current_state = (yy_start);
for ( yy_cp = (yytext_ptr) + YY_MORE_ADJ; yy_cp < (yy_c_buf_p); ++yy_cp )
{
/* %% [16.0] code to find the next state goes here */
YY_CHAR yy_c = (*yy_cp ? yy_ec[YY_SC_TO_UI(*yy_cp)] : 1);
if ( yy_accept[yy_current_state] )
{
(yy_last_accepting_state) = yy_current_state;
(yy_last_accepting_cpos) = yy_cp;
}
while ( yy_chk[yy_base[yy_current_state] + yy_c] != yy_current_state )
{
yy_current_state = (int) yy_def[yy_current_state];
if ( yy_current_state >= 65 )
yy_c = yy_meta[yy_c];
}
yy_current_state = yy_nxt[yy_base[yy_current_state] + yy_c];
}
return yy_current_state;
}
/* yy_try_NUL_trans - try to make a transition on the NUL character
*
* synopsis
* next_state = yy_try_NUL_trans( current_state );
*/
/* %if-c-only */
static yy_state_type yy_try_NUL_trans (yy_state_type yy_current_state )
/* %endif */
/* %if-c++-only */
/* %endif */
{
int yy_is_jam;
/* %% [17.0] code to find the next state, and perhaps do backing up, goes here */
char *yy_cp = (yy_c_buf_p);
YY_CHAR yy_c = 1;
if ( yy_accept[yy_current_state] )
{
(yy_last_accepting_state) = yy_current_state;
(yy_last_accepting_cpos) = yy_cp;
}
while ( yy_chk[yy_base[yy_current_state] + yy_c] != yy_current_state )
{
yy_current_state = (int) yy_def[yy_current_state];
if ( yy_current_state >= 65 )
yy_c = yy_meta[yy_c];
}
yy_current_state = yy_nxt[yy_base[yy_current_state] + yy_c];
yy_is_jam = (yy_current_state == 64);
return yy_is_jam ? 0 : yy_current_state;
}
#ifndef YY_NO_UNPUT
/* %if-c-only */
/* %endif */
#endif
/* %if-c-only */
#ifndef YY_NO_INPUT
#ifdef __cplusplus
static int yyinput (void)
#else
static int input (void)
#endif
/* %endif */
/* %if-c++-only */
/* %endif */
{
int c;
*(yy_c_buf_p) = (yy_hold_char);
if ( *(yy_c_buf_p) == YY_END_OF_BUFFER_CHAR )
{
/* yy_c_buf_p now points to the character we want to return.
* If this occurs *before* the EOB characters, then it's a
* valid NUL; if not, then we've hit the end of the buffer.
*/
if ( (yy_c_buf_p) < &YY_CURRENT_BUFFER_LVALUE->yy_ch_buf[(yy_n_chars)] )
/* This was really a NUL. */
*(yy_c_buf_p) = '\0';
else
{ /* need more input */
int offset = (int) ((yy_c_buf_p) - (yytext_ptr));
++(yy_c_buf_p);
switch ( yy_get_next_buffer( ) )
{
case EOB_ACT_LAST_MATCH:
/* This happens because yy_g_n_b()
* sees that we've accumulated a
* token and flags that we need to
* try matching the token before
* proceeding. But for input(),
* there's no matching to consider.
* So convert the EOB_ACT_LAST_MATCH
* to EOB_ACT_END_OF_FILE.
*/
/* Reset buffer status. */
yyrestart( yyin );
/*FALLTHROUGH*/
case EOB_ACT_END_OF_FILE:
{
if ( yywrap( ) )
return 0;
if ( ! (yy_did_buffer_switch_on_eof) )
YY_NEW_FILE;
#ifdef __cplusplus
return yyinput();
#else
return input();
#endif
}
case EOB_ACT_CONTINUE_SCAN:
(yy_c_buf_p) = (yytext_ptr) + offset;
break;
}
}
}
c = *(unsigned char *) (yy_c_buf_p); /* cast for 8-bit char's */
*(yy_c_buf_p) = '\0'; /* preserve yytext */
(yy_hold_char) = *++(yy_c_buf_p);
/* %% [19.0] update BOL and yylineno */
return c;
}
/* %if-c-only */
#endif /* ifndef YY_NO_INPUT */
/* %endif */
/** Immediately switch to a different input stream.
* @param input_file A readable stream.
*
* @note This function does not reset the start condition to @c INITIAL .
*/
/* %if-c-only */
void yyrestart (FILE * input_file )
/* %endif */
/* %if-c++-only */
/* %endif */
{
if ( ! YY_CURRENT_BUFFER ){
yyensure_buffer_stack ();
YY_CURRENT_BUFFER_LVALUE =
yy_create_buffer( yyin, YY_BUF_SIZE );
}
yy_init_buffer( YY_CURRENT_BUFFER, input_file );
yy_load_buffer_state( );
}
/* %if-c++-only */
/* %endif */
/** Switch to a different input buffer.
* @param new_buffer The new input buffer.
*
*/
/* %if-c-only */
void yy_switch_to_buffer (YY_BUFFER_STATE new_buffer )
/* %endif */
/* %if-c++-only */
/* %endif */
{
/* TODO. We should be able to replace this entire function body
* with
* yypop_buffer_state();
* yypush_buffer_state(new_buffer);
*/
yyensure_buffer_stack ();
if ( YY_CURRENT_BUFFER == new_buffer )
return;
if ( YY_CURRENT_BUFFER )
{
/* Flush out information for old buffer. */
*(yy_c_buf_p) = (yy_hold_char);
YY_CURRENT_BUFFER_LVALUE->yy_buf_pos = (yy_c_buf_p);
YY_CURRENT_BUFFER_LVALUE->yy_n_chars = (yy_n_chars);
}
YY_CURRENT_BUFFER_LVALUE = new_buffer;
yy_load_buffer_state( );
/* We don't actually know whether we did this switch during
* EOF (yywrap()) processing, but the only time this flag
* is looked at is after yywrap() is called, so it's safe
* to go ahead and always set it.
*/
(yy_did_buffer_switch_on_eof) = 1;
}
/* %if-c-only */
static void yy_load_buffer_state (void)
/* %endif */
/* %if-c++-only */
/* %endif */
{
(yy_n_chars) = YY_CURRENT_BUFFER_LVALUE->yy_n_chars;
(yytext_ptr) = (yy_c_buf_p) = YY_CURRENT_BUFFER_LVALUE->yy_buf_pos;
/* %if-c-only */
yyin = YY_CURRENT_BUFFER_LVALUE->yy_input_file;
/* %endif */
/* %if-c++-only */
/* %endif */
(yy_hold_char) = *(yy_c_buf_p);
}
/** Allocate and initialize an input buffer state.
* @param file A readable stream.
* @param size The character buffer size in bytes. When in doubt, use @c YY_BUF_SIZE.
*
* @return the allocated buffer state.
*/
/* %if-c-only */
YY_BUFFER_STATE yy_create_buffer (FILE * file, int size )
/* %endif */
/* %if-c++-only */
/* %endif */
{
YY_BUFFER_STATE b;
b = (YY_BUFFER_STATE) yyalloc( sizeof( struct yy_buffer_state ) );
if ( ! b )
YY_FATAL_ERROR( "out of dynamic memory in yy_create_buffer()" );
b->yy_buf_size = size;
/* yy_ch_buf has to be 2 characters longer than the size given because
* we need to put in 2 end-of-buffer characters.
*/
b->yy_ch_buf = (char *) yyalloc( (yy_size_t) (b->yy_buf_size + 2) );
if ( ! b->yy_ch_buf )
YY_FATAL_ERROR( "out of dynamic memory in yy_create_buffer()" );
b->yy_is_our_buffer = 1;
yy_init_buffer( b, file );
return b;
}
/* %if-c++-only */
/* %endif */
/** Destroy the buffer.
* @param b a buffer created with yy_create_buffer()
*
*/
/* %if-c-only */
void yy_delete_buffer (YY_BUFFER_STATE b )
/* %endif */
/* %if-c++-only */
/* %endif */
{
if ( ! b )
return;
if ( b == YY_CURRENT_BUFFER ) /* Not sure if we should pop here. */
YY_CURRENT_BUFFER_LVALUE = (YY_BUFFER_STATE) 0;
if ( b->yy_is_our_buffer )
yyfree( (void *) b->yy_ch_buf );
yyfree( (void *) b );
}
/* Initializes or reinitializes a buffer.
* This function is sometimes called more than once on the same buffer,
* such as during a yyrestart() or at EOF.
*/
/* %if-c-only */
static void yy_init_buffer (YY_BUFFER_STATE b, FILE * file )
/* %endif */
/* %if-c++-only */
/* %endif */
{
int oerrno = errno;
yy_flush_buffer( b );
/* %if-c-only */
b->yy_input_file = file;
/* %endif */
/* %if-c++-only */
/* %endif */
b->yy_fill_buffer = 1;
/* If b is the current buffer, then yy_init_buffer was _probably_
* called from yyrestart() or through yy_get_next_buffer.
* In that case, we don't want to reset the lineno or column.
*/
if (b != YY_CURRENT_BUFFER){
b->yy_bs_lineno = 1;
b->yy_bs_column = 0;
}
/* %if-c-only */
b->yy_is_interactive = file ? (isatty( fileno(file) ) > 0) : 0;
/* %endif */
/* %if-c++-only */
/* %endif */
errno = oerrno;
}
/** Discard all buffered characters. On the next scan, YY_INPUT will be called.
* @param b the buffer state to be flushed, usually @c YY_CURRENT_BUFFER.
*
*/
/* %if-c-only */
void yy_flush_buffer (YY_BUFFER_STATE b )
/* %endif */
/* %if-c++-only */
/* %endif */
{
if ( ! b )
return;
b->yy_n_chars = 0;
/* We always need two end-of-buffer characters. The first causes
* a transition to the end-of-buffer state. The second causes
* a jam in that state.
*/
b->yy_ch_buf[0] = YY_END_OF_BUFFER_CHAR;
b->yy_ch_buf[1] = YY_END_OF_BUFFER_CHAR;
b->yy_buf_pos = &b->yy_ch_buf[0];
b->yy_at_bol = 1;
b->yy_buffer_status = YY_BUFFER_NEW;
if ( b == YY_CURRENT_BUFFER )
yy_load_buffer_state( );
}
/* %if-c-or-c++ */
/** Pushes the new state onto the stack. The new state becomes
* the current state. This function will allocate the stack
* if necessary.
* @param new_buffer The new state.
*
*/
/* %if-c-only */
void yypush_buffer_state (YY_BUFFER_STATE new_buffer )
/* %endif */
/* %if-c++-only */
/* %endif */
{
if (new_buffer == NULL)
return;
yyensure_buffer_stack();
/* This block is copied from yy_switch_to_buffer. */
if ( YY_CURRENT_BUFFER )
{
/* Flush out information for old buffer. */
*(yy_c_buf_p) = (yy_hold_char);
YY_CURRENT_BUFFER_LVALUE->yy_buf_pos = (yy_c_buf_p);
YY_CURRENT_BUFFER_LVALUE->yy_n_chars = (yy_n_chars);
}
/* Only push if top exists. Otherwise, replace top. */
if (YY_CURRENT_BUFFER)
(yy_buffer_stack_top)++;
YY_CURRENT_BUFFER_LVALUE = new_buffer;
/* copied from yy_switch_to_buffer. */
yy_load_buffer_state( );
(yy_did_buffer_switch_on_eof) = 1;
}
/* %endif */
/* %if-c-or-c++ */
/** Removes and deletes the top of the stack, if present.
* The next element becomes the new top.
*
*/
/* %if-c-only */
void yypop_buffer_state (void)
/* %endif */
/* %if-c++-only */
/* %endif */
{
if (!YY_CURRENT_BUFFER)
return;
yy_delete_buffer(YY_CURRENT_BUFFER );
YY_CURRENT_BUFFER_LVALUE = NULL;
if ((yy_buffer_stack_top) > 0)
--(yy_buffer_stack_top);
if (YY_CURRENT_BUFFER) {
yy_load_buffer_state( );
(yy_did_buffer_switch_on_eof) = 1;
}
}
/* %endif */
/* %if-c-or-c++ */
/* Allocates the stack if it does not exist.
* Guarantees space for at least one push.
*/
/* %if-c-only */
static void yyensure_buffer_stack (void)
/* %endif */
/* %if-c++-only */
/* %endif */
{
yy_size_t num_to_alloc;
if (!(yy_buffer_stack)) {
/* First allocation is just for 2 elements, since we don't know if this
* scanner will even need a stack. We use 2 instead of 1 to avoid an
* immediate realloc on the next call.
*/
num_to_alloc = 1; /* After all that talk, this was set to 1 anyways... */
(yy_buffer_stack) = (struct yy_buffer_state**)yyalloc
(num_to_alloc * sizeof(struct yy_buffer_state*)
);
if ( ! (yy_buffer_stack) )
YY_FATAL_ERROR( "out of dynamic memory in yyensure_buffer_stack()" );
memset((yy_buffer_stack), 0, num_to_alloc * sizeof(struct yy_buffer_state*));
(yy_buffer_stack_max) = num_to_alloc;
(yy_buffer_stack_top) = 0;
return;
}
if ((yy_buffer_stack_top) >= ((yy_buffer_stack_max)) - 1){
/* Increase the buffer to prepare for a possible push. */
yy_size_t grow_size = 8 /* arbitrary grow size */;
num_to_alloc = (yy_buffer_stack_max) + grow_size;
(yy_buffer_stack) = (struct yy_buffer_state**)yyrealloc
((yy_buffer_stack),
num_to_alloc * sizeof(struct yy_buffer_state*)
);
if ( ! (yy_buffer_stack) )
YY_FATAL_ERROR( "out of dynamic memory in yyensure_buffer_stack()" );
/* zero only the new slots.*/
memset((yy_buffer_stack) + (yy_buffer_stack_max), 0, grow_size * sizeof(struct yy_buffer_state*));
(yy_buffer_stack_max) = num_to_alloc;
}
}
/* %endif */
/* %if-c-only */
/** Setup the input buffer state to scan directly from a user-specified character buffer.
* @param base the character buffer
* @param size the size in bytes of the character buffer
*
* @return the newly allocated buffer state object.
*/
YY_BUFFER_STATE yy_scan_buffer (char * base, yy_size_t size )
{
YY_BUFFER_STATE b;
if ( size < 2 ||
base[size-2] != YY_END_OF_BUFFER_CHAR ||
base[size-1] != YY_END_OF_BUFFER_CHAR )
/* They forgot to leave room for the EOB's. */
return NULL;
b = (YY_BUFFER_STATE) yyalloc( sizeof( struct yy_buffer_state ) );
if ( ! b )
YY_FATAL_ERROR( "out of dynamic memory in yy_scan_buffer()" );
b->yy_buf_size = (int) (size - 2); /* "- 2" to take care of EOB's */
b->yy_buf_pos = b->yy_ch_buf = base;
b->yy_is_our_buffer = 0;
b->yy_input_file = NULL;
b->yy_n_chars = b->yy_buf_size;
b->yy_is_interactive = 0;
b->yy_at_bol = 1;
b->yy_fill_buffer = 0;
b->yy_buffer_status = YY_BUFFER_NEW;
yy_switch_to_buffer( b );
return b;
}
/* %endif */
/* %if-c-only */
/** Setup the input buffer state to scan a string. The next call to yylex() will
* scan from a @e copy of @a str.
* @param yystr a NUL-terminated string to scan
*
* @return the newly allocated buffer state object.
* @note If you want to scan bytes that may contain NUL values, then use
* yy_scan_bytes() instead.
*/
YY_BUFFER_STATE yy_scan_string (const char * yystr )
{
return yy_scan_bytes( yystr, (int) strlen(yystr) );
}
/* %endif */
/* %if-c-only */
/** Setup the input buffer state to scan the given bytes. The next call to yylex() will
* scan from a @e copy of @a bytes.
* @param yybytes the byte buffer to scan
* @param _yybytes_len the number of bytes in the buffer pointed to by @a bytes.
*
* @return the newly allocated buffer state object.
*/
YY_BUFFER_STATE yy_scan_bytes (const char * yybytes, int _yybytes_len )
{
YY_BUFFER_STATE b;
char *buf;
yy_size_t n;
int i;
/* Get memory for full buffer, including space for trailing EOB's. */
n = (yy_size_t) (_yybytes_len + 2);
buf = (char *) yyalloc( n );
if ( ! buf )
YY_FATAL_ERROR( "out of dynamic memory in yy_scan_bytes()" );
for ( i = 0; i < _yybytes_len; ++i )
buf[i] = yybytes[i];
buf[_yybytes_len] = buf[_yybytes_len+1] = YY_END_OF_BUFFER_CHAR;
b = yy_scan_buffer( buf, n );
if ( ! b )
YY_FATAL_ERROR( "bad buffer in yy_scan_bytes()" );
/* It's okay to grow etc. this buffer, and we should throw it
* away when we're done.
*/
b->yy_is_our_buffer = 1;
return b;
}
/* %endif */
#ifndef YY_EXIT_FAILURE
#define YY_EXIT_FAILURE 2
#endif
/* %if-c-only */
static void yynoreturn yy_fatal_error (const char* msg )
{
fprintf( stderr, "%s\n", msg );
exit( YY_EXIT_FAILURE );
}
/* %endif */
/* %if-c++-only */
/* %endif */
/* Redefine yyless() so it works in section 3 code. */
#undef yyless
#define yyless(n) \
do \
{ \
/* Undo effects of setting up yytext. */ \
int yyless_macro_arg = (n); \
YY_LESS_LINENO(yyless_macro_arg);\
yytext[yyleng] = (yy_hold_char); \
(yy_c_buf_p) = yytext + yyless_macro_arg; \
(yy_hold_char) = *(yy_c_buf_p); \
*(yy_c_buf_p) = '\0'; \
yyleng = yyless_macro_arg; \
} \
while ( 0 )
/* Accessor methods (get/set functions) to struct members. */
/* %if-c-only */
/* %if-reentrant */
/* %endif */
/** Get the current line number.
*
*/
int yyget_lineno (void)
{
return yylineno;
}
/** Get the input stream.
*
*/
FILE *yyget_in (void)
{
return yyin;
}
/** Get the output stream.
*
*/
FILE *yyget_out (void)
{
return yyout;
}
/** Get the length of the current token.
*
*/
int yyget_leng (void)
{
return yyleng;
}
/** Get the current token.
*
*/
char *yyget_text (void)
{
return yytext;
}
/* %if-reentrant */
/* %endif */
/** Set the current line number.
* @param _line_number line number
*
*/
void yyset_lineno (int _line_number )
{
yylineno = _line_number;
}
/** Set the input stream. This does not discard the current
* input buffer.
* @param _in_str A readable stream.
*
* @see yy_switch_to_buffer
*/
void yyset_in (FILE * _in_str )
{
yyin = _in_str ;
}
void yyset_out (FILE * _out_str )
{
yyout = _out_str ;
}
int yyget_debug (void)
{
return yy_flex_debug;
}
void yyset_debug (int _bdebug )
{
yy_flex_debug = _bdebug ;
}
/* %endif */
/* %if-reentrant */
/* %if-bison-bridge */
/* %endif */
/* %endif if-c-only */
/* %if-c-only */
static int yy_init_globals (void)
{
/* Initialization is the same as for the non-reentrant scanner.
* This function is called from yylex_destroy(), so don't allocate here.
*/
(yy_buffer_stack) = NULL;
(yy_buffer_stack_top) = 0;
(yy_buffer_stack_max) = 0;
(yy_c_buf_p) = NULL;
(yy_init) = 0;
(yy_start) = 0;
/* Defined in main.c */
#ifdef YY_STDINIT
yyin = stdin;
yyout = stdout;
#else
yyin = NULL;
yyout = NULL;
#endif
/* For future reference: Set errno on error, since we are called by
* yylex_init()
*/
return 0;
}
/* %endif */
/* %if-c-only SNIP! this currently causes conflicts with the c++ scanner */
/* yylex_destroy is for both reentrant and non-reentrant scanners. */
int yylex_destroy (void)
{
/* Pop the buffer stack, destroying each element. */
while(YY_CURRENT_BUFFER){
yy_delete_buffer( YY_CURRENT_BUFFER );
YY_CURRENT_BUFFER_LVALUE = NULL;
yypop_buffer_state();
}
/* Destroy the stack itself. */
yyfree((yy_buffer_stack) );
(yy_buffer_stack) = NULL;
/* Reset the globals. This is important in a non-reentrant scanner so the next time
* yylex() is called, initialization will occur. */
yy_init_globals( );
/* %if-reentrant */
/* %endif */
return 0;
}
/* %endif */
/*
* Internal utility routines.
*/
#ifndef yytext_ptr
static void yy_flex_strncpy (char* s1, const char * s2, int n )
{
int i;
for ( i = 0; i < n; ++i )
s1[i] = s2[i];
}
#endif
#ifdef YY_NEED_STRLEN
static int yy_flex_strlen (const char * s )
{
int n;
for ( n = 0; s[n]; ++n )
;
return n;
}
#endif
void *yyalloc (yy_size_t size )
{
return malloc(size);
}
void *yyrealloc (void * ptr, yy_size_t size )
{
/* The cast to (char *) in the following accommodates both
* implementations that use char* generic pointers, and those
* that use void* generic pointers. It works with the latter
* because both ANSI C and C++ allow castless assignment from
* any pointer type to void*, and deal with argument conversions
* as though doing an assignment.
*/
return realloc(ptr, size);
}
void yyfree (void * ptr )
{
free( (char *) ptr ); /* see yyrealloc() for (char *) cast */
}
/* %if-tables-serialization definitions */
/* %define-yytables The name for this specific scanner's tables. */
#define YYTABLES_NAME "yytables"
/* %endif */
/* %ok-for-header */
#line 409 "markup.l"
int
yywrap()
{
return 1;
}
static void
push_tag(struct gcide_tag *tag)
{
append_tag(tag);
dico_list_push(tagstk, current_tag);
current_tag = tag;
if (strcmp(current_tag->tag_name, "pr") == 0)
BEGIN(PR);
else if (strcmp(current_tag->tag_name, "hw") == 0)
BEGIN(HW);
else if (strcmp(current_tag->tag_name, "pre") == 0)
BEGIN(PRE);
else if (strcmp(current_tag->tag_name, "p") == 0)
first_p_seen = 1;
}
static void
pop_tag(const char *tagstr, size_t taglen)
{
int len;
char *p;
text_assert_size(taglen);
p = textspace + textpos;
for (len = 0; len < taglen; len++) {
if (tagstr[len] == ' ' || tagstr[len] == '\t')
break;
*p++ = tolower(tagstr[len]);
}
tagstr = textspace + textpos;
if ((len == 2 && (memcmp(tagstr, "pr", len) == 0 ||
memcmp(tagstr, "hw", len) == 0)) ||
(len == 3 && memcmp(tagstr, "pre", len) == 0))
BEGIN(INITIAL);
if (current_tag->tag_type == gcide_content_tag &&
strlen(current_tag->tag_name) == len &&
memcmp(current_tag->tag_name, tagstr, len) == 0)
current_tag = dico_list_pop(tagstk);
else if (current_tag->tag_type == gcide_content_top &&
len == 1 &&
tagstr[0] == 'p' &&
!first_p_seen) {
/*
* The first instance of
has no corresponding open
tag
* because idxgcide stores the offset of the first tag in the
* index entry, whereas the opening
tag in GCIDE entries appears
* before the tag (which precedes the ).
*
* Re-create the first
...
block from the data collected so
* far and push it as the first element to the newly created top-
* level tag list. Set first_p_seen flag to make sure this code is
* executed once.
*
* See also the comment to first_p_seen, above.
*/
struct gcide_tag *tag = current_tag;
tag->tag_type = gcide_content_tag;
tag->v.tag.tag_parmc = 1;
tag->v.tag.tag_parmv = calloc(2, sizeof(tag->v.tag.tag_parmv[0]));
if (!tag->v.tag.tag_parmv)
memerr("pop_tag");
tag->v.tag.tag_parmv[0] = strdup("p");
if (!tag->v.tag.tag_parmv[0])
memerr("pop_tag");
tag->v.tag.tag_parmv[1] = NULL;
current_tag = alloc_tag(gcide_content_top);
append_tag(tag);
first_p_seen = 1;
} else {
size_t i, count;
/* Try to find matching entry */
count = dico_list_count(tagstk);
for (i = count; i > 0; i--) {
struct gcide_tag *p = dico_list_item(tagstk, i-1);
if (p->tag_type == gcide_content_tag &&
strlen(p->tag_name) == len &&
memcmp(p->tag_name, tagstr, len) == 0) {
do {
if (current_tag->tag_type == gcide_content_tag)
dico_log(L_WARN, 0, "%s:%zu: %s: unclosed tag",
LOCUS_FILE, LOCUS_OFF(current_tag->offset),
current_tag->tag_name);
} while ((current_tag = dico_list_pop(tagstk)) != p);
current_tag = dico_list_pop(tagstk);
return;
}
}
dico_log(L_WARN, 0, "%s:%zu: %*.*s: unexpected closing tag",
LOCUS_FILE, LOCUS_OFF(token_beg), len, len, tagstr);
}
}
struct walk_closure {
int (*fun)(int, struct gcide_tag *, void *);
void *data;
};
static int
inorder_helper(void *item, void *data)
{
struct gcide_tag *tag = item;
struct walk_closure *cp = data;
if (cp->fun(0, tag, cp->data))
return 1;
if (tag->tag_type == gcide_content_top ||
tag->tag_type == gcide_content_tag) {
dico_list_iterate(tag->v.tag.taglist, inorder_helper, data);
if (cp->fun(1, tag, cp->data))
return 1;
}
return 0;
}
int
gcide_parse_tree_inorder(struct gcide_parse_tree *tp,
int (*fun)(int, struct gcide_tag *, void *),
void *data)
{
struct walk_closure clos;
clos.fun = fun;
clos.data = data;
return inorder_helper(tp->root, &clos);
}
static int
tag_fixup(void *item, void *data)
{
struct gcide_tag *tag = item;
char *textspace = data;
switch (tag->tag_type) {
case gcide_content_text:
tag->v.text = textspace + tag->v.textpos;
break;
case gcide_content_top:
case gcide_content_tag:
dico_list_iterate(tag->v.tag.taglist, tag_fixup, textspace);
break;
default:
break;
}
return 0;
}
static char const *block_tags[] = {
"source",
"sn",
"p",
"q",
"rj",
"gcide_quote",
NULL
};
int
gcide_is_block_tag(struct gcide_tag *tag)
{
if (tag && tag->tag_type == gcide_content_tag) {
char const **p;
for (p = block_tags; *p; p++)
if (strcmp(tag->tag_name, *p) == 0)
return 1;
}
return 0;
}
int
gcide_is_ws_text(struct gcide_tag *tag)
{
if (tag && tag->tag_type == gcide_content_text) {
char *p;
for (p = tag->v.text; *p == '\n' || *p == ' ' || *p == '\t'; p++);
return *p == 0;
}
return 0;
}
/*
* Fix up the nl/br usage. See the comment to ws_fixup, below.
*/
static int
ws_reduce(void *a, void *b, void *data)
{
struct gcide_tag *atag = a;
struct gcide_tag *btag = b;
if (atag->delete)
return 1;
switch (atag->tag_type) {
case gcide_content_tag:
if (strcmp(atag->tag_name, "source") == 0 &&
btag &&
btag->tag_type == gcide_content_text &&
btag->v.text[0] == ']')
btag->v.text++;
dico_list_reduce(atag->v.tag.taglist, ws_reduce, NULL);
if (gcide_is_block_tag(atag) && gcide_is_ws_text(btag))
btag->delete = 1;
break;
case gcide_content_text:
if (atag->v.text[0] == 0)
return 1;
else if (gcide_is_ws_text(atag) && gcide_is_block_tag(btag))
return 1;
else {
size_t len = strlen(atag->v.text);
if (atag->v.text[len-1] == '[' &&
btag &&
btag->tag_type == gcide_content_tag &&
strcmp(btag->tag_name, "source") == 0) {
if (len == 1)
return 1;
atag->v.text[len-1] = 0;
}
}
break;
case gcide_content_nl:
if (btag == NULL)
return 1;
switch (btag->tag_type) {
case gcide_content_tag:
return gcide_is_block_tag(btag);
case gcide_content_text:
if (btag->v.text[0] == ' ' || btag->v.text[0] == '\t')
return 1;
break;
case gcide_content_nl:
case gcide_content_br:
return 1;
default:
break;
}
break;
case gcide_content_br:
if (btag != NULL) {
if (btag->tag_type == gcide_content_nl)
btag->delete = 1;
}
break;
default:
break;
}
return 0;
}
/*
* This analyzes the placement of gcide_content_nl and gcide_content_br
* elements and removes the former where they are superfluous.
* The gcide_content_nl elements are removed when they appear at either
* side of a gcide_content_br element, or before a block tag, or a text
* segment that begins with a whitespace character.
*
* Additionally, curly brackets surrounding a ... construct
* are removed as well.
*/
static void
ws_fixup(struct gcide_tag *tag)
{
if (tag->tag_type == gcide_content_top ||
tag->tag_type == gcide_content_tag)
dico_list_reduce(tag->v.tag.taglist, ws_reduce, NULL);
}
static size_t
greek_translit(size_t n)
{
while (textspace[n]) {
size_t rd;
const char *greek = gcide_grk_to_utf8(textspace + n, &rd);
if (greek) {
text_add_str(greek, strlen(greek));
n += rd;
} else {
text_add_chr(textspace[n]);
n++;
}
}
return text_segment_finish();
}
static int
early_fixup(void *item, void *data)
{
struct gcide_tag *tag = item;
int translate = data ? *(int*)data : 0;
switch (tag->tag_type) {
case gcide_content_text:
if (translate)
tag->v.textpos = greek_translit(tag->v.textpos);
break;
case gcide_content_top:
dico_list_iterate(tag->v.tag.taglist, early_fixup, &translate);
break;
case gcide_content_tag:
translate = gcide_is_tag(tag, "grk");
dico_list_iterate(tag->v.tag.taglist, early_fixup, &translate);
break;
default:
break;
}
return 0;
}
/*
* The blocks in GCIDE corpus often begin with "as, ". This looks strange
* if another font is used for content or if it is otherwise marked up.
* To avoid this, move "as, " out of block.
*/
static void
as_fixup(struct gcide_tag *tag)
{
dico_iterator_t itr;
switch (tag->tag_type) {
case gcide_content_top:
case gcide_content_tag:
itr = dico_list_iterator(tag->v.tag.taglist);
tag = dico_iterator_first(itr);
while (tag) {
if (gcide_is_tag(tag, "as")) {
struct gcide_tag *t = dico_list_head(tag->v.tag.taglist);
char *s = textspace + t->v.textpos;
if (strncmp(s, "as", 2) == 0 &&
(isspace(s[3]) || ispunct(s[3]))) {
int len;
struct gcide_tag *t1;
for (len = 3; s[len] && isspace(s[len]); len++);
text_add_str(s, len);
t1 = alloc_tag(gcide_content_text);
t1->v.textpos = text_segment_finish();
dico_iterator_insert_before(itr, t1);
dico_list_remove(tag->v.tag.taglist, t, NULL);
if (s[len]) {
t1 = alloc_tag(gcide_content_text);
text_add_strz(s + len);
t1->v.textpos = text_segment_finish();
dico_list_prepend(tag->v.tag.taglist, t1);
}
}
} else
as_fixup(tag);
tag = dico_iterator_next(itr);
}
dico_iterator_destroy(&itr);
break;
default:
break;
}
}
struct gcide_parse_tree *
gcide_markup_parse(char const *text, size_t len, int dbg, struct gcide_locus *loc)
{
struct gcide_parse_tree *tp;
struct gcide_tag *p;
input_buf = text;
input_len = len;
token_beg = token_end = 0;
first_p_seen = 0;
base_locus = loc;
if (setjmp(errbuf)) {
free(textspace);
dico_list_destroy(&tagstk);
free_tag(current_tag, NULL);
}
if (SIZE_MAX / 2 < len)
memerr("gcide_markup_parse");
textsize = 2 * len;
textspace = malloc(textsize);
if (!textspace)
memerr("gcide_markup_parse");
textpos = textstart = 0;
tagstk = dico_list_create();
if (!tagstk)
memerr("gcide_markup_parse");
dico_list_set_free_item(tagstk, free_tag, NULL);
current_tag = alloc_tag(gcide_content_top);
yy_flex_debug = dbg;
BEGIN(INITIAL);
while (yylex())
;
/* Append trailing text segment, if any */
flush_text_segment();
if (current_tag->tag_type != gcide_content_top) {
p = current_tag;
do {
if (p->tag_type == gcide_content_tag)
dico_log(L_WARN, 0, "%s:%zu: unclosed %s tag",
LOCUS_FILE, LOCUS_OFF(p->offset), p->tag_name);
current_tag = p;
} while ((p = dico_list_pop(tagstk)));
}
dico_list_destroy(&tagstk);
if (!current_tag) {
free(textspace);
return NULL;
}
early_fixup(current_tag, NULL);
as_fixup(current_tag);
tp = malloc(sizeof(*tp));
if (!tp)
memerr("gcide_markup_parse");
tp->textspace = textspace;
tp->textsize = textsize;
tp->root = current_tag;
tag_fixup(tp->root, textspace);
ws_fixup(tp->root);
return tp;
}
void
gcide_parse_tree_free(struct gcide_parse_tree *tp)
{
free(tp->textspace);
free_tag(tp->root, NULL);
free(tp);
}