[llvm-commits] [llvm] r44210 - in /llvm/trunk/utils/TableGen: FileLexer.cpp.cvs FileLexer.l FileLexer.l.cvs Makefile TGLexer.cpp TGLexer.h
Chris Lattner
sabre at nondot.org
Sat Nov 17 18:57:27 PST 2007
Author: lattner
Date: Sat Nov 17 20:57:27 2007
New Revision: 44210
URL: http://llvm.org/viewvc/llvm-project?rev=44210&view=rev
Log:
reimplement the tblgen lexer with a simple hand-written lexer. This eliminates
one dependency on flex and gets rid of two ".cvs" files.
Added:
llvm/trunk/utils/TableGen/TGLexer.cpp
llvm/trunk/utils/TableGen/TGLexer.h
Removed:
llvm/trunk/utils/TableGen/FileLexer.cpp.cvs
llvm/trunk/utils/TableGen/FileLexer.l
llvm/trunk/utils/TableGen/FileLexer.l.cvs
Modified:
llvm/trunk/utils/TableGen/Makefile
Removed: llvm/trunk/utils/TableGen/FileLexer.cpp.cvs
URL: http://llvm.org/viewvc/llvm-project/llvm/trunk/utils/TableGen/FileLexer.cpp.cvs?rev=44209&view=auto
==============================================================================
--- llvm/trunk/utils/TableGen/FileLexer.cpp.cvs (original)
+++ llvm/trunk/utils/TableGen/FileLexer.cpp.cvs (removed)
@@ -1,2011 +0,0 @@
-#define yy_create_buffer File_create_buffer
-#define yy_delete_buffer File_delete_buffer
-#define yy_scan_buffer File_scan_buffer
-#define yy_scan_string File_scan_string
-#define yy_scan_bytes File_scan_bytes
-#define yy_flex_debug File_flex_debug
-#define yy_init_buffer File_init_buffer
-#define yy_flush_buffer File_flush_buffer
-#define yy_load_buffer_state File_load_buffer_state
-#define yy_switch_to_buffer File_switch_to_buffer
-#define yyin Filein
-#define yyleng Fileleng
-#define yylex Filelex
-#define yyout Fileout
-#define yyrestart Filerestart
-#define yytext Filetext
-#define yylineno Filelineno
-#define yywrap Filewrap
-
-#line 21 "Lexer.cpp"
-/* A lexical scanner generated by flex */
-
-/* Scanner skeleton version:
- * $NetBSD: flex.skl,v 1.22 2005/08/08 01:28:08 christos Exp $
- */
-
-#define FLEX_SCANNER
-#define YY_FLEX_MAJOR_VERSION 2
-#define YY_FLEX_MINOR_VERSION 5
-
-#include <stdio.h>
-
-
-/* cfront 1.2 defines "c_plusplus" instead of "__cplusplus" */
-#ifdef c_plusplus
-#ifndef __cplusplus
-#define __cplusplus
-#endif
-#endif
-
-
-#ifdef __cplusplus
-
-#include <stdlib.h>
-#include <unistd.h>
-
-/* Use prototypes in function declarations. */
-#define YY_USE_PROTOS
-
-/* The "const" storage-class-modifier is valid. */
-#define YY_USE_CONST
-
-#else /* ! __cplusplus */
-
-#if __STDC__
-
-#define YY_USE_PROTOS
-#define YY_USE_CONST
-
-#endif /* __STDC__ */
-#endif /* ! __cplusplus */
-
-#ifdef __TURBOC__
- #pragma warn -rch
- #pragma warn -use
-#include <io.h>
-#include <stdlib.h>
-#define YY_USE_CONST
-#define YY_USE_PROTOS
-#endif
-
-#ifdef YY_USE_CONST
-#define yyconst const
-#else
-#define yyconst
-#endif
-
-
-#ifdef YY_USE_PROTOS
-#define YY_PROTO(proto) proto
-#else
-#define YY_PROTO(proto) ()
-#endif
-
-/* Returned upon end-of-file. */
-#define YY_NULL 0
-
-/* Promotes a possibly negative, possibly signed char to an unsigned
- * integer for use as an array index. If the signed char is negative,
- * we want to instead treat it as an 8-bit unsigned char, hence the
- * double cast.
- */
-#define YY_SC_TO_UI(c) ((unsigned int) (unsigned char) c)
-
-/* Enter a start condition. This macro really ought to take a parameter,
- * but we do it the disgusting crufty way forced on us by the ()-less
- * definition of BEGIN.
- */
-#define BEGIN yy_start = 1 + 2 *
-
-/* Translate the current start state into a value that can be later handed
- * to BEGIN to return to the state. The YYSTATE alias is for lex
- * compatibility.
- */
-#define YY_START ((yy_start - 1) / 2)
-#define YYSTATE YY_START
-
-/* Action number for EOF rule of a given start state. */
-#define YY_STATE_EOF(state) (YY_END_OF_BUFFER + state + 1)
-
-/* Special action meaning "start processing a new file". */
-#define YY_NEW_FILE yyrestart( yyin )
-
-#define YY_END_OF_BUFFER_CHAR 0
-
-/* Size of default input buffer. */
-#define YY_BUF_SIZE (16384*64)
-
-typedef struct yy_buffer_state *YY_BUFFER_STATE;
-
-extern int yyleng;
-extern FILE *yyin, *yyout;
-
-#define EOB_ACT_CONTINUE_SCAN 0
-#define EOB_ACT_END_OF_FILE 1
-#define EOB_ACT_LAST_MATCH 2
-
-/* The funky do-while in the following #define is used to turn the definition
- * int a single C statement (which needs a semi-colon terminator). This
- * avoids problems with code like:
- *
- * if ( condition_holds )
- * yyless( 5 );
- * else
- * do_something_else();
- *
- * Prior to using the do-while the compiler would get upset at the
- * "else" because it interpreted the "if" statement as being all
- * done when it reached the ';' after the yyless() call.
- */
-
-/* Return all but the first 'n' matched characters back to the input stream. */
-
-#define yyless(n) \
- do \
- { \
- /* Undo effects of setting up yytext. */ \
- *yy_cp = yy_hold_char; \
- YY_RESTORE_YY_MORE_OFFSET \
- yy_c_buf_p = yy_cp = yy_bp + n - YY_MORE_ADJ; \
- YY_DO_BEFORE_ACTION; /* set up yytext again */ \
- } \
- while ( 0 )
-
-#define unput(c) yyunput( c, yytext_ptr )
-
-/* The following is because we cannot portably get our hands on size_t
- * (without autoconf's help, which isn't available because we want
- * flex-generated scanners to compile on their own).
- */
-typedef unsigned int yy_size_t;
-
-
-struct yy_buffer_state
- {
- FILE *yy_input_file;
-
- char *yy_ch_buf; /* input buffer */
- char *yy_buf_pos; /* current position in input buffer */
-
- /* Size of input buffer in bytes, not including room for EOB
- * characters.
- */
- yy_size_t yy_buf_size;
-
- /* Number of characters read into yy_ch_buf, not including EOB
- * characters.
- */
- int yy_n_chars;
-
- /* Whether we "own" the buffer - i.e., we know we created it,
- * and can realloc() it to grow it, and should free() it to
- * delete it.
- */
- int yy_is_our_buffer;
-
- /* Whether this is an "interactive" input source; if so, and
- * if we're using stdio for input, then we want to use getc()
- * instead of fread(), to make sure we stop fetching input after
- * each newline.
- */
- int yy_is_interactive;
-
- /* Whether we're considered to be at the beginning of a line.
- * If so, '^' rules will be active on the next match, otherwise
- * not.
- */
- int yy_at_bol;
-
- /* Whether to try to fill the input buffer when we reach the
- * end of it.
- */
- int yy_fill_buffer;
-
- int yy_buffer_status;
-#define YY_BUFFER_NEW 0
-#define YY_BUFFER_NORMAL 1
- /* When an EOF's been seen but there's still some text to process
- * then we mark the buffer as YY_EOF_PENDING, to indicate that we
- * shouldn't try reading from the input source any more. We might
- * still have a bunch of tokens to match, though, because of
- * possible backing-up.
- *
- * When we actually see the EOF, we change the status to "new"
- * (via yyrestart()), so that the user can continue scanning by
- * just pointing yyin at a new input file.
- */
-#define YY_BUFFER_EOF_PENDING 2
- };
-
-static YY_BUFFER_STATE yy_current_buffer = 0;
-
-/* We provide macros for accessing buffer states in case in the
- * future we want to put the buffer states in a more general
- * "scanner state".
- */
-#define YY_CURRENT_BUFFER yy_current_buffer
-
-
-/* yy_hold_char holds the character lost when yytext is formed. */
-static char yy_hold_char;
-
-static int yy_n_chars; /* number of characters read into yy_ch_buf */
-
-
-int yyleng;
-
-/* Points to current character in buffer. */
-static char *yy_c_buf_p = (char *) 0;
-static int yy_init = 1; /* whether we need to initialize */
-static int yy_start = 0; /* start state number */
-
-/* Flag which is used to allow yywrap()'s to do buffer switches
- * instead of setting up a fresh yyin. A bit of a hack ...
- */
-static int yy_did_buffer_switch_on_eof;
-
-void yyrestart YY_PROTO(( FILE *input_file ));
-
-void yy_switch_to_buffer YY_PROTO(( YY_BUFFER_STATE new_buffer ));
-void yy_load_buffer_state YY_PROTO(( void ));
-YY_BUFFER_STATE yy_create_buffer YY_PROTO(( FILE *file, int size ));
-void yy_delete_buffer YY_PROTO(( YY_BUFFER_STATE b ));
-void yy_init_buffer YY_PROTO(( YY_BUFFER_STATE b, FILE *file ));
-void yy_flush_buffer YY_PROTO(( YY_BUFFER_STATE b ));
-#define YY_FLUSH_BUFFER yy_flush_buffer( yy_current_buffer )
-
-YY_BUFFER_STATE yy_scan_buffer YY_PROTO(( char *base, yy_size_t size ));
-YY_BUFFER_STATE yy_scan_string YY_PROTO(( yyconst char *yy_str ));
-YY_BUFFER_STATE yy_scan_bytes YY_PROTO(( yyconst char *bytes, yy_size_t len ));
-#ifdef __cplusplus
-YY_BUFFER_STATE yy_scan_buffer YY_PROTO(( char *base, int size ));
-YY_BUFFER_STATE yy_scan_bytes YY_PROTO(( yyconst char *bytes, int len ));
-#endif
-
-#define yy_new_buffer yy_create_buffer
-
-#define yy_set_interactive(is_interactive) \
- { \
- if ( ! yy_current_buffer ) \
- yy_current_buffer = yy_create_buffer( yyin, YY_BUF_SIZE ); \
- yy_current_buffer->yy_is_interactive = is_interactive; \
- }
-
-#define yy_set_bol(at_bol) \
- { \
- if ( ! yy_current_buffer ) \
- yy_current_buffer = yy_create_buffer( yyin, YY_BUF_SIZE ); \
- yy_current_buffer->yy_at_bol = at_bol; \
- }
-
-#define YY_AT_BOL() (yy_current_buffer->yy_at_bol)
-
-
-#define YY_USES_REJECT
-typedef unsigned char YY_CHAR;
-FILE *yyin = (FILE *) 0, *yyout = (FILE *) 0;
-typedef int yy_state_type;
-extern int yylineno;
-int yylineno = 1;
-extern char *yytext;
-#define yytext_ptr yytext
-
-static void *yy_flex_alloc YY_PROTO(( yy_size_t ));
-static inline void *yy_flex_realloc YY_PROTO(( void *, yy_size_t ))
-#ifdef __GNUC__
- __attribute__((__unused__))
-#endif
-;
-static void yy_flex_free YY_PROTO(( void * ));
-
-static yy_state_type yy_get_previous_state YY_PROTO(( void ));
-static yy_state_type yy_try_NUL_trans YY_PROTO(( yy_state_type current_state ));
-static int yy_get_next_buffer YY_PROTO(( void ));
-static void yy_fatal_error YY_PROTO(( yyconst char msg[] ));
-
-/* Done after the current pattern has been matched and before the
- * corresponding action - sets up yytext.
- */
-#define YY_DO_BEFORE_ACTION \
- yytext_ptr = yy_bp; \
- yyleng = (int) (yy_cp - yy_bp); \
- yy_hold_char = *yy_cp; \
- *yy_cp = '\0'; \
- yy_c_buf_p = yy_cp;
-
-#define YY_NUM_RULES 35
-#define YY_END_OF_BUFFER 36
-static yyconst short int yy_acclist[146] =
- { 0,
- 29, 29, 36, 34, 35, 27, 34, 35, 27, 35,
- 34, 35, 34, 35, 34, 35, 34, 35, 34, 35,
- 26, 34, 35, 26, 34, 35, 23, 34, 35, 34,
- 35, 23, 34, 35, 23, 34, 35, 23, 34, 35,
- 23, 34, 35, 23, 34, 35, 23, 34, 35, 23,
- 34, 35, 23, 34, 35, 29, 35, 30, 35, 32,
- 35, 27, 25, 24, 26, 28, 1, 23, 23, 23,
- 23, 23, 23, 23, 17, 23, 23, 23, 23, 23,
- 29, 30, 30, 33, 32, 31, 32, 24, 1, 26,
- 26, 5, 23, 23, 23, 10, 23, 12, 23, 23,
-
- 23, 4, 23, 16, 23, 23, 23, 23, 18, 21,
- 19, 20, 3, 6, 23, 23, 9, 23, 13, 23,
- 23, 23, 8, 23, 23, 23, 11, 23, 15, 23,
- 23, 23, 23, 23, 23, 7, 23, 23, 23, 23,
- 23, 22, 2, 14, 23
- } ;
-
-static yyconst short int yy_accept[123] =
- { 0,
- 1, 1, 1, 2, 3, 4, 6, 9, 11, 13,
- 15, 17, 19, 21, 24, 27, 30, 32, 35, 38,
- 41, 44, 47, 50, 53, 56, 58, 60, 62, 63,
- 63, 63, 63, 64, 65, 66, 67, 68, 68, 68,
- 69, 69, 70, 71, 72, 73, 74, 75, 77, 78,
- 79, 80, 81, 82, 83, 84, 85, 86, 87, 88,
- 88, 88, 88, 88, 89, 90, 91, 92, 92, 92,
- 94, 95, 96, 98, 100, 101, 102, 104, 106, 107,
- 108, 109, 110, 111, 112, 113, 113, 113, 114, 116,
- 117, 119, 121, 122, 123, 125, 126, 127, 127, 129,
-
- 131, 132, 133, 134, 134, 135, 136, 138, 138, 139,
- 140, 140, 140, 141, 141, 141, 142, 143, 143, 144,
- 146, 146
- } ;
-
-static yyconst int yy_ec[256] =
- { 0,
- 1, 1, 1, 1, 1, 1, 1, 1, 2, 3,
- 1, 1, 4, 1, 1, 1, 1, 1, 1, 1,
- 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
- 1, 2, 5, 6, 1, 7, 1, 1, 1, 1,
- 1, 8, 9, 1, 9, 1, 10, 11, 12, 13,
- 13, 13, 13, 13, 13, 13, 13, 1, 1, 1,
- 1, 1, 1, 1, 14, 14, 14, 14, 14, 14,
- 15, 15, 15, 15, 15, 15, 15, 15, 15, 15,
- 15, 15, 15, 15, 15, 15, 15, 15, 15, 15,
- 16, 1, 17, 1, 15, 1, 18, 19, 20, 21,
-
- 22, 23, 24, 25, 26, 15, 15, 27, 28, 29,
- 30, 15, 15, 31, 32, 33, 34, 15, 15, 35,
- 15, 15, 36, 1, 37, 1, 1, 1, 1, 1,
- 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
- 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
- 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
- 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
- 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
- 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
- 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
-
- 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
- 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
- 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
- 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
- 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
- 1, 1, 1, 1, 1
- } ;
-
-static yyconst int yy_meta[38] =
- { 0,
- 1, 1, 2, 1, 1, 1, 1, 3, 1, 3,
- 4, 4, 4, 5, 6, 1, 1, 5, 5, 5,
- 5, 5, 5, 6, 6, 6, 6, 6, 6, 6,
- 6, 6, 6, 6, 6, 1, 1
- } ;
-
-static yyconst short int yy_base[135] =
- { 0,
- 0, 0, 30, 31, 221, 222, 40, 43, 28, 214,
- 0, 38, 44, 44, 53, 0, 183, 192, 31, 49,
- 191, 187, 46, 181, 181, 0, 65, 66, 78, 183,
- 52, 206, 222, 0, 75, 222, 0, 58, 0, 0,
- 174, 177, 191, 187, 183, 183, 183, 58, 171, 171,
- 175, 170, 0, 82, 85, 222, 86, 222, 89, 171,
- 172, 35, 167, 0, 0, 89, 0, 160, 179, 163,
- 162, 171, 0, 164, 164, 163, 0, 0, 156, 155,
- 161, 222, 222, 222, 222, 166, 148, 222, 0, 152,
- 0, 0, 162, 148, 0, 155, 151, 149, 0, 0,
-
- 157, 157, 152, 146, 152, 146, 0, 128, 100, 110,
- 89, 102, 74, 65, 83, 52, 222, 53, 222, 0,
- 222, 108, 114, 116, 119, 125, 131, 137, 140, 146,
- 149, 154, 160, 166
- } ;
-
-static yyconst short int yy_def[135] =
- { 0,
- 121, 1, 122, 122, 121, 121, 121, 121, 121, 123,
- 124, 121, 121, 121, 121, 125, 121, 125, 125, 125,
- 125, 125, 125, 125, 125, 126, 127, 128, 121, 121,
- 121, 123, 121, 129, 121, 121, 130, 121, 131, 125,
- 132, 125, 125, 125, 125, 125, 125, 125, 125, 125,
- 125, 125, 126, 127, 127, 121, 128, 121, 128, 121,
- 121, 121, 121, 129, 130, 121, 131, 132, 133, 125,
- 125, 125, 125, 125, 125, 125, 125, 125, 125, 125,
- 125, 121, 121, 121, 121, 121, 132, 121, 125, 125,
- 125, 125, 125, 125, 125, 125, 125, 121, 125, 125,
-
- 125, 125, 125, 121, 125, 125, 125, 121, 125, 125,
- 121, 121, 125, 121, 134, 125, 121, 134, 121, 125,
- 0, 121, 121, 121, 121, 121, 121, 121, 121, 121,
- 121, 121, 121, 121
- } ;
-
-static yyconst short int yy_nxt[260] =
- { 0,
- 6, 7, 8, 7, 9, 10, 11, 6, 12, 13,
- 14, 15, 15, 16, 16, 17, 6, 16, 18, 19,
- 20, 16, 21, 16, 16, 22, 23, 24, 16, 16,
- 16, 25, 16, 16, 16, 6, 6, 27, 27, 28,
- 28, 29, 29, 29, 29, 29, 29, 30, 35, 35,
- 35, 36, 84, 37, 35, 35, 35, 43, 119, 31,
- 44, 85, 38, 35, 35, 35, 45, 49, 66, 66,
- 46, 50, 55, 58, 56, 59, 61, 76, 39, 29,
- 29, 29, 62, 120, 63, 35, 35, 35, 119, 121,
- 77, 121, 55, 121, 56, 121, 121, 117, 59, 66,
-
- 66, 112, 112, 112, 112, 116, 114, 115, 26, 26,
- 26, 26, 26, 26, 32, 32, 32, 32, 32, 32,
- 34, 34, 40, 40, 40, 53, 53, 113, 53, 53,
- 53, 54, 54, 54, 54, 54, 54, 57, 57, 57,
- 57, 57, 57, 64, 64, 64, 65, 111, 65, 65,
- 65, 65, 67, 67, 68, 68, 68, 68, 68, 68,
- 87, 87, 87, 87, 87, 87, 118, 118, 118, 118,
- 118, 118, 110, 109, 108, 107, 106, 105, 104, 103,
- 102, 101, 100, 99, 69, 98, 97, 96, 95, 94,
- 93, 92, 91, 90, 89, 88, 69, 86, 83, 82,
-
- 81, 80, 79, 78, 75, 74, 73, 72, 71, 70,
- 69, 33, 60, 52, 51, 48, 47, 42, 41, 33,
- 121, 5, 121, 121, 121, 121, 121, 121, 121, 121,
- 121, 121, 121, 121, 121, 121, 121, 121, 121, 121,
- 121, 121, 121, 121, 121, 121, 121, 121, 121, 121,
- 121, 121, 121, 121, 121, 121, 121, 121, 121
- } ;
-
-static yyconst short int yy_chk[260] =
- { 0,
- 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
- 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
- 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
- 1, 1, 1, 1, 1, 1, 1, 3, 4, 3,
- 4, 7, 7, 7, 8, 8, 8, 9, 12, 12,
- 12, 13, 62, 13, 14, 14, 14, 19, 118, 9,
- 19, 62, 14, 15, 15, 15, 20, 23, 38, 38,
- 20, 23, 27, 28, 27, 28, 31, 48, 14, 29,
- 29, 29, 31, 116, 31, 35, 35, 35, 115, 54,
- 48, 54, 55, 57, 55, 57, 59, 114, 59, 66,
-
- 66, 109, 109, 112, 112, 113, 111, 112, 122, 122,
- 122, 122, 122, 122, 123, 123, 123, 123, 123, 123,
- 124, 124, 125, 125, 125, 126, 126, 110, 126, 126,
- 126, 127, 127, 127, 127, 127, 127, 128, 128, 128,
- 128, 128, 128, 129, 129, 129, 130, 108, 130, 130,
- 130, 130, 131, 131, 132, 132, 132, 132, 132, 132,
- 133, 133, 133, 133, 133, 133, 134, 134, 134, 134,
- 134, 134, 106, 105, 104, 103, 102, 101, 98, 97,
- 96, 94, 93, 90, 87, 86, 81, 80, 79, 76,
- 75, 74, 72, 71, 70, 69, 68, 63, 61, 60,
-
- 52, 51, 50, 49, 47, 46, 45, 44, 43, 42,
- 41, 32, 30, 25, 24, 22, 21, 18, 17, 10,
- 5, 121, 121, 121, 121, 121, 121, 121, 121, 121,
- 121, 121, 121, 121, 121, 121, 121, 121, 121, 121,
- 121, 121, 121, 121, 121, 121, 121, 121, 121, 121,
- 121, 121, 121, 121, 121, 121, 121, 121, 121
- } ;
-
-static yy_state_type yy_state_buf[YY_BUF_SIZE + 2], *yy_state_ptr;
-static char *yy_full_match;
-static int yy_lp;
-#define REJECT \
-{ \
-*yy_cp = yy_hold_char; /* undo effects of setting up yytext */ \
-yy_cp = yy_full_match; /* restore poss. backed-over text */ \
-++yy_lp; \
-goto find_rule; \
-}
-#define yymore() yymore_used_but_not_detected
-#define YY_MORE_ADJ 0
-#define YY_RESTORE_YY_MORE_OFFSET
-char *yytext;
-#line 1 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l"
-#define INITIAL 0
-/*===-- FileLexer.l - Scanner for TableGen Files ----------------*- C++ -*-===//
-//
-// The LLVM Compiler Infrastructure
-//
-// This file was developed by the LLVM research group and is distributed under
-// the University of Illinois Open Source License. See LICENSE.TXT for details.
-//
-//===----------------------------------------------------------------------===//
-//
-// This file defines a simple flex scanner for TableGen files. This is pretty
-// straight-forward, except for the magic to handle file inclusion.
-//
-//===----------------------------------------------------------------------===*/
-#define YY_NEVER_INTERACTIVE 1
-#define in_comment 1
-
-#line 30 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l"
-#include "llvm/Config/config.h"
-#include "llvm/Support/Streams.h"
-#include "Record.h"
-typedef std::pair<llvm::Record*, std::vector<llvm::Init*>*> SubClassRefTy;
-#include "FileParser.h"
-
-int Fileparse();
-
-namespace llvm {
-
-// Global variable recording the location of the include directory
-std::vector<std::string> IncludeDirectories;
-
-/// ParseInt - This has to handle the special case of binary numbers 0b0101
-///
-static int ParseInt(const char *Str) {
- if (Str[0] == '0' && Str[1] == 'b')
- return strtoll(Str+2, 0, 2);
- return strtoll(Str, 0, 0);
-}
-
-static int CommentDepth = 0;
-
-struct IncludeRec {
- std::string Filename;
- FILE *File;
- unsigned LineNo;
- YY_BUFFER_STATE Buffer;
-
- IncludeRec(const std::string &FN, FILE *F)
- : Filename(FN), File(F), LineNo(0){
- }
-};
-
-static std::vector<IncludeRec> IncludeStack;
-
-std::ostream &err() {
- if (IncludeStack.empty()) {
- cerr << "At end of input: ";
- return *cerr.stream();
- }
-
- for (unsigned i = 0, e = IncludeStack.size()-1; i != e; ++i)
- cerr << "Included from " << IncludeStack[i].Filename << ":"
- << IncludeStack[i].LineNo << ":\n";
- cerr << "Parsing " << IncludeStack.back().Filename << ":"
- << Filelineno << ": ";
- return *cerr.stream();
-}
-
-/// ParseFile - this function begins the parsing of the specified tablegen file.
-///
-void ParseFile(const std::string &Filename,
- const std::vector<std::string> &IncludeDirs) {
- FILE *F = stdin;
- if (Filename != "-") {
- F = fopen(Filename.c_str(), "r");
-
- if (F == 0) {
- cerr << "Could not open input file '" + Filename + "'!\n";
- exit (1);
- }
- IncludeStack.push_back(IncludeRec(Filename, F));
- } else {
- IncludeStack.push_back(IncludeRec("<stdin>", stdin));
- }
-
- // Record the location of the include directory so that the lexer can find
- // it later.
- IncludeDirectories = IncludeDirs;
-
- Filein = F;
- Filelineno = 1;
- Fileparse();
- Filein = stdin;
-}
-
-/// HandleInclude - This function is called when an include directive is
-/// encountered in the input stream...
-///
-static void HandleInclude(const char *Buffer) {
- unsigned Length = yyleng;
- assert(Buffer[Length-1] == '"');
- Buffer += strlen("include ");
- Length -= strlen("include ");
- while (*Buffer != '"') {
- ++Buffer;
- --Length;
- }
- assert(Length >= 2 && "Double quotes not found?");
- std::string Filename(Buffer+1, Buffer+Length-1);
- //cerr << "Filename = '" << Filename << "'\n";
-
- // Save the line number and lex buffer of the includer...
- IncludeStack.back().LineNo = Filelineno;
- IncludeStack.back().Buffer = YY_CURRENT_BUFFER;
-
- // Open the new input file...
- yyin = fopen(Filename.c_str(), "r");
- if (yyin == 0) {
- // If we couldn't find the file in the current directory, look for it in
- // the include directories.
- //
- std::string NextFilename;
- for (unsigned i = 0, e = IncludeDirectories.size(); i != e; ++i) {
- NextFilename = IncludeDirectories[i] + "/" + Filename;
- if ((yyin = fopen(NextFilename.c_str(), "r")))
- break;
- }
-
- if (yyin == 0) {
- err() << "Could not find include file '" << Filename << "'!\n";
- exit(1);
- }
- Filename = NextFilename;
- }
-
- // Add the file to our include stack...
- IncludeStack.push_back(IncludeRec(Filename, yyin));
- Filelineno = 1; // Reset line numbering...
- //yyrestart(yyin); // Start lexing the new file...
-
- yy_switch_to_buffer(yy_create_buffer(yyin, YY_BUF_SIZE));
-}
-
-/// yywrap - This is called when the lexer runs out of input in one of the
-/// files. Switch back to an includer if an includee has run out of input.
-///
-extern "C"
-int yywrap(void) {
- if (IncludeStack.back().File != stdin)
- fclose(IncludeStack.back().File);
- IncludeStack.pop_back();
- if (IncludeStack.empty()) return 1; // Top-level file is done.
-
- // Otherwise, we need to switch back to a file which included the current one.
- Filelineno = IncludeStack.back().LineNo; // Restore current line number
- yy_switch_to_buffer(IncludeStack.back().Buffer);
- return 0;
-}
-
-} // End llvm namespace
-
-using namespace llvm;
-
-#line 678 "Lexer.cpp"
-
-/* Macros after this point can all be overridden by user definitions in
- * section 1.
- */
-
-#ifndef YY_SKIP_YYWRAP
-#ifdef __cplusplus
-extern "C" int yywrap YY_PROTO(( void ));
-#else
-extern int yywrap YY_PROTO(( void ));
-#endif
-#endif
-
-#ifndef YY_NO_UNPUT
-static inline void yyunput YY_PROTO(( int c, char *buf_ptr ))
-#ifdef __GNUC__
- __attribute__((__unused__))
-#endif
-;
-#endif
-
-#ifndef yytext_ptr
-static void yy_flex_strncpy YY_PROTO(( char *, yyconst char *, yy_size_t ));
-#endif
-
-#ifdef YY_NEED_STRLEN
-static yy_size_t yy_flex_strlen YY_PROTO(( yyconst char * ));
-#endif
-
-#ifndef YY_NO_INPUT
-#ifdef __cplusplus
-static int yyinput YY_PROTO(( void ));
-#else
-static int input YY_PROTO(( void ));
-#endif
-#endif
-
-#if YY_STACK_USED
-static int yy_start_stack_ptr = 0;
-static int yy_start_stack_depth = 0;
-static int *yy_start_stack = 0;
-#ifndef YY_NO_PUSH_STATE
-static void yy_push_state YY_PROTO(( int new_state ));
-#endif
-#ifndef YY_NO_POP_STATE
-static void yy_pop_state YY_PROTO(( void ));
-#endif
-#ifndef YY_NO_TOP_STATE
-static int yy_top_state YY_PROTO(( void ));
-#endif
-
-#else
-#define YY_NO_PUSH_STATE 1
-#define YY_NO_POP_STATE 1
-#define YY_NO_TOP_STATE 1
-#endif
-
-#ifdef YY_MALLOC_DECL
-YY_MALLOC_DECL
-#else
-#if __STDC__
-#ifndef __cplusplus
-#include <stdlib.h>
-#endif
-#else
-/* Just try to get by without declaring the routines. This will fail
- * miserably on non-ANSI systems for which sizeof(size_t) != sizeof(int)
- * or sizeof(void*) != sizeof(int).
- */
-#endif
-#endif
-
-/* Amount of stuff to slurp up with each read. */
-#ifndef YY_READ_BUF_SIZE
-#define YY_READ_BUF_SIZE 8192
-#endif
-
-/* Copy whatever the last rule matched to the standard output. */
-
-#ifndef ECHO
-/* This used to be an fputs(), but since the string might contain NUL's,
- * we now use fwrite().
- */
-#define ECHO (void) fwrite( yytext, (size_t)yyleng, 1, yyout )
-#endif
-
-/* Gets input and stuffs it into "buf". number of characters read, or YY_NULL,
- * is returned in "result".
- */
-#ifndef YY_INPUT
-#define YY_INPUT(buf,result,max_size) \
- if ( yy_current_buffer->yy_is_interactive ) \
- { \
- int c = '*', n; \
- for ( n = 0; n < max_size && \
- (c = getc( yyin )) != EOF && c != '\n'; ++n ) \
- buf[n] = (char) c; \
- if ( c == '\n' ) \
- buf[n++] = (char) c; \
- if ( c == EOF && ferror( yyin ) ) \
- YY_FATAL_ERROR( "input in flex scanner failed" ); \
- result = n; \
- } \
- else if ( ((result = fread( buf, 1, (size_t)max_size, yyin )) == 0) \
- && ferror( yyin ) ) \
- YY_FATAL_ERROR( "input in flex scanner failed" );
-#endif
-
-/* No semi-colon after return; correct usage is to write "yyterminate();" -
- * we don't want an extra ';' after the "return" because that will cause
- * some compilers to complain about unreachable statements.
- */
-#ifndef yyterminate
-#define yyterminate() return YY_NULL
-#endif
-
-/* Number of entries by which start-condition stack grows. */
-#ifndef YY_START_STACK_INCR
-#define YY_START_STACK_INCR 25
-#endif
-
-/* Report a fatal error. */
-#ifndef YY_FATAL_ERROR
-#define YY_FATAL_ERROR(msg) yy_fatal_error( msg )
-#endif
-
-/* Default declaration of generated scanner - a define so the user can
- * easily add parameters.
- */
-#ifndef YY_DECL
-#define YY_DECL int yylex YY_PROTO(( void ))
-#endif
-
-/* Code executed at the beginning of each rule, after yytext and yyleng
- * have been set up.
- */
-#ifndef YY_USER_ACTION
-#define YY_USER_ACTION
-#endif
-
-/* Code executed at the end of each rule. */
-#ifndef YY_BREAK
-#define YY_BREAK /*LINTED*/break;
-#endif
-
-#define YY_RULE_SETUP \
- YY_USER_ACTION
-
-YY_DECL
- {
- register yy_state_type yy_current_state;
- register char *yy_cp, *yy_bp;
- register int yy_act;
-
-#line 185 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l"
-
-
-#line 836 "Lexer.cpp"
-
-#if defined(YY_USES_REJECT) && (defined(__GNUC__) || defined(lint))
- /* XXX: shut up `unused label' warning with %options yylineno */
- if (/*CONSTCOND*/0 && yy_full_match)
- goto find_rule;
-#endif
- if ( yy_init )
- {
- yy_init = 0;
-
-#ifdef YY_USER_INIT
- YY_USER_INIT;
-#endif
-
- if ( ! yy_start )
- yy_start = 1; /* first start state */
-
- if ( ! yyin )
- yyin = stdin;
-
- if ( ! yyout )
- yyout = stdout;
-
- if ( ! yy_current_buffer )
- yy_current_buffer =
- yy_create_buffer( yyin, YY_BUF_SIZE );
-
- yy_load_buffer_state();
- }
-
- while (/*CONSTCOND*/ 1 ) /* loops until end-of-file is reached */
- {
- yy_cp = yy_c_buf_p;
-
- /* Support of yytext. */
- *yy_cp = yy_hold_char;
-
- /* yy_bp points to the position in yy_ch_buf of the start of
- * the current run.
- */
- yy_bp = yy_cp;
-
- yy_current_state = yy_start;
- yy_state_ptr = yy_state_buf;
- *yy_state_ptr++ = yy_current_state;
-yy_match:
- do
- {
- register YY_CHAR yy_c = yy_ec[YY_SC_TO_UI(*yy_cp)];
- while ( yy_chk[yy_base[yy_current_state] + yy_c] != yy_current_state )
- {
- yy_current_state = (int) yy_def[yy_current_state];
- if ( yy_current_state >= 122 )
- yy_c = yy_meta[(unsigned int) yy_c];
- }
- yy_current_state = yy_nxt[yy_base[yy_current_state] + (unsigned int) yy_c];
- *yy_state_ptr++ = yy_current_state;
- ++yy_cp;
- }
- while ( yy_current_state != 121 );
-
-yy_find_action:
- yy_current_state = *--yy_state_ptr;
- yy_lp = yy_accept[yy_current_state];
-find_rule: /* we branch to this label when backing up */
- for ( ; ; ) /* until we find what rule we matched */
- {
- if ( yy_lp && yy_lp < yy_accept[yy_current_state + 1] )
- {
- yy_act = yy_acclist[yy_lp];
- {
- yy_full_match = yy_cp;
- break;
- }
- }
- --yy_cp;
- yy_current_state = *--yy_state_ptr;
- yy_lp = yy_accept[yy_current_state];
- }
-
- YY_DO_BEFORE_ACTION;
-
- if ( yy_act != YY_END_OF_BUFFER )
- {
- int yyl;
- for ( yyl = 0; yyl < yyleng; ++yyl )
- if ( yytext[yyl] == '\n' )
- ++yylineno;
- }
-
-do_action: /* This label is used only to access EOF actions. */
-
-
- switch ( yy_act )
- { /* beginning of action switch */
-case 1:
-YY_RULE_SETUP
-#line 187 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l"
-{ /* Ignore comments */ }
- YY_BREAK
-case 2:
-YY_RULE_SETUP
-#line 189 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l"
-{ HandleInclude(yytext); }
- YY_BREAK
-case 3:
-YY_RULE_SETUP
-#line 190 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l"
-{ Filelval.StrVal = new std::string(yytext+2, yytext+yyleng-2);
- return CODEFRAGMENT; }
- YY_BREAK
-case 4:
-YY_RULE_SETUP
-#line 193 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l"
-{ return INT; }
- YY_BREAK
-case 5:
-YY_RULE_SETUP
-#line 194 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l"
-{ return BIT; }
- YY_BREAK
-case 6:
-YY_RULE_SETUP
-#line 195 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l"
-{ return BITS; }
- YY_BREAK
-case 7:
-YY_RULE_SETUP
-#line 196 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l"
-{ return STRING; }
- YY_BREAK
-case 8:
-YY_RULE_SETUP
-#line 197 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l"
-{ return LIST; }
- YY_BREAK
-case 9:
-YY_RULE_SETUP
-#line 198 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l"
-{ return CODE; }
- YY_BREAK
-case 10:
-YY_RULE_SETUP
-#line 199 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l"
-{ return DAG; }
- YY_BREAK
-case 11:
-YY_RULE_SETUP
-#line 201 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l"
-{ return CLASS; }
- YY_BREAK
-case 12:
-YY_RULE_SETUP
-#line 202 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l"
-{ return DEF; }
- YY_BREAK
-case 13:
-YY_RULE_SETUP
-#line 203 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l"
-{ return DEFM; }
- YY_BREAK
-case 14:
-YY_RULE_SETUP
-#line 204 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l"
-{ return MULTICLASS; }
- YY_BREAK
-case 15:
-YY_RULE_SETUP
-#line 205 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l"
-{ return FIELD; }
- YY_BREAK
-case 16:
-YY_RULE_SETUP
-#line 206 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l"
-{ return LET; }
- YY_BREAK
-case 17:
-YY_RULE_SETUP
-#line 207 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l"
-{ return IN; }
- YY_BREAK
-case 18:
-YY_RULE_SETUP
-#line 209 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l"
-{ return CONCATTOK; }
- YY_BREAK
-case 19:
-YY_RULE_SETUP
-#line 210 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l"
-{ return SRATOK; }
- YY_BREAK
-case 20:
-YY_RULE_SETUP
-#line 211 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l"
-{ return SRLTOK; }
- YY_BREAK
-case 21:
-YY_RULE_SETUP
-#line 212 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l"
-{ return SHLTOK; }
- YY_BREAK
-case 22:
-YY_RULE_SETUP
-#line 213 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l"
-{ return STRCONCATTOK; }
- YY_BREAK
-case 23:
-YY_RULE_SETUP
-#line 216 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l"
-{ Filelval.StrVal = new std::string(yytext, yytext+yyleng);
- return ID; }
- YY_BREAK
-case 24:
-YY_RULE_SETUP
-#line 218 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l"
-{ Filelval.StrVal = new std::string(yytext+1, yytext+yyleng);
- return VARNAME; }
- YY_BREAK
-case 25:
-YY_RULE_SETUP
-#line 221 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l"
-{ Filelval.StrVal = new std::string(yytext+1, yytext+yyleng-1);
- return STRVAL; }
- YY_BREAK
-case 26:
-YY_RULE_SETUP
-#line 224 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l"
-{ Filelval.IntVal = ParseInt(Filetext); return INTVAL; }
- YY_BREAK
-case 27:
-YY_RULE_SETUP
-#line 226 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l"
-{ /* Ignore whitespace */ }
- YY_BREAK
-case 28:
-YY_RULE_SETUP
-#line 229 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l"
-{ BEGIN(in_comment); CommentDepth++; }
- YY_BREAK
-case 29:
-YY_RULE_SETUP
-#line 230 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l"
-{} /* eat anything that's not a '*' or '/' */
- YY_BREAK
-case 30:
-YY_RULE_SETUP
-#line 231 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l"
-{} /* eat up '*'s not followed by '/'s */
- YY_BREAK
-case 31:
-YY_RULE_SETUP
-#line 232 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l"
-{ ++CommentDepth; }
- YY_BREAK
-case 32:
-YY_RULE_SETUP
-#line 233 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l"
-{} /* eat up /'s not followed by *'s */
- YY_BREAK
-case 33:
-YY_RULE_SETUP
-#line 234 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l"
-{ if (!--CommentDepth) { BEGIN(INITIAL); } }
- YY_BREAK
-case YY_STATE_EOF(in_comment):
-#line 235 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l"
-{ err() << "Unterminated comment!\n"; exit(1); }
- YY_BREAK
-case 34:
-YY_RULE_SETUP
-#line 237 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l"
-{ return Filetext[0]; }
- YY_BREAK
-case 35:
-YY_RULE_SETUP
-#line 239 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l"
-YY_FATAL_ERROR( "flex scanner jammed" );
- YY_BREAK
-#line 1115 "Lexer.cpp"
- case YY_STATE_EOF(INITIAL):
- yyterminate();
-
- case YY_END_OF_BUFFER:
- {
- /* Amount of text matched not including the EOB char. */
- int yy_amount_of_matched_text = (int) (yy_cp - yytext_ptr) - 1;
-
- /* Undo the effects of YY_DO_BEFORE_ACTION. */
- *yy_cp = yy_hold_char;
- YY_RESTORE_YY_MORE_OFFSET
-
- if ( yy_current_buffer->yy_buffer_status == YY_BUFFER_NEW )
- {
- /* We're scanning a new file or input source. It's
- * possible that this happened because the user
- * just pointed yyin at a new source and called
- * yylex(). If so, then we have to assure
- * consistency between yy_current_buffer and our
- * globals. Here is the right place to do so, because
- * this is the first action (other than possibly a
- * back-up) that will match for the new input source.
- */
- yy_n_chars = yy_current_buffer->yy_n_chars;
- yy_current_buffer->yy_input_file = yyin;
- yy_current_buffer->yy_buffer_status = YY_BUFFER_NORMAL;
- }
-
- /* Note that here we test for yy_c_buf_p "<=" to the position
- * of the first EOB in the buffer, since yy_c_buf_p will
- * already have been incremented past the NUL character
- * (since all states make transitions on EOB to the
- * end-of-buffer state). Contrast this with the test
- * in input().
- */
- if ( yy_c_buf_p <= &yy_current_buffer->yy_ch_buf[yy_n_chars] )
- { /* This was really a NUL. */
- yy_state_type yy_next_state;
-
- yy_c_buf_p = yytext_ptr + yy_amount_of_matched_text;
-
- yy_current_state = yy_get_previous_state();
-
- /* Okay, we're now positioned to make the NUL
- * transition. We couldn't have
- * yy_get_previous_state() go ahead and do it
- * for us because it doesn't know how to deal
- * with the possibility of jamming (and we don't
- * want to build jamming into it because then it
- * will run more slowly).
- */
-
- yy_next_state = yy_try_NUL_trans( yy_current_state );
-
- yy_bp = yytext_ptr + YY_MORE_ADJ;
-
- if ( yy_next_state )
- {
- /* Consume the NUL. */
- yy_cp = ++yy_c_buf_p;
- yy_current_state = yy_next_state;
- goto yy_match;
- }
-
- else
- {
- yy_cp = yy_c_buf_p;
- goto yy_find_action;
- }
- }
-
- else switch ( yy_get_next_buffer() )
- {
- case EOB_ACT_END_OF_FILE:
- {
- yy_did_buffer_switch_on_eof = 0;
-
- if ( yywrap() )
- {
- /* Note: because we've taken care in
- * yy_get_next_buffer() to have set up
- * yytext, we can now set up
- * yy_c_buf_p so that if some total
- * hoser (like flex itself) wants to
- * call the scanner after we return the
- * YY_NULL, it'll still work - another
- * YY_NULL will get returned.
- */
- yy_c_buf_p = yytext_ptr + YY_MORE_ADJ;
-
- yy_act = YY_STATE_EOF(YY_START);
- goto do_action;
- }
-
- else
- {
- if ( ! yy_did_buffer_switch_on_eof )
- YY_NEW_FILE;
- }
- break;
- }
-
- case EOB_ACT_CONTINUE_SCAN:
- yy_c_buf_p =
- yytext_ptr + yy_amount_of_matched_text;
-
- yy_current_state = yy_get_previous_state();
-
- yy_cp = yy_c_buf_p;
- yy_bp = yytext_ptr + YY_MORE_ADJ;
- goto yy_match;
-
- case EOB_ACT_LAST_MATCH:
- yy_c_buf_p =
- &yy_current_buffer->yy_ch_buf[yy_n_chars];
-
- yy_current_state = yy_get_previous_state();
-
- yy_cp = yy_c_buf_p;
- yy_bp = yytext_ptr + YY_MORE_ADJ;
- goto yy_find_action;
- }
- break;
- }
-
- default:
- YY_FATAL_ERROR(
- "fatal flex scanner internal error--no action found" );
- } /* end of action switch */
- } /* end of scanning one token */
- } /* end of yylex */
-
-
-/* yy_get_next_buffer - try to read in a new buffer
- *
- * Returns a code representing an action:
- * EOB_ACT_LAST_MATCH -
- * EOB_ACT_CONTINUE_SCAN - continue scanning from current position
- * EOB_ACT_END_OF_FILE - end of file
- */
-
-static int yy_get_next_buffer()
- {
- register char *dest = yy_current_buffer->yy_ch_buf;
- register char *source = yytext_ptr;
- register int number_to_move, i;
- int ret_val;
-
- if ( yy_c_buf_p > &yy_current_buffer->yy_ch_buf[yy_n_chars + 1] )
- YY_FATAL_ERROR(
- "fatal flex scanner internal error--end of buffer missed" );
-
- if ( yy_current_buffer->yy_fill_buffer == 0 )
- { /* Don't try to fill the buffer, so this is an EOF. */
- if ( yy_c_buf_p - yytext_ptr - YY_MORE_ADJ == 1 )
- {
- /* We matched a single character, the EOB, so
- * treat this as a final EOF.
- */
- return EOB_ACT_END_OF_FILE;
- }
-
- else
- {
- /* We matched some text prior to the EOB, first
- * process it.
- */
- return EOB_ACT_LAST_MATCH;
- }
- }
-
- /* Try to read more data. */
-
- /* First move last chars to start of buffer. */
- number_to_move = (int) (yy_c_buf_p - yytext_ptr) - 1;
-
- for ( i = 0; i < number_to_move; ++i )
- *(dest++) = *(source++);
-
- if ( yy_current_buffer->yy_buffer_status == YY_BUFFER_EOF_PENDING )
- /* don't do the read, it's not guaranteed to return an EOF,
- * just force an EOF
- */
- yy_current_buffer->yy_n_chars = yy_n_chars = 0;
-
- else
- {
- int num_to_read =
- yy_current_buffer->yy_buf_size - number_to_move - 1;
-
- while ( num_to_read <= 0 )
- { /* Not enough room in the buffer - grow it. */
-#ifdef YY_USES_REJECT
- YY_FATAL_ERROR(
-"input buffer overflow, can't enlarge buffer because scanner uses REJECT" );
-#else
-
- /* just a shorter name for the current buffer */
- YY_BUFFER_STATE b = yy_current_buffer;
-
- int yy_c_buf_p_offset =
- (int) (yy_c_buf_p - b->yy_ch_buf);
-
- if ( b->yy_is_our_buffer )
- {
- int new_size = b->yy_buf_size * 2;
-
- if ( new_size <= 0 )
- b->yy_buf_size += b->yy_buf_size / 8;
- else
- b->yy_buf_size *= 2;
-
- b->yy_ch_buf = (char *)
- /* Include room in for 2 EOB chars. */
- yy_flex_realloc( (void *) b->yy_ch_buf,
- b->yy_buf_size + 2 );
- }
- else
- /* Can't grow it, we don't own it. */
- b->yy_ch_buf = 0;
-
- if ( ! b->yy_ch_buf )
- YY_FATAL_ERROR(
- "fatal error - scanner input buffer overflow" );
-
- yy_c_buf_p = &b->yy_ch_buf[yy_c_buf_p_offset];
-
- num_to_read = yy_current_buffer->yy_buf_size -
- number_to_move - 1;
-#endif
- }
-
- if ( num_to_read > YY_READ_BUF_SIZE )
- num_to_read = YY_READ_BUF_SIZE;
-
- /* Read in more data. */
- YY_INPUT( (&yy_current_buffer->yy_ch_buf[number_to_move]),
- yy_n_chars, num_to_read );
-
- yy_current_buffer->yy_n_chars = yy_n_chars;
- }
-
- if ( yy_n_chars == 0 )
- {
- if ( number_to_move == YY_MORE_ADJ )
- {
- ret_val = EOB_ACT_END_OF_FILE;
- yyrestart( yyin );
- }
-
- else
- {
- ret_val = EOB_ACT_LAST_MATCH;
- yy_current_buffer->yy_buffer_status =
- YY_BUFFER_EOF_PENDING;
- }
- }
-
- else
- ret_val = EOB_ACT_CONTINUE_SCAN;
-
- yy_n_chars += number_to_move;
- yy_current_buffer->yy_ch_buf[yy_n_chars] = YY_END_OF_BUFFER_CHAR;
- yy_current_buffer->yy_ch_buf[yy_n_chars + 1] = YY_END_OF_BUFFER_CHAR;
-
- yytext_ptr = &yy_current_buffer->yy_ch_buf[0];
-
- return ret_val;
- }
-
-
-/* yy_get_previous_state - get the state just before the EOB char was reached */
-
-static yy_state_type yy_get_previous_state()
- {
- register yy_state_type yy_current_state;
- register char *yy_cp;
-
- yy_current_state = yy_start;
- yy_state_ptr = yy_state_buf;
- *yy_state_ptr++ = yy_current_state;
-
- for ( yy_cp = yytext_ptr + YY_MORE_ADJ; yy_cp < yy_c_buf_p; ++yy_cp )
- {
- register YY_CHAR yy_c = (*yy_cp ? yy_ec[YY_SC_TO_UI(*yy_cp)] : 1);
- while ( yy_chk[yy_base[yy_current_state] + yy_c] != yy_current_state )
- {
- yy_current_state = (int) yy_def[yy_current_state];
- if ( yy_current_state >= 122 )
- yy_c = yy_meta[(unsigned int) yy_c];
- }
- yy_current_state = yy_nxt[yy_base[yy_current_state] + (unsigned int) yy_c];
- *yy_state_ptr++ = yy_current_state;
- }
-
- return yy_current_state;
- }
-
-
-/* yy_try_NUL_trans - try to make a transition on the NUL character
- *
- * synopsis
- * next_state = yy_try_NUL_trans( current_state );
- */
-
-#ifdef YY_USE_PROTOS
-static yy_state_type yy_try_NUL_trans( yy_state_type yy_current_state )
-#else
-static yy_state_type yy_try_NUL_trans( yy_current_state )
-yy_state_type yy_current_state;
-#endif
- {
- register int yy_is_jam;
-
- register YY_CHAR yy_c = 1;
- while ( yy_chk[yy_base[yy_current_state] + yy_c] != yy_current_state )
- {
- yy_current_state = (int) yy_def[yy_current_state];
- if ( yy_current_state >= 122 )
- yy_c = yy_meta[(unsigned int) yy_c];
- }
- yy_current_state = yy_nxt[yy_base[yy_current_state] + (unsigned int) yy_c];
- yy_is_jam = (yy_current_state == 121);
- if ( ! yy_is_jam )
- *yy_state_ptr++ = yy_current_state;
-
- return yy_is_jam ? 0 : yy_current_state;
- }
-
-
-#ifndef YY_NO_UNPUT
-#ifdef YY_USE_PROTOS
-static inline void yyunput( int c, register char *yy_bp )
-#else
-static inline void yyunput( c, yy_bp )
-int c;
-register char *yy_bp;
-#endif
- {
- register char *yy_cp = yy_c_buf_p;
-
- /* undo effects of setting up yytext */
- *yy_cp = yy_hold_char;
-
- if ( yy_cp < yy_current_buffer->yy_ch_buf + 2 )
- { /* need to shift things up to make room */
- /* +2 for EOB chars. */
- register int number_to_move = yy_n_chars + 2;
- register char *dest = &yy_current_buffer->yy_ch_buf[
- yy_current_buffer->yy_buf_size + 2];
- register char *source =
- &yy_current_buffer->yy_ch_buf[number_to_move];
-
- while ( source > yy_current_buffer->yy_ch_buf )
- *--dest = *--source;
-
- yy_cp += (int) (dest - source);
- yy_bp += (int) (dest - source);
- yy_current_buffer->yy_n_chars =
- yy_n_chars = yy_current_buffer->yy_buf_size;
-
- if ( yy_cp < yy_current_buffer->yy_ch_buf + 2 )
- YY_FATAL_ERROR( "flex scanner push-back overflow" );
- }
-
- *--yy_cp = (char) c;
-
- if ( c == '\n' )
- --yylineno;
-
- yytext_ptr = yy_bp;
- yy_hold_char = *yy_cp;
- yy_c_buf_p = yy_cp;
- }
-#endif /* ifndef YY_NO_UNPUT */
-
-
-#ifdef __cplusplus
-static int yyinput()
-#else
-static int input()
-#endif
- {
- int c;
-
- *yy_c_buf_p = yy_hold_char;
-
- if ( *yy_c_buf_p == YY_END_OF_BUFFER_CHAR )
- {
- /* yy_c_buf_p now points to the character we want to return.
- * If this occurs *before* the EOB characters, then it's a
- * valid NUL; if not, then we've hit the end of the buffer.
- */
- if ( yy_c_buf_p < &yy_current_buffer->yy_ch_buf[yy_n_chars] )
- /* This was really a NUL. */
- *yy_c_buf_p = '\0';
-
- else
- { /* need more input */
- int offset = yy_c_buf_p - yytext_ptr;
- ++yy_c_buf_p;
-
- switch ( yy_get_next_buffer() )
- {
- case EOB_ACT_LAST_MATCH:
- /* This happens because yy_g_n_b()
- * sees that we've accumulated a
- * token and flags that we need to
- * try matching the token before
- * proceeding. But for input(),
- * there's no matching to consider.
- * So convert the EOB_ACT_LAST_MATCH
- * to EOB_ACT_END_OF_FILE.
- */
-
- /* Reset buffer status. */
- yyrestart( yyin );
-
- /*FALLTHROUGH*/
-
- case EOB_ACT_END_OF_FILE:
- {
- if ( yywrap() )
- return EOF;
-
- if ( ! yy_did_buffer_switch_on_eof )
- YY_NEW_FILE;
-#ifdef __cplusplus
- return yyinput();
-#else
- return input();
-#endif
- }
-
- case EOB_ACT_CONTINUE_SCAN:
- yy_c_buf_p = yytext_ptr + offset;
- break;
- }
- }
- }
-
- c = *(unsigned char *) yy_c_buf_p; /* cast for 8-bit char's */
- *yy_c_buf_p = '\0'; /* preserve yytext */
- yy_hold_char = *++yy_c_buf_p;
-
- if ( c == '\n' )
- ++yylineno;
-
- return c;
- }
-
-
-#ifdef YY_USE_PROTOS
-void yyrestart( FILE *input_file )
-#else
-void yyrestart( input_file )
-FILE *input_file;
-#endif
- {
- if ( ! yy_current_buffer )
- yy_current_buffer = yy_create_buffer( yyin, YY_BUF_SIZE );
-
- yy_init_buffer( yy_current_buffer, input_file );
- yy_load_buffer_state();
- }
-
-
-#ifdef YY_USE_PROTOS
-void yy_switch_to_buffer( YY_BUFFER_STATE new_buffer )
-#else
-void yy_switch_to_buffer( new_buffer )
-YY_BUFFER_STATE new_buffer;
-#endif
- {
- if ( yy_current_buffer == new_buffer )
- return;
-
- if ( yy_current_buffer )
- {
- /* Flush out information for old buffer. */
- *yy_c_buf_p = yy_hold_char;
- yy_current_buffer->yy_buf_pos = yy_c_buf_p;
- yy_current_buffer->yy_n_chars = yy_n_chars;
- }
-
- yy_current_buffer = new_buffer;
- yy_load_buffer_state();
-
- /* We don't actually know whether we did this switch during
- * EOF (yywrap()) processing, but the only time this flag
- * is looked at is after yywrap() is called, so it's safe
- * to go ahead and always set it.
- */
- yy_did_buffer_switch_on_eof = 1;
- }
-
-
-#ifdef YY_USE_PROTOS
-void yy_load_buffer_state( void )
-#else
-void yy_load_buffer_state()
-#endif
- {
- yy_n_chars = yy_current_buffer->yy_n_chars;
- yytext_ptr = yy_c_buf_p = yy_current_buffer->yy_buf_pos;
- yyin = yy_current_buffer->yy_input_file;
- yy_hold_char = *yy_c_buf_p;
- }
-
-
-#ifdef YY_USE_PROTOS
-YY_BUFFER_STATE yy_create_buffer( FILE *file, int size )
-#else
-YY_BUFFER_STATE yy_create_buffer( file, size )
-FILE *file;
-int size;
-#endif
- {
- YY_BUFFER_STATE b;
-
- b = (YY_BUFFER_STATE) yy_flex_alloc( sizeof( struct yy_buffer_state ) );
- if ( ! b )
- YY_FATAL_ERROR( "out of dynamic memory in yy_create_buffer()" );
-
- b->yy_buf_size = size;
-
- /* yy_ch_buf has to be 2 characters longer than the size given because
- * we need to put in 2 end-of-buffer characters.
- */
- b->yy_ch_buf = (char *) yy_flex_alloc( b->yy_buf_size + 2 );
- if ( ! b->yy_ch_buf )
- YY_FATAL_ERROR( "out of dynamic memory in yy_create_buffer()" );
-
- b->yy_is_our_buffer = 1;
-
- yy_init_buffer( b, file );
-
- return b;
- }
-
-
-#ifdef YY_USE_PROTOS
-void yy_delete_buffer( YY_BUFFER_STATE b )
-#else
-void yy_delete_buffer( b )
-YY_BUFFER_STATE b;
-#endif
- {
- if ( ! b )
- return;
-
- if ( b == yy_current_buffer )
- yy_current_buffer = (YY_BUFFER_STATE) 0;
-
- if ( b->yy_is_our_buffer )
- yy_flex_free( (void *) b->yy_ch_buf );
-
- yy_flex_free( (void *) b );
- }
-
-
-#ifndef YY_ALWAYS_INTERACTIVE
-#ifndef YY_NEVER_INTERACTIVE
-#include <unistd.h>
-#endif
-#endif
-
-#ifdef YY_USE_PROTOS
-void yy_init_buffer( YY_BUFFER_STATE b, FILE *file )
-#else
-void yy_init_buffer( b, file )
-YY_BUFFER_STATE b;
-FILE *file;
-#endif
-
-
- {
- yy_flush_buffer( b );
-
- b->yy_input_file = file;
- b->yy_fill_buffer = 1;
-
-#if YY_ALWAYS_INTERACTIVE
- b->yy_is_interactive = 1;
-#else
-#if YY_NEVER_INTERACTIVE
- b->yy_is_interactive = 0;
-#else
- b->yy_is_interactive = file ? (isatty( fileno(file) ) > 0) : 0;
-#endif
-#endif
- }
-
-
-#ifdef YY_USE_PROTOS
-void yy_flush_buffer( YY_BUFFER_STATE b )
-#else
-void yy_flush_buffer( b )
-YY_BUFFER_STATE b;
-#endif
-
- {
- if ( ! b )
- return;
-
- b->yy_n_chars = 0;
-
- /* We always need two end-of-buffer characters. The first causes
- * a transition to the end-of-buffer state. The second causes
- * a jam in that state.
- */
- b->yy_ch_buf[0] = YY_END_OF_BUFFER_CHAR;
- b->yy_ch_buf[1] = YY_END_OF_BUFFER_CHAR;
-
- b->yy_buf_pos = &b->yy_ch_buf[0];
-
- b->yy_at_bol = 1;
- b->yy_buffer_status = YY_BUFFER_NEW;
-
- if ( b == yy_current_buffer )
- yy_load_buffer_state();
- }
-
-
-#ifndef YY_NO_SCAN_BUFFER
-#ifdef YY_USE_PROTOS
-YY_BUFFER_STATE yy_scan_buffer( char *base, yy_size_t size )
-#else
-YY_BUFFER_STATE yy_scan_buffer( base, size )
-char *base;
-yy_size_t size;
-#endif
- {
- YY_BUFFER_STATE b;
-
- if ( size < 2 ||
- base[size-2] != YY_END_OF_BUFFER_CHAR ||
- base[size-1] != YY_END_OF_BUFFER_CHAR )
- /* They forgot to leave room for the EOB's. */
- return 0;
-
- b = (YY_BUFFER_STATE) yy_flex_alloc( sizeof( struct yy_buffer_state ) );
- if ( ! b )
- YY_FATAL_ERROR( "out of dynamic memory in yy_scan_buffer()" );
-
- b->yy_buf_size = size - 2; /* "- 2" to take care of EOB's */
- b->yy_buf_pos = b->yy_ch_buf = base;
- b->yy_is_our_buffer = 0;
- b->yy_input_file = 0;
- b->yy_n_chars = b->yy_buf_size;
- b->yy_is_interactive = 0;
- b->yy_at_bol = 1;
- b->yy_fill_buffer = 0;
- b->yy_buffer_status = YY_BUFFER_NEW;
-
- yy_switch_to_buffer( b );
-
- return b;
- }
-#ifdef __cplusplus
-YY_BUFFER_STATE yy_scan_buffer( char *base, int size )
- {
- return yy_scan_buffer(base, (yy_size_t) size);
- }
-#endif
-#endif
-
-
-#ifndef YY_NO_SCAN_STRING
-#ifdef YY_USE_PROTOS
-YY_BUFFER_STATE yy_scan_string( yyconst char *yy_str )
-#else
-YY_BUFFER_STATE yy_scan_string( yy_str )
-yyconst char *yy_str;
-#endif
- {
- yy_size_t len;
- for ( len = 0; yy_str[len]; ++len )
- ;
-
- return yy_scan_bytes( yy_str, len );
- }
-#endif
-
-
-#ifndef YY_NO_SCAN_BYTES
-#ifdef YY_USE_PROTOS
-YY_BUFFER_STATE yy_scan_bytes( yyconst char *bytes, yy_size_t len )
-#else
-YY_BUFFER_STATE yy_scan_bytes( bytes, len )
-yyconst char *bytes;
-yy_size_t len;
-#endif
- {
- YY_BUFFER_STATE b;
- char *buf;
- yy_size_t n, i;
-
- /* Get memory for full buffer, including space for trailing EOB's. */
- n = len + 2;
- buf = (char *) yy_flex_alloc( n );
- if ( ! buf )
- YY_FATAL_ERROR( "out of dynamic memory in yy_scan_bytes()" );
-
- for ( i = 0; i < len; ++i )
- buf[i] = bytes[i];
-
- buf[len] = buf[len+1] = YY_END_OF_BUFFER_CHAR;
-
- b = yy_scan_buffer( buf, n );
- if ( ! b )
- YY_FATAL_ERROR( "bad buffer in yy_scan_bytes()" );
-
- /* It's okay to grow etc. this buffer, and we should throw it
- * away when we're done.
- */
- b->yy_is_our_buffer = 1;
-
- return b;
- }
-#ifdef __cplusplus
-YY_BUFFER_STATE yy_scan_bytes( yyconst char *base, int size )
- {
- return yy_scan_bytes(base, (yy_size_t) size);
- }
-#endif
-#endif
-
-
-#ifndef YY_NO_PUSH_STATE
-#ifdef YY_USE_PROTOS
-static void yy_push_state( int new_state )
-#else
-static void yy_push_state( new_state )
-int new_state;
-#endif
- {
- if ( yy_start_stack_ptr >= yy_start_stack_depth )
- {
- yy_size_t new_size;
-
- yy_start_stack_depth += YY_START_STACK_INCR;
- new_size = yy_start_stack_depth * sizeof( int );
-
- if ( ! yy_start_stack )
- yy_start_stack = (int *) yy_flex_alloc( new_size );
-
- else
- yy_start_stack = (int *) yy_flex_realloc(
- (void *) yy_start_stack, new_size );
-
- if ( ! yy_start_stack )
- YY_FATAL_ERROR(
- "out of memory expanding start-condition stack" );
- }
-
- yy_start_stack[yy_start_stack_ptr++] = YY_START;
-
- BEGIN(new_state);
- }
-#endif
-
-
-#ifndef YY_NO_POP_STATE
-static void yy_pop_state()
- {
- if ( --yy_start_stack_ptr < 0 )
- YY_FATAL_ERROR( "start-condition stack underflow" );
-
- BEGIN(yy_start_stack[yy_start_stack_ptr]);
- }
-#endif
-
-
-#ifndef YY_NO_TOP_STATE
-static int yy_top_state()
- {
- return yy_start_stack[yy_start_stack_ptr - 1];
- }
-#endif
-
-#ifndef YY_EXIT_FAILURE
-#define YY_EXIT_FAILURE 2
-#endif
-
-#ifdef YY_USE_PROTOS
-static void yy_fatal_error( yyconst char msg[] )
-#else
-static void yy_fatal_error( msg )
-char msg[];
-#endif
- {
- (void) fprintf( stderr, "%s\n", msg );
- exit( YY_EXIT_FAILURE );
- }
-
-
-
-/* Redefine yyless() so it works in section 3 code. */
-
-#undef yyless
-#define yyless(n) \
- do \
- { \
- /* Undo effects of setting up yytext. */ \
- yytext[yyleng] = yy_hold_char; \
- yy_c_buf_p = yytext + n; \
- yy_hold_char = *yy_c_buf_p; \
- *yy_c_buf_p = '\0'; \
- yyleng = n; \
- } \
- while ( 0 )
-
-
-/* Internal utility routines. */
-
-#ifndef yytext_ptr
-#ifdef YY_USE_PROTOS
-static void yy_flex_strncpy( char *s1, yyconst char *s2, yy_size_t n )
-#else
-static void yy_flex_strncpy( s1, s2, n )
-char *s1;
-yyconst char *s2;
-yy_size_t n;
-#endif
- {
- register yy_size_t i;
- for ( i = 0; i < n; ++i )
- s1[i] = s2[i];
- }
-#endif
-
-#ifdef YY_NEED_STRLEN
-#ifdef YY_USE_PROTOS
-static yy_size_t yy_flex_strlen( yyconst char *s )
-#else
-static yy_size_t yy_flex_strlen( s )
-yyconst char *s;
-#endif
- {
- register yy_size_t n;
- for ( n = 0; s[n]; ++n )
- ;
-
- return n;
- }
-#endif
-
-
-#ifdef YY_USE_PROTOS
-static void *yy_flex_alloc( yy_size_t size )
-#else
-static void *yy_flex_alloc( size )
-yy_size_t size;
-#endif
- {
- return (void *) malloc( size );
- }
-
-#ifdef YY_USE_PROTOS
-static inline void *yy_flex_realloc( void *ptr, yy_size_t size )
-#else
-static inline void *yy_flex_realloc( ptr, size )
-void *ptr;
-yy_size_t size;
-#endif
- {
- /* The cast to (char *) in the following accommodates both
- * implementations that use char* generic pointers, and those
- * that use void* generic pointers. It works with the latter
- * because both ANSI C and C++ allow castless assignment from
- * any pointer type to void*, and deal with argument conversions
- * as though doing an assignment.
- */
- return (void *) realloc( (char *) ptr, size );
- }
-
-#ifdef YY_USE_PROTOS
-static void yy_flex_free( void *ptr )
-#else
-static void yy_flex_free( ptr )
-void *ptr;
-#endif
- {
- free( ptr );
- }
-
-#if YY_MAIN
-int main()
- {
- yylex();
- return 0;
- }
-#endif
-#line 239 "/home/neil/src/nobackup/llvm/utils/TableGen/FileLexer.l"
-
-
Removed: llvm/trunk/utils/TableGen/FileLexer.l
URL: http://llvm.org/viewvc/llvm-project/llvm/trunk/utils/TableGen/FileLexer.l?rev=44209&view=auto
==============================================================================
--- llvm/trunk/utils/TableGen/FileLexer.l (original)
+++ llvm/trunk/utils/TableGen/FileLexer.l (removed)
@@ -1,240 +0,0 @@
-/*===-- FileLexer.l - Scanner for TableGen Files ----------------*- C++ -*-===//
-//
-// The LLVM Compiler Infrastructure
-//
-// This file was developed by the LLVM research group and is distributed under
-// the University of Illinois Open Source License. See LICENSE.TXT for details.
-//
-//===----------------------------------------------------------------------===//
-//
-// This file defines a simple flex scanner for TableGen files. This is pretty
-// straight-forward, except for the magic to handle file inclusion.
-//
-//===----------------------------------------------------------------------===*/
-
-%option prefix="File"
-%option yylineno
-%option nostdinit
-%option never-interactive
-%option batch
-%option nodefault
-%option 8bit
-%option outfile="Lexer.cpp"
-%option ecs
-%option noreject
-%option noyymore
-
-%x in_comment
-
-%{
-#include "llvm/Config/config.h"
-#include "llvm/Support/Streams.h"
-#include "Record.h"
-typedef std::pair<llvm::Record*, std::vector<llvm::Init*>*> SubClassRefTy;
-#include "FileParser.h"
-
-int Fileparse();
-
-namespace llvm {
-
-// Global variable recording the location of the include directory
-std::vector<std::string> IncludeDirectories;
-
-/// ParseInt - This has to handle the special case of binary numbers 0b0101
-///
-static int ParseInt(const char *Str) {
- if (Str[0] == '0' && Str[1] == 'b')
- return strtoll(Str+2, 0, 2);
- return strtoll(Str, 0, 0);
-}
-
-static int CommentDepth = 0;
-
-struct IncludeRec {
- std::string Filename;
- FILE *File;
- unsigned LineNo;
- YY_BUFFER_STATE Buffer;
-
- IncludeRec(const std::string &FN, FILE *F)
- : Filename(FN), File(F), LineNo(0){
- }
-};
-
-static std::vector<IncludeRec> IncludeStack;
-
-std::ostream &err() {
- if (IncludeStack.empty()) {
- cerr << "At end of input: ";
- return *cerr.stream();
- }
-
- for (unsigned i = 0, e = IncludeStack.size()-1; i != e; ++i)
- cerr << "Included from " << IncludeStack[i].Filename << ":"
- << IncludeStack[i].LineNo << ":\n";
- cerr << "Parsing " << IncludeStack.back().Filename << ":"
- << Filelineno << ": ";
- return *cerr.stream();
-}
-
-/// ParseFile - this function begins the parsing of the specified tablegen file.
-///
-void ParseFile(const std::string &Filename,
- const std::vector<std::string> &IncludeDirs) {
- FILE *F = stdin;
- if (Filename != "-") {
- F = fopen(Filename.c_str(), "r");
-
- if (F == 0) {
- cerr << "Could not open input file '" + Filename + "'!\n";
- exit (1);
- }
- IncludeStack.push_back(IncludeRec(Filename, F));
- } else {
- IncludeStack.push_back(IncludeRec("<stdin>", stdin));
- }
-
- // Record the location of the include directory so that the lexer can find
- // it later.
- IncludeDirectories = IncludeDirs;
-
- Filein = F;
- Filelineno = 1;
- Fileparse();
- Filein = stdin;
-}
-
-/// HandleInclude - This function is called when an include directive is
-/// encountered in the input stream...
-///
-static void HandleInclude(const char *Buffer) {
- unsigned Length = yyleng;
- assert(Buffer[Length-1] == '"');
- Buffer += strlen("include ");
- Length -= strlen("include ");
- while (*Buffer != '"') {
- ++Buffer;
- --Length;
- }
- assert(Length >= 2 && "Double quotes not found?");
- std::string Filename(Buffer+1, Buffer+Length-1);
- //cerr << "Filename = '" << Filename << "'\n";
-
- // Save the line number and lex buffer of the includer...
- IncludeStack.back().LineNo = Filelineno;
- IncludeStack.back().Buffer = YY_CURRENT_BUFFER;
-
- // Open the new input file...
- yyin = fopen(Filename.c_str(), "r");
- if (yyin == 0) {
- // If we couldn't find the file in the current directory, look for it in
- // the include directories.
- //
- std::string NextFilename;
- for (unsigned i = 0, e = IncludeDirectories.size(); i != e; ++i) {
- NextFilename = IncludeDirectories[i] + "/" + Filename;
- if ((yyin = fopen(NextFilename.c_str(), "r")))
- break;
- }
-
- if (yyin == 0) {
- err() << "Could not find include file '" << Filename << "'!\n";
- exit(1);
- }
- Filename = NextFilename;
- }
-
- // Add the file to our include stack...
- IncludeStack.push_back(IncludeRec(Filename, yyin));
- Filelineno = 1; // Reset line numbering...
- //yyrestart(yyin); // Start lexing the new file...
-
- yy_switch_to_buffer(yy_create_buffer(yyin, YY_BUF_SIZE));
-}
-
-/// yywrap - This is called when the lexer runs out of input in one of the
-/// files. Switch back to an includer if an includee has run out of input.
-///
-extern "C"
-int yywrap(void) {
- if (IncludeStack.back().File != stdin)
- fclose(IncludeStack.back().File);
- IncludeStack.pop_back();
- if (IncludeStack.empty()) return 1; // Top-level file is done.
-
- // Otherwise, we need to switch back to a file which included the current one.
- Filelineno = IncludeStack.back().LineNo; // Restore current line number
- yy_switch_to_buffer(IncludeStack.back().Buffer);
- return 0;
-}
-
-} // End llvm namespace
-
-using namespace llvm;
-
-%}
-
-Comment \/\/.*
-
-Identifier [a-zA-Z_][0-9a-zA-Z_]*
-Integer [-+]?[0-9]+|0x[0-9a-fA-F]+|0b[01]+
-CodeFragment \[\{([^}]+|\}[^\]])*\}\]
-StringVal \"[^"]*\"
-IncludeStr include[ \t\n]+\"[^"]*\"
-
-%%
-
-{Comment} { /* Ignore comments */ }
-
-{IncludeStr} { HandleInclude(yytext); }
-{CodeFragment} { Filelval.StrVal = new std::string(yytext+2, yytext+yyleng-2);
- return CODEFRAGMENT; }
-
-int { return INT; }
-bit { return BIT; }
-bits { return BITS; }
-string { return STRING; }
-list { return LIST; }
-code { return CODE; }
-dag { return DAG; }
-
-class { return CLASS; }
-def { return DEF; }
-defm { return DEFM; }
-multiclass { return MULTICLASS; }
-field { return FIELD; }
-let { return LET; }
-in { return IN; }
-
-!con { return CONCATTOK; }
-!sra { return SRATOK; }
-!srl { return SRLTOK; }
-!shl { return SHLTOK; }
-!strconcat { return STRCONCATTOK; }
-
-
-{Identifier} { Filelval.StrVal = new std::string(yytext, yytext+yyleng);
- return ID; }
-${Identifier} { Filelval.StrVal = new std::string(yytext+1, yytext+yyleng);
- return VARNAME; }
-
-{StringVal} { Filelval.StrVal = new std::string(yytext+1, yytext+yyleng-1);
- return STRVAL; }
-
-{Integer} { Filelval.IntVal = ParseInt(Filetext); return INTVAL; }
-
-[ \t\n\r]+ { /* Ignore whitespace */ }
-
-
-"/*" { BEGIN(in_comment); CommentDepth++; }
-<in_comment>[^*/]* {} /* eat anything that's not a '*' or '/' */
-<in_comment>"*"+[^*/]* {} /* eat up '*'s not followed by '/'s */
-<in_comment>"/*" { ++CommentDepth; }
-<in_comment>"/"+[^*/]* {} /* eat up /'s not followed by *'s */
-<in_comment>"*"+"/" { if (!--CommentDepth) { BEGIN(INITIAL); } }
-<in_comment><<EOF>> { err() << "Unterminated comment!\n"; exit(1); }
-
-. { return Filetext[0]; }
-
-%%
-
Removed: llvm/trunk/utils/TableGen/FileLexer.l.cvs
URL: http://llvm.org/viewvc/llvm-project/llvm/trunk/utils/TableGen/FileLexer.l.cvs?rev=44209&view=auto
==============================================================================
--- llvm/trunk/utils/TableGen/FileLexer.l.cvs (original)
+++ llvm/trunk/utils/TableGen/FileLexer.l.cvs (removed)
@@ -1,240 +0,0 @@
-/*===-- FileLexer.l - Scanner for TableGen Files ----------------*- C++ -*-===//
-//
-// The LLVM Compiler Infrastructure
-//
-// This file was developed by the LLVM research group and is distributed under
-// the University of Illinois Open Source License. See LICENSE.TXT for details.
-//
-//===----------------------------------------------------------------------===//
-//
-// This file defines a simple flex scanner for TableGen files. This is pretty
-// straight-forward, except for the magic to handle file inclusion.
-//
-//===----------------------------------------------------------------------===*/
-
-%option prefix="File"
-%option yylineno
-%option nostdinit
-%option never-interactive
-%option batch
-%option nodefault
-%option 8bit
-%option outfile="Lexer.cpp"
-%option ecs
-%option noreject
-%option noyymore
-
-%x in_comment
-
-%{
-#include "llvm/Config/config.h"
-#include "llvm/Support/Streams.h"
-#include "Record.h"
-typedef std::pair<llvm::Record*, std::vector<llvm::Init*>*> SubClassRefTy;
-#include "FileParser.h"
-
-int Fileparse();
-
-namespace llvm {
-
-// Global variable recording the location of the include directory
-std::vector<std::string> IncludeDirectories;
-
-/// ParseInt - This has to handle the special case of binary numbers 0b0101
-///
-static int ParseInt(const char *Str) {
- if (Str[0] == '0' && Str[1] == 'b')
- return strtoll(Str+2, 0, 2);
- return strtoll(Str, 0, 0);
-}
-
-static int CommentDepth = 0;
-
-struct IncludeRec {
- std::string Filename;
- FILE *File;
- unsigned LineNo;
- YY_BUFFER_STATE Buffer;
-
- IncludeRec(const std::string &FN, FILE *F)
- : Filename(FN), File(F), LineNo(0){
- }
-};
-
-static std::vector<IncludeRec> IncludeStack;
-
-std::ostream &err() {
- if (IncludeStack.empty()) {
- cerr << "At end of input: ";
- return *cerr.stream();
- }
-
- for (unsigned i = 0, e = IncludeStack.size()-1; i != e; ++i)
- cerr << "Included from " << IncludeStack[i].Filename << ":"
- << IncludeStack[i].LineNo << ":\n";
- cerr << "Parsing " << IncludeStack.back().Filename << ":"
- << Filelineno << ": ";
- return *cerr.stream();
-}
-
-/// ParseFile - this function begins the parsing of the specified tablegen file.
-///
-void ParseFile(const std::string &Filename,
- const std::vector<std::string> &IncludeDirs) {
- FILE *F = stdin;
- if (Filename != "-") {
- F = fopen(Filename.c_str(), "r");
-
- if (F == 0) {
- cerr << "Could not open input file '" + Filename + "'!\n";
- exit (1);
- }
- IncludeStack.push_back(IncludeRec(Filename, F));
- } else {
- IncludeStack.push_back(IncludeRec("<stdin>", stdin));
- }
-
- // Record the location of the include directory so that the lexer can find
- // it later.
- IncludeDirectories = IncludeDirs;
-
- Filein = F;
- Filelineno = 1;
- Fileparse();
- Filein = stdin;
-}
-
-/// HandleInclude - This function is called when an include directive is
-/// encountered in the input stream...
-///
-static void HandleInclude(const char *Buffer) {
- unsigned Length = yyleng;
- assert(Buffer[Length-1] == '"');
- Buffer += strlen("include ");
- Length -= strlen("include ");
- while (*Buffer != '"') {
- ++Buffer;
- --Length;
- }
- assert(Length >= 2 && "Double quotes not found?");
- std::string Filename(Buffer+1, Buffer+Length-1);
- //cerr << "Filename = '" << Filename << "'\n";
-
- // Save the line number and lex buffer of the includer...
- IncludeStack.back().LineNo = Filelineno;
- IncludeStack.back().Buffer = YY_CURRENT_BUFFER;
-
- // Open the new input file...
- yyin = fopen(Filename.c_str(), "r");
- if (yyin == 0) {
- // If we couldn't find the file in the current directory, look for it in
- // the include directories.
- //
- std::string NextFilename;
- for (unsigned i = 0, e = IncludeDirectories.size(); i != e; ++i) {
- NextFilename = IncludeDirectories[i] + "/" + Filename;
- if ((yyin = fopen(NextFilename.c_str(), "r")))
- break;
- }
-
- if (yyin == 0) {
- err() << "Could not find include file '" << Filename << "'!\n";
- exit(1);
- }
- Filename = NextFilename;
- }
-
- // Add the file to our include stack...
- IncludeStack.push_back(IncludeRec(Filename, yyin));
- Filelineno = 1; // Reset line numbering...
- //yyrestart(yyin); // Start lexing the new file...
-
- yy_switch_to_buffer(yy_create_buffer(yyin, YY_BUF_SIZE));
-}
-
-/// yywrap - This is called when the lexer runs out of input in one of the
-/// files. Switch back to an includer if an includee has run out of input.
-///
-extern "C"
-int yywrap(void) {
- if (IncludeStack.back().File != stdin)
- fclose(IncludeStack.back().File);
- IncludeStack.pop_back();
- if (IncludeStack.empty()) return 1; // Top-level file is done.
-
- // Otherwise, we need to switch back to a file which included the current one.
- Filelineno = IncludeStack.back().LineNo; // Restore current line number
- yy_switch_to_buffer(IncludeStack.back().Buffer);
- return 0;
-}
-
-} // End llvm namespace
-
-using namespace llvm;
-
-%}
-
-Comment \/\/.*
-
-Identifier [a-zA-Z_][0-9a-zA-Z_]*
-Integer [-+]?[0-9]+|0x[0-9a-fA-F]+|0b[01]+
-CodeFragment \[\{([^}]+|\}[^\]])*\}\]
-StringVal \"[^"]*\"
-IncludeStr include[ \t\n]+\"[^"]*\"
-
-%%
-
-{Comment} { /* Ignore comments */ }
-
-{IncludeStr} { HandleInclude(yytext); }
-{CodeFragment} { Filelval.StrVal = new std::string(yytext+2, yytext+yyleng-2);
- return CODEFRAGMENT; }
-
-int { return INT; }
-bit { return BIT; }
-bits { return BITS; }
-string { return STRING; }
-list { return LIST; }
-code { return CODE; }
-dag { return DAG; }
-
-class { return CLASS; }
-def { return DEF; }
-defm { return DEFM; }
-multiclass { return MULTICLASS; }
-field { return FIELD; }
-let { return LET; }
-in { return IN; }
-
-!con { return CONCATTOK; }
-!sra { return SRATOK; }
-!srl { return SRLTOK; }
-!shl { return SHLTOK; }
-!strconcat { return STRCONCATTOK; }
-
-
-{Identifier} { Filelval.StrVal = new std::string(yytext, yytext+yyleng);
- return ID; }
-${Identifier} { Filelval.StrVal = new std::string(yytext+1, yytext+yyleng);
- return VARNAME; }
-
-{StringVal} { Filelval.StrVal = new std::string(yytext+1, yytext+yyleng-1);
- return STRVAL; }
-
-{Integer} { Filelval.IntVal = ParseInt(Filetext); return INTVAL; }
-
-[ \t\n\r]+ { /* Ignore whitespace */ }
-
-
-"/*" { BEGIN(in_comment); CommentDepth++; }
-<in_comment>[^*/]* {} /* eat anything that's not a '*' or '/' */
-<in_comment>"*"+[^*/]* {} /* eat up '*'s not followed by '/'s */
-<in_comment>"/*" { ++CommentDepth; }
-<in_comment>"/"+[^*/]* {} /* eat up /'s not followed by *'s */
-<in_comment>"*"+"/" { if (!--CommentDepth) { BEGIN(INITIAL); } }
-<in_comment><<EOF>> { err() << "Unterminated comment!\n"; exit(1); }
-
-. { return Filetext[0]; }
-
-%%
-
Modified: llvm/trunk/utils/TableGen/Makefile
URL: http://llvm.org/viewvc/llvm-project/llvm/trunk/utils/TableGen/Makefile?rev=44210&r1=44209&r2=44210&view=diff
==============================================================================
--- llvm/trunk/utils/TableGen/Makefile (original)
+++ llvm/trunk/utils/TableGen/Makefile Sat Nov 17 20:57:27 2007
@@ -11,8 +11,7 @@
TOOLNAME = tblgen
NO_INSTALL = 1;
USEDLIBS = LLVMSupport.a LLVMSystem.a
-EXTRA_DIST = FileLexer.cpp.cvs FileLexer.l.cvs \
- FileParser.cpp.cvs FileParser.h.cvs FileParser.y.cvs
+EXTRA_DIST = FileParser.cpp.cvs FileParser.h.cvs FileParser.y.cvs
REQUIRES_EH := 1
REQUIRES_RTTI := 1
@@ -27,4 +26,5 @@
# (which depend on the source file) won't get generated until bison is done
# generating the C source and header files for the parser.
#
-$(ObjDir)/FileLexer.o : $(PROJ_SRC_DIR)/FileParser.h
+$(ObjDir)/TGLexer.o : $(PROJ_SRC_DIR)/FileParser.h
+
Added: llvm/trunk/utils/TableGen/TGLexer.cpp
URL: http://llvm.org/viewvc/llvm-project/llvm/trunk/utils/TableGen/TGLexer.cpp?rev=44210&view=auto
==============================================================================
--- llvm/trunk/utils/TableGen/TGLexer.cpp (added)
+++ llvm/trunk/utils/TableGen/TGLexer.cpp Sat Nov 17 20:57:27 2007
@@ -0,0 +1,439 @@
+//===- TGLexer.cpp - Lexer for TableGen -----------------------------------===//
+//
+// The LLVM Compiler Infrastructure
+//
+// This file was developed by Chris Lattner and is distributed under
+// the University of Illinois Open Source License. See LICENSE.TXT for details.
+//
+//===----------------------------------------------------------------------===//
+//
+// Implement the Lexer for TableGen.
+//
+//===----------------------------------------------------------------------===//
+
+#include "Record.h"
+#include "llvm/Support/Streams.h"
+#include "Record.h"
+#include "TGLexer.h"
+#include "llvm/Support/MemoryBuffer.h"
+typedef std::pair<llvm::Record*, std::vector<llvm::Init*>*> SubClassRefTy;
+#include "FileParser.h"
+#include <cctype>
+using namespace llvm;
+
+// FIXME: REMOVE THIS.
+#define YYEOF 0
+#define YYERROR -2
+
+TGLexer::TGLexer(MemoryBuffer *StartBuf) : CurLineNo(1), CurBuf(StartBuf) {
+ CurPtr = CurBuf->getBufferStart();
+}
+
+TGLexer::~TGLexer() {
+ while (!IncludeStack.empty()) {
+ delete IncludeStack.back().Buffer;
+ IncludeStack.pop_back();
+ }
+ delete CurBuf;
+}
+
+
+std::ostream &TGLexer::err() {
+ PrintIncludeStack(*cerr.stream());
+ return *cerr.stream();
+}
+
+
+void TGLexer::PrintIncludeStack(std::ostream &OS) {
+ for (unsigned i = 0, e = IncludeStack.size(); i != e; ++i)
+ OS << "Included from " << IncludeStack[i].Buffer->getBufferIdentifier()
+ << ":" << IncludeStack[i].LineNo << ":\n";
+ OS << "Parsing " << CurBuf->getBufferIdentifier() << ":"
+ << CurLineNo << ": ";
+}
+
+int TGLexer::getNextChar() {
+ char CurChar = *CurPtr++;
+ switch (CurChar) {
+ default:
+ return CurChar;
+ case 0:
+ // A nul character in the stream is either the end of the current buffer or
+ // a random nul in the file. Disambiguate that here.
+ if (CurPtr-1 != CurBuf->getBufferEnd())
+ return 0; // Just whitespace.
+
+ // If this is the end of an included file, pop the parent file off the
+ // include stack.
+ if (!IncludeStack.empty()) {
+ delete CurBuf;
+ CurBuf = IncludeStack.back().Buffer;
+ CurLineNo = IncludeStack.back().LineNo;
+ CurPtr = IncludeStack.back().CurPtr;
+ IncludeStack.pop_back();
+ return getNextChar();
+ }
+
+ // Otherwise, return end of file.
+ --CurPtr; // Another call to lex will return EOF again.
+ return EOF;
+ case '\n':
+ case '\r':
+ // Handle the newline character by ignoring it and incrementing the line
+ // count. However, be careful about 'dos style' files with \n\r in them.
+ // Only treat a \n\r or \r\n as a single line.
+ if ((*CurPtr == '\n' || (*CurPtr == '\r')) &&
+ *CurPtr != CurChar)
+ ++CurPtr; // Each the two char newline sequence.
+
+ ++CurLineNo;
+ return '\n';
+ }
+}
+
+int TGLexer::LexToken() {
+ // This always consumes at least one character.
+ int CurChar = getNextChar();
+
+ switch (CurChar) {
+ default:
+ // Handle letters: [a-zA-Z_]
+ if (isalpha(CurChar) || CurChar == '_')
+ return LexIdentifier();
+
+ // Unknown character, return the char itself.
+ return (unsigned char)CurChar;
+ case EOF: return YYEOF;
+ case 0:
+ case ' ':
+ case '\t':
+ case '\n':
+ case '\r':
+ // Ignore whitespace.
+ return LexToken();
+ case '/':
+ // If this is the start of a // comment, skip until the end of the line or
+ // the end of the buffer.
+ if (*CurPtr == '/')
+ SkipBCPLComment();
+ else if (*CurPtr == '*') {
+ if (SkipCComment())
+ return YYERROR;
+ } else // Otherwise, return this / as a token.
+ return CurChar;
+ return LexToken();
+ case '-': case '+':
+ case '0': case '1': case '2': case '3': case '4': case '5': case '6':
+ case '7': case '8': case '9':
+ return LexNumber();
+ case '"': return LexString();
+ case '$': return LexVarName();
+ case '[': return LexBracket();
+ case '!': return LexExclaim();
+ }
+}
+
+/// LexString - Lex "[^"]*"
+int TGLexer::LexString() {
+ const char *StrStart = CurPtr;
+
+ while (*CurPtr != '"') {
+ // If we hit the end of the buffer, report an error.
+ if (*CurPtr == 0 && CurPtr == CurBuf->getBufferEnd()) {
+ TheError = "End of file in string literal";
+ return YYERROR;
+ } else if (*CurPtr == '\n' || *CurPtr == '\r') {
+ TheError = "End of line in string literal";
+ return YYERROR;
+ }
+
+ ++CurPtr;
+ }
+
+ Filelval.StrVal = new std::string(StrStart, CurPtr);
+ ++CurPtr;
+ return STRVAL;
+}
+
+int TGLexer::LexVarName() {
+ if (!isalpha(CurPtr[0]) && CurPtr[0] != '_')
+ return '$'; // Invalid varname.
+
+ // Otherwise, we're ok, consume the rest of the characters.
+ const char *VarNameStart = CurPtr++;
+
+ while (isalpha(*CurPtr) || isdigit(*CurPtr) || *CurPtr == '_')
+ ++CurPtr;
+
+ Filelval.StrVal = new std::string(VarNameStart, CurPtr);
+ return VARNAME;
+}
+
+
+int TGLexer::LexIdentifier() {
+ // The first letter is [a-zA-Z_].
+ const char *IdentStart = CurPtr-1;
+
+ // Match the rest of the identifier regex: [0-9a-zA-Z_]*
+ while (isalpha(*CurPtr) || isdigit(*CurPtr) || *CurPtr == '_')
+ ++CurPtr;
+
+ // Check to see if this identifier is a keyword.
+ unsigned Len = CurPtr-IdentStart;
+
+ if (Len == 3 && !memcmp(IdentStart, "int", 3)) return INT;
+ if (Len == 3 && !memcmp(IdentStart, "bit", 3)) return BIT;
+ if (Len == 4 && !memcmp(IdentStart, "bits", 4)) return BITS;
+ if (Len == 6 && !memcmp(IdentStart, "string", 6)) return STRING;
+ if (Len == 4 && !memcmp(IdentStart, "list", 4)) return LIST;
+ if (Len == 4 && !memcmp(IdentStart, "code", 4)) return CODE;
+ if (Len == 3 && !memcmp(IdentStart, "dag", 3)) return DAG;
+
+ if (Len == 5 && !memcmp(IdentStart, "class", 5)) return CLASS;
+ if (Len == 3 && !memcmp(IdentStart, "def", 3)) return DEF;
+ if (Len == 4 && !memcmp(IdentStart, "defm", 4)) return DEFM;
+ if (Len == 10 && !memcmp(IdentStart, "multiclass", 10)) return MULTICLASS;
+ if (Len == 5 && !memcmp(IdentStart, "field", 5)) return FIELD;
+ if (Len == 3 && !memcmp(IdentStart, "let", 3)) return LET;
+ if (Len == 2 && !memcmp(IdentStart, "in", 2)) return IN;
+
+ if (Len == 7 && !memcmp(IdentStart, "include", 7)) {
+ if (LexInclude()) return YYERROR;
+ return LexToken();
+ }
+
+ Filelval.StrVal = new std::string(IdentStart, CurPtr);
+ return ID;
+}
+
+/// LexInclude - We just read the "include" token. Get the string token that
+/// comes next and enter the include.
+bool TGLexer::LexInclude() {
+ // The token after the include must be a string.
+ int Tok = LexToken();
+ if (Tok == YYERROR) return true;
+ if (Tok != STRVAL) {
+ TheError = "Expected filename after include";
+ return true;
+ }
+
+ // Get the string.
+ std::string Filename = *Filelval.StrVal;
+ delete Filelval.StrVal;
+
+ // Try to find the file.
+ MemoryBuffer *NewBuf = MemoryBuffer::getFile(&Filename[0], Filename.size());
+
+ // If the file didn't exist directly, see if it's in an include path.
+ for (unsigned i = 0, e = IncludeDirectories.size(); i != e && !NewBuf; ++i) {
+ std::string IncFile = IncludeDirectories[i] + "/" + Filename;
+ NewBuf = MemoryBuffer::getFile(&IncFile[0], IncFile.size());
+ }
+
+ if (NewBuf == 0) {
+ TheError = "Could not find include file '" + Filename + "'";
+ return true;
+ }
+
+ // Save the line number and lex buffer of the includer.
+ IncludeStack.push_back(IncludeRec(CurBuf, CurPtr, CurLineNo));
+
+ CurLineNo = 1; // Reset line numbering.
+ CurBuf = NewBuf;
+ CurPtr = CurBuf->getBufferStart();
+ return false;
+}
+
+void TGLexer::SkipBCPLComment() {
+ ++CurPtr; // skip the second slash.
+ while (1) {
+ switch (*CurPtr) {
+ case '\n':
+ case '\r':
+ return; // Newline is end of comment.
+ case 0:
+ // If this is the end of the buffer, end the comment.
+ if (CurPtr == CurBuf->getBufferEnd())
+ return;
+ break;
+ }
+ // Otherwise, skip the character.
+ ++CurPtr;
+ }
+}
+
+/// SkipCComment - This skips C-style /**/ comments. The only difference from C
+/// is that we allow nesting.
+bool TGLexer::SkipCComment() {
+ ++CurPtr; // skip the star.
+ unsigned CommentDepth = 1;
+
+ while (1) {
+ int CurChar = getNextChar();
+ switch (CurChar) {
+ case EOF:
+ TheError = "Unterminated comment!";
+ return true;
+ case '*':
+ // End of the comment?
+ if (CurPtr[0] != '/') break;
+
+ ++CurPtr; // End the */.
+ if (--CommentDepth == 0)
+ return false;
+ break;
+ case '/':
+ // Start of a nested comment?
+ if (CurPtr[0] != '*') break;
+ ++CurPtr;
+ ++CommentDepth;
+ break;
+ }
+ }
+}
+
+/// LexNumber - Lex:
+/// [-+]?[0-9]+
+/// 0x[0-9a-fA-F]+
+/// 0b[01]+
+int TGLexer::LexNumber() {
+ const char *NumStart = CurPtr-1;
+
+ if (CurPtr[-1] == '0') {
+ if (CurPtr[0] == 'x') {
+ ++CurPtr;
+ NumStart = CurPtr;
+ while (isxdigit(CurPtr[0]))
+ ++CurPtr;
+
+ if (CurPtr == NumStart) {
+ TheError = "Invalid hexadecimal number";
+ return YYERROR;
+ }
+ Filelval.IntVal = strtoll(NumStart, 0, 16);
+ return INTVAL;
+ } else if (CurPtr[0] == 'b') {
+ ++CurPtr;
+ NumStart = CurPtr;
+ while (CurPtr[0] == '0' || CurPtr[0] == '1')
+ ++CurPtr;
+
+ if (CurPtr == NumStart) {
+ TheError = "Invalid binary number";
+ return YYERROR;
+ }
+ Filelval.IntVal = strtoll(NumStart, 0, 2);
+ return INTVAL;
+ }
+ }
+
+ // Check for a sign without a digit.
+ if (CurPtr[-1] == '-' || CurPtr[-1] == '+') {
+ if (!isdigit(CurPtr[0]))
+ return CurPtr[-1];
+ }
+
+ while (isdigit(CurPtr[0]))
+ ++CurPtr;
+ Filelval.IntVal = strtoll(NumStart, 0, 10);
+ return INTVAL;
+}
+
+/// LexBracket - We just read '['. If this is a code block, return it,
+/// otherwise return the bracket. Match: '[' and '[{ ( [^}]+ | }[^]] )* }]'
+int TGLexer::LexBracket() {
+ if (CurPtr[0] != '{')
+ return '[';
+ ++CurPtr;
+ const char *CodeStart = CurPtr;
+ while (1) {
+ int Char = getNextChar();
+ if (Char == EOF) break;
+
+ if (Char != '}') continue;
+
+ Char = getNextChar();
+ if (Char == EOF) break;
+ if (Char == ']') {
+ Filelval.StrVal = new std::string(CodeStart, CurPtr-2);
+ return CODEFRAGMENT;
+ }
+ }
+
+ TheError = "Invalid Code Block";
+ return YYERROR;
+}
+
+/// LexExclaim - Lex '!' and '![a-zA-Z]+'.
+int TGLexer::LexExclaim() {
+ if (!isalpha(*CurPtr))
+ return '!';
+
+ const char *Start = CurPtr++;
+ while (isalpha(*CurPtr))
+ ++CurPtr;
+
+ // Check to see which operator this is.
+ unsigned Len = CurPtr-Start;
+
+ if (Len == 3 && !memcmp(Start, "con", 3)) return CONCATTOK;
+ if (Len == 3 && !memcmp(Start, "sra", 3)) return SRATOK;
+ if (Len == 3 && !memcmp(Start, "srl", 3)) return SRLTOK;
+ if (Len == 3 && !memcmp(Start, "shl", 3)) return SHLTOK;
+ if (Len == 9 && !memcmp(Start, "strconcat", 9)) return STRCONCATTOK;
+
+ TheError = "Unknown operator";
+ return YYERROR;
+}
+
+//===----------------------------------------------------------------------===//
+// Interfaces used by the Bison parser.
+//===----------------------------------------------------------------------===//
+
+int Fileparse();
+static TGLexer *TheLexer;
+
+namespace llvm {
+
+std::ostream &err() {
+ return TheLexer->err();
+}
+
+/// ParseFile - this function begins the parsing of the specified tablegen
+/// file.
+///
+void ParseFile(const std::string &Filename,
+ const std::vector<std::string> &IncludeDirs) {
+ std::string ErrorStr;
+ MemoryBuffer *F = MemoryBuffer::getFileOrSTDIN(&Filename[0], Filename.size(),
+ &ErrorStr);
+ if (F == 0) {
+ cerr << "Could not open input file '" + Filename + "': " << ErrorStr <<"\n";
+ exit(1);
+ }
+
+ assert(!TheLexer && "Lexer isn't reentrant yet!");
+ TheLexer = new TGLexer(F);
+
+ // Record the location of the include directory so that the lexer can find
+ // it later.
+ TheLexer->setIncludeDirs(IncludeDirs);
+
+ Fileparse();
+
+ // Cleanup
+ delete TheLexer;
+ TheLexer = 0;
+}
+} // End llvm namespace
+
+
+int Filelex() {
+ assert(TheLexer && "No lexer setup yet!");
+ int Tok = TheLexer->LexToken();
+ if (Tok == YYERROR) {
+ err() << TheLexer->getError() << "\n";
+ exit(1);
+ }
+ return Tok;
+}
Added: llvm/trunk/utils/TableGen/TGLexer.h
URL: http://llvm.org/viewvc/llvm-project/llvm/trunk/utils/TableGen/TGLexer.h?rev=44210&view=auto
==============================================================================
--- llvm/trunk/utils/TableGen/TGLexer.h (added)
+++ llvm/trunk/utils/TableGen/TGLexer.h Sat Nov 17 20:57:27 2007
@@ -0,0 +1,74 @@
+//===- TGLexer.h - Lexer for TableGen Files ---------------------*- C++ -*-===//
+//
+// The LLVM Compiler Infrastructure
+//
+// This file was developed by Chris Lattner and is distributed under
+// the University of Illinois Open Source License. See LICENSE.TXT for details.
+//
+//===----------------------------------------------------------------------===//
+//
+// This class represents the Lexer for tablegen files.
+//
+//===----------------------------------------------------------------------===//
+
+#ifndef TGLEXER_H
+#define TGLEXER_H
+
+#include <vector>
+#include <string>
+#include <iosfwd>
+
+namespace llvm {
+class MemoryBuffer;
+
+class TGLexer {
+ const char *CurPtr;
+ unsigned CurLineNo;
+ MemoryBuffer *CurBuf;
+
+ /// IncludeRec / IncludeStack - This captures the current set of include
+ /// directives we are nested within.
+ struct IncludeRec {
+ MemoryBuffer *Buffer;
+ const char *CurPtr;
+ unsigned LineNo;
+ IncludeRec(MemoryBuffer *buffer, const char *curPtr, unsigned lineNo)
+ : Buffer(buffer), CurPtr(curPtr), LineNo(lineNo) {}
+ };
+ std::vector<IncludeRec> IncludeStack;
+
+ // IncludeDirectories - This is the list of directories we should search for
+ // include files in.
+ std::vector<std::string> IncludeDirectories;
+
+ std::string TheError;
+public:
+ TGLexer(MemoryBuffer *StartBuf);
+ ~TGLexer();
+
+ void setIncludeDirs(const std::vector<std::string> &Dirs) {
+ IncludeDirectories = Dirs;
+ }
+
+ int LexToken();
+
+ const std::string getError() const { return TheError; }
+
+ std::ostream &err();
+ void PrintIncludeStack(std::ostream &OS);
+private:
+ int getNextChar();
+ void SkipBCPLComment();
+ bool SkipCComment();
+ int LexIdentifier();
+ bool LexInclude();
+ int LexString();
+ int LexVarName();
+ int LexNumber();
+ int LexBracket();
+ int LexExclaim();
+};
+
+} // end namespace llvm
+
+#endif
More information about the llvm-commits
mailing list