Ruby  1.9.3p448(2013-06-27revision41675)
eventids2.c
Go to the documentation of this file.
1 #define tIGNORED_NL (tLAST_TOKEN + 1)
2 #define tCOMMENT (tLAST_TOKEN + 2)
3 #define tEMBDOC_BEG (tLAST_TOKEN + 3)
4 #define tEMBDOC (tLAST_TOKEN + 4)
5 #define tEMBDOC_END (tLAST_TOKEN + 5)
6 #define tSP (tLAST_TOKEN + 6)
7 #define tHEREDOC_BEG (tLAST_TOKEN + 7)
8 #define tHEREDOC_END (tLAST_TOKEN + 8)
9 #define k__END__ (tLAST_TOKEN + 9)
10 
47 
58 
59 #include "eventids2table.c"
60 
61 static void
63 {
64  ripper_id_backref = rb_intern_const("on_backref");
65  ripper_id_backtick = rb_intern_const("on_backtick");
66  ripper_id_comma = rb_intern_const("on_comma");
67  ripper_id_const = rb_intern_const("on_const");
68  ripper_id_cvar = rb_intern_const("on_cvar");
69  ripper_id_embexpr_beg = rb_intern_const("on_embexpr_beg");
70  ripper_id_embexpr_end = rb_intern_const("on_embexpr_end");
71  ripper_id_embvar = rb_intern_const("on_embvar");
72  ripper_id_float = rb_intern_const("on_float");
73  ripper_id_gvar = rb_intern_const("on_gvar");
74  ripper_id_ident = rb_intern_const("on_ident");
75  ripper_id_int = rb_intern_const("on_int");
76  ripper_id_ivar = rb_intern_const("on_ivar");
77  ripper_id_kw = rb_intern_const("on_kw");
78  ripper_id_lbrace = rb_intern_const("on_lbrace");
79  ripper_id_lbracket = rb_intern_const("on_lbracket");
80  ripper_id_lparen = rb_intern_const("on_lparen");
81  ripper_id_nl = rb_intern_const("on_nl");
82  ripper_id_op = rb_intern_const("on_op");
83  ripper_id_period = rb_intern_const("on_period");
84  ripper_id_rbrace = rb_intern_const("on_rbrace");
85  ripper_id_rbracket = rb_intern_const("on_rbracket");
86  ripper_id_rparen = rb_intern_const("on_rparen");
87  ripper_id_semicolon = rb_intern_const("on_semicolon");
88  ripper_id_symbeg = rb_intern_const("on_symbeg");
89  ripper_id_tstring_beg = rb_intern_const("on_tstring_beg");
90  ripper_id_tstring_content = rb_intern_const("on_tstring_content");
91  ripper_id_tstring_end = rb_intern_const("on_tstring_end");
92  ripper_id_words_beg = rb_intern_const("on_words_beg");
93  ripper_id_qwords_beg = rb_intern_const("on_qwords_beg");
94  ripper_id_words_sep = rb_intern_const("on_words_sep");
95  ripper_id_regexp_beg = rb_intern_const("on_regexp_beg");
96  ripper_id_regexp_end = rb_intern_const("on_regexp_end");
97  ripper_id_label = rb_intern_const("on_label");
98  ripper_id_tlambda = rb_intern_const("on_tlambda");
99  ripper_id_tlambeg = rb_intern_const("on_tlambeg");
100 
101  ripper_id_ignored_nl = rb_intern_const("on_ignored_nl");
102  ripper_id_comment = rb_intern_const("on_comment");
103  ripper_id_embdoc_beg = rb_intern_const("on_embdoc_beg");
104  ripper_id_embdoc = rb_intern_const("on_embdoc");
105  ripper_id_embdoc_end = rb_intern_const("on_embdoc_end");
106  ripper_id_sp = rb_intern_const("on_sp");
107  ripper_id_heredoc_beg = rb_intern_const("on_heredoc_beg");
108  ripper_id_heredoc_end = rb_intern_const("on_heredoc_end");
109  ripper_id___end__ = rb_intern_const("on___end__");
110  ripper_id_CHAR = rb_intern_const("on_CHAR");
111 
113 }
114 
115 static const struct token_assoc {
116  int token;
117  ID *id;
118 } token_to_eventid[] = {
119  {' ', &ripper_id_words_sep},
120  {'!', &ripper_id_op},
121  {'%', &ripper_id_op},
122  {'&', &ripper_id_op},
123  {'*', &ripper_id_op},
124  {'+', &ripper_id_op},
125  {'-', &ripper_id_op},
126  {'/', &ripper_id_op},
127  {'<', &ripper_id_op},
128  {'=', &ripper_id_op},
129  {'>', &ripper_id_op},
130  {'?', &ripper_id_op},
131  {'^', &ripper_id_op},
132  {'|', &ripper_id_op},
133  {'~', &ripper_id_op},
134  {':', &ripper_id_op},
135  {',', &ripper_id_comma},
136  {'.', &ripper_id_period},
137  {';', &ripper_id_semicolon},
138  {'`', &ripper_id_backtick},
139  {'\n', &ripper_id_nl},
189  {tAMPER, &ripper_id_op},
190  {tANDOP, &ripper_id_op},
191  {tAREF, &ripper_id_op},
192  {tASET, &ripper_id_op},
193  {tASSOC, &ripper_id_op},
195  {tCHAR, &ripper_id_CHAR},
196  {tCMP, &ripper_id_op},
197  {tCOLON2, &ripper_id_op},
198  {tCOLON3, &ripper_id_op},
200  {tCVAR, &ripper_id_cvar},
201  {tDOT2, &ripper_id_op},
202  {tDOT3, &ripper_id_op},
203  {tEQ, &ripper_id_op},
204  {tEQQ, &ripper_id_op},
205  {tFID, &ripper_id_ident},
207  {tGEQ, &ripper_id_op},
208  {tGVAR, &ripper_id_gvar},
211  {tIVAR, &ripper_id_ivar},
214  {'{', &ripper_id_lbrace},
215  {'}', &ripper_id_rbrace},
217  {'[', &ripper_id_lbracket},
218  {']', &ripper_id_rbracket},
219  {tLEQ, &ripper_id_op},
222  {'(', &ripper_id_lparen},
223  {')', &ripper_id_rparen},
224  {tLSHFT, &ripper_id_op},
225  {tMATCH, &ripper_id_op},
226  {tNEQ, &ripper_id_op},
227  {tNMATCH, &ripper_id_op},
230  {tOROP, &ripper_id_op},
231  {tPOW, &ripper_id_op},
236  {tRSHFT, &ripper_id_op},
237  {tSTAR, &ripper_id_op},
244  {tUMINUS, &ripper_id_op},
246  {tUPLUS, &ripper_id_op},
252 
253  /* ripper specific tokens */
259  {tSP, &ripper_id_sp},
263  {0, NULL}
264 };
265 
266 static ID
268 {
269  const struct token_assoc *a;
270 
271  for (a = token_to_eventid; a->id != NULL; a++) {
272  if (a->token == tok)
273  return *a->id;
274  }
275  if (tok < 256) {
276  return ripper_id_CHAR;
277  }
278  rb_raise(rb_eRuntimeError, "[Ripper FATAL] unknown token %d", tok);
279 }
static ID ripper_id_embvar
Definition: eventids2.c:18
#define keyword_when
Definition: ripper.c:204
static ID ripper_id_embexpr_end
Definition: eventids2.c:17
static ID ripper_token2eventid(int tok)
Definition: eventids2.c:267
static ID ripper_id_comment
Definition: eventids2.c:49
#define tLBRACE
Definition: ripper.c:280
#define modifier_if
Definition: ripper.c:227
#define tHEREDOC_BEG
Definition: eventids2.c:7
#define keyword_unless
Definition: ripper.c:199
static void ripper_init_eventids2(VALUE self)
Definition: eventids2.c:62
#define keyword_do_LAMBDA
Definition: ripper.c:216
#define tEMBDOC_BEG
Definition: eventids2.c:3
#define keyword_yield
Definition: ripper.c:218
#define tEQ
Definition: ripper.c:257
#define keyword__ENCODING__
Definition: ripper.c:238
#define tRPAREN
Definition: ripper.c:278
#define keyword_return
Definition: ripper.c:217
#define tAMPER
Definition: ripper.c:283
static ID ripper_id_comma
Definition: eventids2.c:13
static ID ripper_id_embdoc_end
Definition: eventids2.c:52
static ID ripper_id_rbrace
Definition: eventids2.c:31
#define keyword_do_block
Definition: ripper.c:215
static ID ripper_id_cvar
Definition: eventids2.c:15
#define tEQQ
Definition: ripper.c:258
#define tok()
Definition: ripper.c:10959
void rb_raise(VALUE exc, const char *fmt,...)
Definition: error.c:1574
static ID ripper_id_ident
Definition: eventids2.c:21
#define keyword__FILE__
Definition: ripper.c:237
static ID ripper_id_embdoc
Definition: eventids2.c:51
#define tASSOC
Definition: ripper.c:275
static ID ripper_id_regexp_end
Definition: eventids2.c:43
#define tSTRING_DVAR
Definition: ripper.c:292
#define keyword_nil
Definition: ripper.c:221
#define keyword_END
Definition: ripper.c:235
#define keyword_class
Definition: ripper.c:190
#define keyword_next
Definition: ripper.c:209
#define tLPAREN_ARG
Definition: ripper.c:277
#define tMATCH
Definition: ripper.c:264
static ID ripper_id_embdoc_beg
Definition: eventids2.c:50
static ID ripper_id___end__
Definition: eventids2.c:56
#define tLAMBEG
Definition: ripper.c:294
static ID ripper_id_sp
Definition: eventids2.c:53
#define tSTRING_CONTENT
Definition: ripper.c:248
#define tBACK_REF
Definition: ripper.c:251
static ID ripper_id_kw
Definition: eventids2.c:24
static ID ripper_id_backtick
Definition: eventids2.c:12
static ID ripper_id_tlambda
Definition: eventids2.c:45
static ID ripper_id_const
Definition: eventids2.c:14
#define keyword_begin
Definition: ripper.c:194
static ID ripper_id_lparen
Definition: eventids2.c:27
#define modifier_rescue
Definition: ripper.c:231
static ID ripper_id_int
Definition: eventids2.c:22
static ID ripper_id_regexp_beg
Definition: eventids2.c:42
static ID ripper_id_heredoc_beg
Definition: eventids2.c:54
static ID ripper_id_semicolon
Definition: eventids2.c:34
#define keyword_not
Definition: ripper.c:226
#define tCMP
Definition: ripper.c:256
#define tLBRACK
Definition: ripper.c:279
#define tGEQ
Definition: ripper.c:260
#define tRSHFT
Definition: ripper.c:271
#define tNMATCH
Definition: ripper.c:265
#define tDOT2
Definition: ripper.c:266
#define keyword_def
Definition: ripper.c:192
#define tCHAR
Definition: ripper.c:249
VALUE rb_eRuntimeError
Definition: error.c:466
#define tFLOAT
Definition: ripper.c:247
#define tCVAR
Definition: ripper.c:244
#define keyword_rescue
Definition: ripper.c:195
#define keyword_end
Definition: ripper.c:197
#define keyword_super
Definition: ripper.c:219
#define keyword_if
Definition: ripper.c:198
#define tLEQ
Definition: ripper.c:261
static ID ripper_id_nl
Definition: eventids2.c:28
static ID ripper_id_heredoc_end
Definition: eventids2.c:55
#define tSYMBEG
Definition: ripper.c:285
static ID ripper_id_tstring_content
Definition: eventids2.c:37
#define k__END__
Definition: eventids2.c:9
static ID ripper_id_backref
Definition: eventids2.c:11
#define keyword_defined
Definition: ripper.c:233
#define tSTRING_DBEG
Definition: ripper.c:291
#define keyword_undef
Definition: ripper.c:193
#define tCONSTANT
Definition: ripper.c:243
#define tXSTRING_BEG
Definition: ripper.c:287
static ID ripper_id_float
Definition: eventids2.c:19
static ID ripper_id_op
Definition: eventids2.c:29
#define tREGEXP_BEG
Definition: ripper.c:288
#define keyword_self
Definition: ripper.c:220
#define tHEREDOC_END
Definition: eventids2.c:8
static ID ripper_id_tlambeg
Definition: eventids2.c:46
#define tCOLON3
Definition: ripper.c:273
#define tWORDS_BEG
Definition: ripper.c:289
#define tSTAR
Definition: ripper.c:282
static ID ripper_id_words_beg
Definition: eventids2.c:39
#define modifier_until
Definition: ripper.c:230
static ID ripper_id_rbracket
Definition: eventids2.c:32
static ID ripper_id_tstring_beg
Definition: eventids2.c:36
#define tOP_ASGN
Definition: ripper.c:274
#define keyword_false
Definition: ripper.c:223
#define keyword_or
Definition: ripper.c:225
unsigned long ID
Definition: ruby.h:89
#define NULL
#define keyword_until
Definition: ripper.c:206
#define tPOW
Definition: ripper.c:255
#define tANDOP
Definition: ripper.c:262
unsigned long VALUE
Definition: ruby.h:88
static ID ripper_id_words_sep
Definition: eventids2.c:41
#define modifier_while
Definition: ripper.c:229
static ID ripper_id_CHAR
Definition: eventids2.c:57
#define tOROP
Definition: ripper.c:263
#define tIVAR
Definition: ripper.c:242
static ID ripper_id_ivar
Definition: eventids2.c:23
#define tFID
Definition: ripper.c:240
#define keyword_in
Definition: ripper.c:212
static ID ripper_id_qwords_beg
Definition: eventids2.c:40
#define tNTH_REF
Definition: ripper.c:250
#define tIDENTIFIER
Definition: ripper.c:239
#define keyword_then
Definition: ripper.c:200
#define keyword_break
Definition: ripper.c:208
static ID ripper_id_embexpr_beg
Definition: eventids2.c:16
static const struct token_assoc token_to_eventid[]
#define keyword_do_cond
Definition: ripper.c:214
#define tLBRACE_ARG
Definition: ripper.c:281
#define tAREF
Definition: ripper.c:268
#define tSP
Definition: eventids2.c:6
#define tGVAR
Definition: ripper.c:241
#define tDOT3
Definition: ripper.c:267
#define tLABEL
Definition: ripper.c:245
static ID ripper_id_period
Definition: eventids2.c:30
#define keyword_while
Definition: ripper.c:205
static ID ripper_id_symbeg
Definition: eventids2.c:35
#define tSTRING_END
Definition: ripper.c:293
#define keyword_BEGIN
Definition: ripper.c:234
static ID ripper_id_lbracket
Definition: eventids2.c:26
#define keyword_for
Definition: ripper.c:207
#define tEMBDOC
Definition: eventids2.c:4
#define keyword_do
Definition: ripper.c:213
static ID ripper_id_gvar
Definition: eventids2.c:20
#define keyword_true
Definition: ripper.c:222
#define tUPLUS
Definition: ripper.c:253
static ID ripper_id_lbrace
Definition: eventids2.c:25
#define keyword_else
Definition: ripper.c:202
#define tASET
Definition: ripper.c:269
static ID ripper_id_ignored_nl
Definition: eventids2.c:48
#define tNEQ
Definition: ripper.c:259
#define tLPAREN
Definition: ripper.c:276
#define keyword__LINE__
Definition: ripper.c:236
#define modifier_unless
Definition: ripper.c:228
static ID ripper_id_rparen
Definition: eventids2.c:33
#define keyword_module
Definition: ripper.c:191
#define keyword_and
Definition: ripper.c:224
#define rb_intern_const(str)
Definition: ruby.h:1141
#define keyword_retry
Definition: ripper.c:211
#define tCOLON2
Definition: ripper.c:272
#define tLSHFT
Definition: ripper.c:270
#define tUMINUS_NUM
Definition: ripper.c:296
#define tUMINUS
Definition: ripper.c:254
#define keyword_ensure
Definition: ripper.c:196
#define tCOMMENT
Definition: eventids2.c:2
#define tREGEXP_END
Definition: ripper.c:252
#define keyword_redo
Definition: ripper.c:210
#define tQWORDS_BEG
Definition: ripper.c:290
#define tIGNORED_NL
Definition: eventids2.c:1
#define keyword_alias
Definition: ripper.c:232
#define tINTEGER
Definition: ripper.c:246
#define tSTRING_BEG
Definition: ripper.c:286
static ID ripper_id_label
Definition: eventids2.c:44
static ID ripper_id_tstring_end
Definition: eventids2.c:38
#define keyword_case
Definition: ripper.c:203
#define tLAMBDA
Definition: ripper.c:284
#define keyword_elsif
Definition: ripper.c:201
#define tEMBDOC_END
Definition: eventids2.c:5
static void ripper_init_eventids2_table(VALUE self)
Definition: eventids2table.c:2