Mercurial > hg > octave-nkf
annotate libinterp/parse-tree/token.h @ 16267:15f55df088e7
6/10 commits reworking the lexer
author | John W. Eaton <jwe@octave.org> |
---|---|
date | Mon, 11 Mar 2013 14:30:57 -0400 |
parents | db7f07b22b9b |
children | dbbef00202ff 11115c237231 |
rev | line source |
---|---|
142 | 1 /* |
2 | |
14138
72c96de7a403
maint: update copyright notices for 2012
John W. Eaton <jwe@octave.org>
parents:
13249
diff
changeset
|
3 Copyright (C) 1993-2012 John W. Eaton |
142 | 4 |
5 This file is part of Octave. | |
6 | |
7 Octave is free software; you can redistribute it and/or modify it | |
8 under the terms of the GNU General Public License as published by the | |
7016 | 9 Free Software Foundation; either version 3 of the License, or (at your |
10 option) any later version. | |
142 | 11 |
12 Octave is distributed in the hope that it will be useful, but WITHOUT | |
13 ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | |
14 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License | |
15 for more details. | |
16 | |
17 You should have received a copy of the GNU General Public License | |
7016 | 18 along with Octave; see the file COPYING. If not, see |
19 <http://www.gnu.org/licenses/>. | |
142 | 20 |
21 */ | |
22 | |
383 | 23 #if !defined (octave_token_h) |
24 #define octave_token_h 1 | |
142 | 25 |
1755 | 26 #include <string> |
27 | |
16134
ec9c6222ef5a
move static parser helper functions to octave_parser class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
28 #include "symtab.h" |
ec9c6222ef5a
move static parser helper functions to octave_parser class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
29 |
453 | 30 class |
31 token | |
142 | 32 { |
33 public: | |
3548 | 34 |
142 | 35 enum token_type |
36 { | |
37 generic_token, | |
16267
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
38 keyword_token, |
142 | 39 string_token, |
40 double_token, | |
41 ettype_token, | |
9476 | 42 sym_rec_token, |
43 scls_rec_token, | |
44 meta_rec_token | |
142 | 45 }; |
46 | |
47 enum end_tok_type | |
48 { | |
49 simple_end, | |
9476 | 50 classdef_end, |
13249
7861a5fd3479
accept enumeration keyword
John W. Eaton <jwe@octave.org>
parents:
13245
diff
changeset
|
51 enumeration_end, |
9476 | 52 events_end, |
142 | 53 for_end, |
54 function_end, | |
55 if_end, | |
9476 | 56 methods_end, |
13245
027a2186cd90
parfor keyword and infrastructure, but handle parfor as normal for loop for now
John W. Eaton <jwe@octave.org>
parents:
11523
diff
changeset
|
57 parfor_end, |
9476 | 58 properties_end, |
2764 | 59 switch_end, |
142 | 60 while_end, |
1489 | 61 try_catch_end, |
3548 | 62 unwind_protect_end |
142 | 63 }; |
64 | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
16134
diff
changeset
|
65 token (int tv, int l = -1, int c = -1); |
16267
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
66 token (int tv, bool is_keyword, int l = -1, int c = -1); |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
16134
diff
changeset
|
67 token (int tv, const std::string& s, int l = -1, int c = -1); |
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
16134
diff
changeset
|
68 token (int tv, double d, const std::string& s = std::string (), |
10313 | 69 int l = -1, int c = -1); |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
16134
diff
changeset
|
70 token (int tv, end_tok_type t, int l = -1, int c = -1); |
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
16134
diff
changeset
|
71 token (int tv, symbol_table::symbol_record *s, int l = -1, int c = -1); |
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
16134
diff
changeset
|
72 token (int tv, symbol_table::symbol_record *cls, |
9476 | 73 symbol_table::symbol_record *pkg, int l = -1, int c = -1); |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
16134
diff
changeset
|
74 token (int tv, symbol_table::symbol_record *mth, |
9476 | 75 symbol_table::symbol_record *cls, |
76 symbol_table::symbol_record *pkg, int l = -1, int c = -1); | |
142 | 77 |
1755 | 78 ~token (void); |
142 | 79 |
16257
db7f07b22b9b
1/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16255
diff
changeset
|
80 void mark_may_be_command (void) { maybe_cmd = true; } |
db7f07b22b9b
1/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16255
diff
changeset
|
81 bool may_be_command (void) const { return maybe_cmd; } |
db7f07b22b9b
1/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16255
diff
changeset
|
82 |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
16134
diff
changeset
|
83 void mark_trailing_space (void) { tspc = true; } |
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
16134
diff
changeset
|
84 bool space_follows_token (void) const { return tspc; } |
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
16134
diff
changeset
|
85 |
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
16134
diff
changeset
|
86 int token_value (void) const { return tok_val; } |
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
16134
diff
changeset
|
87 bool token_value_is (int tv) const { return tv == tok_val; } |
142 | 88 |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
16134
diff
changeset
|
89 int line (void) const { return line_num; } |
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
16134
diff
changeset
|
90 int column (void) const { return column_num; } |
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
16134
diff
changeset
|
91 |
16267
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
92 bool is_keyword (void) const |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
93 { |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
94 return type_tag == keyword_token || type_tag == ettype_token; |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
95 } |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
96 |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
16134
diff
changeset
|
97 std::string text (void) const; |
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
16134
diff
changeset
|
98 double number (void) const; |
16267
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
99 token_type ttype (void) const; |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
16134
diff
changeset
|
100 end_tok_type ettype (void) const; |
7336 | 101 symbol_table::symbol_record *sym_rec (void); |
142 | 102 |
9476 | 103 symbol_table::symbol_record *method_rec (void); |
104 symbol_table::symbol_record *class_rec (void); | |
105 symbol_table::symbol_record *package_rec (void); | |
106 | |
107 symbol_table::symbol_record *meta_class_rec (void); | |
108 symbol_table::symbol_record *meta_package_rec (void); | |
109 | |
3523 | 110 std::string text_rep (void); |
581 | 111 |
142 | 112 private: |
3552 | 113 |
114 // No copying! | |
115 | |
1288 | 116 token (const token& tok); |
3552 | 117 |
1288 | 118 token& operator = (const token& tok); |
119 | |
16257
db7f07b22b9b
1/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16255
diff
changeset
|
120 bool maybe_cmd; |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
16134
diff
changeset
|
121 bool tspc; |
142 | 122 int line_num; |
123 int column_num; | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
16134
diff
changeset
|
124 int tok_val; |
142 | 125 token_type type_tag; |
126 union | |
127 { | |
3523 | 128 std::string *str; |
142 | 129 double num; |
130 end_tok_type et; | |
7336 | 131 symbol_table::symbol_record *sr; |
9476 | 132 struct |
133 { | |
134 symbol_table::symbol_record *mr; | |
135 symbol_table::symbol_record *cr; | |
136 symbol_table::symbol_record *pr; | |
137 } sc; | |
138 struct | |
139 { | |
140 symbol_table::symbol_record *cr; | |
141 symbol_table::symbol_record *pr; | |
142 } mc; | |
142 | 143 }; |
3523 | 144 std::string orig_text; |
142 | 145 }; |
146 | |
147 #endif |