Mercurial > hg > octave-nkf
annotate libinterp/parse-tree/token.cc @ 16257:db7f07b22b9b
1/10 commits reworking the lexer
author | John W. Eaton <jwe@octave.org> |
---|---|
date | Mon, 11 Mar 2013 14:14:41 -0400 |
parents | 12bf6a3f8c45 |
children | 5c32368509a2 15f55df088e7 |
rev | line source |
---|---|
142 | 1 /* |
2 | |
14138
72c96de7a403
maint: update copyright notices for 2012
John W. Eaton <jwe@octave.org>
parents:
11523
diff
changeset
|
3 Copyright (C) 1993-2012 John W. Eaton |
142 | 4 |
5 This file is part of Octave. | |
6 | |
7 Octave is free software; you can redistribute it and/or modify it | |
8 under the terms of the GNU General Public License as published by the | |
7016 | 9 Free Software Foundation; either version 3 of the License, or (at your |
10 option) any later version. | |
142 | 11 |
12 Octave is distributed in the hope that it will be useful, but WITHOUT | |
13 ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | |
14 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License | |
15 for more details. | |
16 | |
17 You should have received a copy of the GNU General Public License | |
7016 | 18 along with Octave; see the file COPYING. If not, see |
19 <http://www.gnu.org/licenses/>. | |
142 | 20 |
21 */ | |
22 | |
240 | 23 #ifdef HAVE_CONFIG_H |
1192 | 24 #include <config.h> |
142 | 25 #endif |
26 | |
1343 | 27 #include <cassert> |
142 | 28 |
1288 | 29 #include "error.h" |
4055 | 30 #include "oct-obj.h" |
1352 | 31 #include "symtab.h" |
142 | 32 #include "token.h" |
33 #include "utils.h" | |
34 | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
35 token::token (int tv, int l, int c) |
142 | 36 { |
16257
db7f07b22b9b
1/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16255
diff
changeset
|
37 maybe_cmd = false; |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
38 tspc = false; |
142 | 39 line_num = l; |
40 column_num = c; | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
41 tok_val = tv; |
142 | 42 type_tag = generic_token; |
43 } | |
44 | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
45 token::token (int tv, const std::string& s, int l, int c) |
142 | 46 { |
16257
db7f07b22b9b
1/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16255
diff
changeset
|
47 maybe_cmd = false; |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
48 tspc = false; |
142 | 49 line_num = l; |
50 column_num = c; | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
51 tok_val = tv; |
142 | 52 type_tag = string_token; |
3523 | 53 str = new std::string (s); |
142 | 54 } |
55 | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
56 token::token (int tv, double d, const std::string& s, int l, int c) |
142 | 57 { |
16257
db7f07b22b9b
1/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16255
diff
changeset
|
58 maybe_cmd = false; |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
59 tspc = false; |
142 | 60 line_num = l; |
61 column_num = c; | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
62 tok_val = tv; |
142 | 63 type_tag = double_token; |
64 num = d; | |
1971 | 65 orig_text = s; |
142 | 66 } |
67 | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
68 token::token (int tv, end_tok_type t, int l, int c) |
142 | 69 { |
16257
db7f07b22b9b
1/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16255
diff
changeset
|
70 maybe_cmd = false; |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
71 tspc = false; |
142 | 72 line_num = l; |
73 column_num = c; | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
74 tok_val = tv; |
142 | 75 type_tag = ettype_token; |
76 et = t; | |
77 } | |
78 | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
79 token::token (int tv, symbol_table::symbol_record *s, int l, int c) |
142 | 80 { |
16257
db7f07b22b9b
1/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16255
diff
changeset
|
81 maybe_cmd = false; |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
82 tspc = false; |
142 | 83 line_num = l; |
84 column_num = c; | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
85 tok_val = tv; |
142 | 86 type_tag = sym_rec_token; |
87 sr = s; | |
88 } | |
89 | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
90 token::token (int tv, symbol_table::symbol_record *cls, |
9476 | 91 symbol_table::symbol_record *pkg, int l, int c) |
92 { | |
16257
db7f07b22b9b
1/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16255
diff
changeset
|
93 maybe_cmd = false; |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
94 tspc = false; |
9476 | 95 line_num = l; |
96 column_num = c; | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
97 tok_val = tv; |
9476 | 98 type_tag = meta_rec_token; |
99 mc.cr = cls; | |
100 mc.pr = pkg; | |
101 } | |
102 | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
103 token::token (int tv, symbol_table::symbol_record *mth, |
9476 | 104 symbol_table::symbol_record *cls, |
105 symbol_table::symbol_record *pkg, int l, int c) | |
106 { | |
16257
db7f07b22b9b
1/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16255
diff
changeset
|
107 maybe_cmd = false; |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
108 tspc = false; |
9476 | 109 line_num = l; |
110 column_num = c; | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
111 tok_val = tv; |
9476 | 112 type_tag = scls_rec_token; |
113 sc.mr = mth; | |
114 sc.cr = cls; | |
115 sc.pr = pkg; | |
116 } | |
117 | |
142 | 118 token::~token (void) |
119 { | |
120 if (type_tag == string_token) | |
1755 | 121 delete str; |
142 | 122 } |
123 | |
3536 | 124 std::string |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
125 token::text (void) const |
142 | 126 { |
127 assert (type_tag == string_token); | |
1755 | 128 return *str; |
142 | 129 } |
130 | |
131 double | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
132 token::number (void) const |
142 | 133 { |
134 assert (type_tag == double_token); | |
135 return num; | |
136 } | |
137 | |
138 token::end_tok_type | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
139 token::ettype (void) const |
142 | 140 { |
141 assert (type_tag == ettype_token); | |
142 return et; | |
143 } | |
144 | |
7336 | 145 symbol_table::symbol_record * |
142 | 146 token::sym_rec (void) |
147 { | |
148 assert (type_tag == sym_rec_token); | |
149 return sr; | |
150 } | |
151 | |
9476 | 152 symbol_table::symbol_record * |
153 token::method_rec (void) | |
154 { | |
155 assert (type_tag == scls_rec_token); | |
156 return sc.mr; | |
157 } | |
158 | |
159 symbol_table::symbol_record * | |
160 token::class_rec (void) | |
161 { | |
162 assert (type_tag == scls_rec_token); | |
163 return sc.cr; | |
164 } | |
165 | |
166 symbol_table::symbol_record * | |
167 token::package_rec (void) | |
168 { | |
169 assert (type_tag == scls_rec_token); | |
170 return sc.pr; | |
171 } | |
172 | |
173 symbol_table::symbol_record * | |
174 token::meta_class_rec (void) | |
175 { | |
176 assert (type_tag == meta_rec_token); | |
177 return mc.cr; | |
178 } | |
179 | |
180 symbol_table::symbol_record * | |
181 token::meta_package_rec (void) | |
182 { | |
183 assert (type_tag == meta_rec_token); | |
184 return mc.pr; | |
185 } | |
186 | |
3536 | 187 std::string |
581 | 188 token::text_rep (void) |
189 { | |
190 return orig_text; | |
191 } |