Mercurial > hg > octave-nkf
annotate libinterp/parse-tree/token.cc @ 17744:d63878346099
maint: Update copyright notices for release.
author | John W. Eaton <jwe@octave.org> |
---|---|
date | Wed, 23 Oct 2013 22:09:27 -0400 |
parents | 11115c237231 |
children | 93b3d03b05e7 77f65eabac20 |
rev | line source |
---|---|
142 | 1 /* |
2 | |
17744
d63878346099
maint: Update copyright notices for release.
John W. Eaton <jwe@octave.org>
parents:
16360
diff
changeset
|
3 Copyright (C) 1993-2013 John W. Eaton |
142 | 4 |
5 This file is part of Octave. | |
6 | |
7 Octave is free software; you can redistribute it and/or modify it | |
8 under the terms of the GNU General Public License as published by the | |
7016 | 9 Free Software Foundation; either version 3 of the License, or (at your |
10 option) any later version. | |
142 | 11 |
12 Octave is distributed in the hope that it will be useful, but WITHOUT | |
13 ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | |
14 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License | |
15 for more details. | |
16 | |
17 You should have received a copy of the GNU General Public License | |
7016 | 18 along with Octave; see the file COPYING. If not, see |
19 <http://www.gnu.org/licenses/>. | |
142 | 20 |
21 */ | |
22 | |
240 | 23 #ifdef HAVE_CONFIG_H |
1192 | 24 #include <config.h> |
142 | 25 #endif |
26 | |
1343 | 27 #include <cassert> |
142 | 28 |
1288 | 29 #include "error.h" |
4055 | 30 #include "oct-obj.h" |
1352 | 31 #include "symtab.h" |
142 | 32 #include "token.h" |
33 #include "utils.h" | |
34 | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
35 token::token (int tv, int l, int c) |
142 | 36 { |
16257
db7f07b22b9b
1/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16255
diff
changeset
|
37 maybe_cmd = false; |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
38 tspc = false; |
142 | 39 line_num = l; |
40 column_num = c; | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
41 tok_val = tv; |
142 | 42 type_tag = generic_token; |
43 } | |
44 | |
16267
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
45 token::token (int tv, bool is_kw, int l, int c) |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
46 { |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
47 maybe_cmd = false; |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
48 tspc = false; |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
49 line_num = l; |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
50 column_num = c; |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
51 tok_val = tv; |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
52 type_tag = is_kw ? keyword_token : generic_token; |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
53 } |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
54 |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
55 token::token (int tv, const std::string& s, int l, int c) |
142 | 56 { |
16257
db7f07b22b9b
1/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16255
diff
changeset
|
57 maybe_cmd = false; |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
58 tspc = false; |
142 | 59 line_num = l; |
60 column_num = c; | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
61 tok_val = tv; |
142 | 62 type_tag = string_token; |
3523 | 63 str = new std::string (s); |
142 | 64 } |
65 | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
66 token::token (int tv, double d, const std::string& s, int l, int c) |
142 | 67 { |
16257
db7f07b22b9b
1/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16255
diff
changeset
|
68 maybe_cmd = false; |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
69 tspc = false; |
142 | 70 line_num = l; |
71 column_num = c; | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
72 tok_val = tv; |
142 | 73 type_tag = double_token; |
74 num = d; | |
1971 | 75 orig_text = s; |
142 | 76 } |
77 | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
78 token::token (int tv, end_tok_type t, int l, int c) |
142 | 79 { |
16257
db7f07b22b9b
1/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16255
diff
changeset
|
80 maybe_cmd = false; |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
81 tspc = false; |
142 | 82 line_num = l; |
83 column_num = c; | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
84 tok_val = tv; |
142 | 85 type_tag = ettype_token; |
86 et = t; | |
87 } | |
88 | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
89 token::token (int tv, symbol_table::symbol_record *s, int l, int c) |
142 | 90 { |
16257
db7f07b22b9b
1/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16255
diff
changeset
|
91 maybe_cmd = false; |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
92 tspc = false; |
142 | 93 line_num = l; |
94 column_num = c; | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
95 tok_val = tv; |
142 | 96 type_tag = sym_rec_token; |
97 sr = s; | |
98 } | |
99 | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
100 token::token (int tv, symbol_table::symbol_record *cls, |
9476 | 101 symbol_table::symbol_record *pkg, int l, int c) |
102 { | |
16257
db7f07b22b9b
1/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16255
diff
changeset
|
103 maybe_cmd = false; |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
104 tspc = false; |
9476 | 105 line_num = l; |
106 column_num = c; | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
107 tok_val = tv; |
9476 | 108 type_tag = meta_rec_token; |
109 mc.cr = cls; | |
110 mc.pr = pkg; | |
111 } | |
112 | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
113 token::token (int tv, symbol_table::symbol_record *mth, |
9476 | 114 symbol_table::symbol_record *cls, |
115 symbol_table::symbol_record *pkg, int l, int c) | |
116 { | |
16257
db7f07b22b9b
1/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16255
diff
changeset
|
117 maybe_cmd = false; |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
118 tspc = false; |
9476 | 119 line_num = l; |
120 column_num = c; | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
121 tok_val = tv; |
9476 | 122 type_tag = scls_rec_token; |
123 sc.mr = mth; | |
124 sc.cr = cls; | |
125 sc.pr = pkg; | |
126 } | |
127 | |
142 | 128 token::~token (void) |
129 { | |
130 if (type_tag == string_token) | |
1755 | 131 delete str; |
142 | 132 } |
133 | |
3536 | 134 std::string |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
135 token::text (void) const |
142 | 136 { |
137 assert (type_tag == string_token); | |
1755 | 138 return *str; |
142 | 139 } |
140 | |
16360
11115c237231
recognize variables when parsing (bug #38576)
John W. Eaton <jwe@octave.org>
parents:
16267
diff
changeset
|
141 std::string |
11115c237231
recognize variables when parsing (bug #38576)
John W. Eaton <jwe@octave.org>
parents:
16267
diff
changeset
|
142 token::symbol_name (void) const |
11115c237231
recognize variables when parsing (bug #38576)
John W. Eaton <jwe@octave.org>
parents:
16267
diff
changeset
|
143 { |
11115c237231
recognize variables when parsing (bug #38576)
John W. Eaton <jwe@octave.org>
parents:
16267
diff
changeset
|
144 assert (type_tag == sym_rec_token); |
11115c237231
recognize variables when parsing (bug #38576)
John W. Eaton <jwe@octave.org>
parents:
16267
diff
changeset
|
145 return sr->name (); |
11115c237231
recognize variables when parsing (bug #38576)
John W. Eaton <jwe@octave.org>
parents:
16267
diff
changeset
|
146 } |
11115c237231
recognize variables when parsing (bug #38576)
John W. Eaton <jwe@octave.org>
parents:
16267
diff
changeset
|
147 |
142 | 148 double |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
149 token::number (void) const |
142 | 150 { |
151 assert (type_tag == double_token); | |
152 return num; | |
153 } | |
154 | |
16267
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
155 token::token_type |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
156 token::ttype (void) const |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
157 { |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
158 return type_tag; |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
159 } |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
160 |
142 | 161 token::end_tok_type |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
162 token::ettype (void) const |
142 | 163 { |
164 assert (type_tag == ettype_token); | |
165 return et; | |
166 } | |
167 | |
7336 | 168 symbol_table::symbol_record * |
142 | 169 token::sym_rec (void) |
170 { | |
171 assert (type_tag == sym_rec_token); | |
172 return sr; | |
173 } | |
174 | |
9476 | 175 symbol_table::symbol_record * |
176 token::method_rec (void) | |
177 { | |
178 assert (type_tag == scls_rec_token); | |
179 return sc.mr; | |
180 } | |
181 | |
182 symbol_table::symbol_record * | |
183 token::class_rec (void) | |
184 { | |
185 assert (type_tag == scls_rec_token); | |
186 return sc.cr; | |
187 } | |
188 | |
189 symbol_table::symbol_record * | |
190 token::package_rec (void) | |
191 { | |
192 assert (type_tag == scls_rec_token); | |
193 return sc.pr; | |
194 } | |
195 | |
196 symbol_table::symbol_record * | |
197 token::meta_class_rec (void) | |
198 { | |
199 assert (type_tag == meta_rec_token); | |
200 return mc.cr; | |
201 } | |
202 | |
203 symbol_table::symbol_record * | |
204 token::meta_package_rec (void) | |
205 { | |
206 assert (type_tag == meta_rec_token); | |
207 return mc.pr; | |
208 } | |
209 | |
3536 | 210 std::string |
581 | 211 token::text_rep (void) |
212 { | |
213 return orig_text; | |
214 } |