Mercurial > hg > octave-nkf
annotate libinterp/parse-tree/token.cc @ 20065:77f65eabac20 stable
avoid crash when __FILE__ is used at top level (bug #44363)
* lex.ll (octave_base_lexer::is_keyword_token): Call correct
constructor for magic_file_kw.
* token.h, token.cc (token::token (int, const char *, int, int)):
New constructor.
author | John W. Eaton <jwe@octave.org> |
---|---|
date | Wed, 25 Feb 2015 11:33:39 -0500 |
parents | d63878346099 |
children | 734a77207e2e |
rev | line source |
---|---|
142 | 1 /* |
2 | |
17744
d63878346099
maint: Update copyright notices for release.
John W. Eaton <jwe@octave.org>
parents:
16360
diff
changeset
|
3 Copyright (C) 1993-2013 John W. Eaton |
142 | 4 |
5 This file is part of Octave. | |
6 | |
7 Octave is free software; you can redistribute it and/or modify it | |
8 under the terms of the GNU General Public License as published by the | |
7016 | 9 Free Software Foundation; either version 3 of the License, or (at your |
10 option) any later version. | |
142 | 11 |
12 Octave is distributed in the hope that it will be useful, but WITHOUT | |
13 ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | |
14 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License | |
15 for more details. | |
16 | |
17 You should have received a copy of the GNU General Public License | |
7016 | 18 along with Octave; see the file COPYING. If not, see |
19 <http://www.gnu.org/licenses/>. | |
142 | 20 |
21 */ | |
22 | |
240 | 23 #ifdef HAVE_CONFIG_H |
1192 | 24 #include <config.h> |
142 | 25 #endif |
26 | |
1343 | 27 #include <cassert> |
142 | 28 |
1288 | 29 #include "error.h" |
4055 | 30 #include "oct-obj.h" |
1352 | 31 #include "symtab.h" |
142 | 32 #include "token.h" |
33 #include "utils.h" | |
34 | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
35 token::token (int tv, int l, int c) |
142 | 36 { |
16257
db7f07b22b9b
1/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16255
diff
changeset
|
37 maybe_cmd = false; |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
38 tspc = false; |
142 | 39 line_num = l; |
40 column_num = c; | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
41 tok_val = tv; |
142 | 42 type_tag = generic_token; |
43 } | |
44 | |
16267
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
45 token::token (int tv, bool is_kw, int l, int c) |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
46 { |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
47 maybe_cmd = false; |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
48 tspc = false; |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
49 line_num = l; |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
50 column_num = c; |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
51 tok_val = tv; |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
52 type_tag = is_kw ? keyword_token : generic_token; |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
53 } |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
54 |
20065
77f65eabac20
avoid crash when __FILE__ is used at top level (bug #44363)
John W. Eaton <jwe@octave.org>
parents:
17744
diff
changeset
|
55 token::token (int tv, const char *s, int l, int c) |
77f65eabac20
avoid crash when __FILE__ is used at top level (bug #44363)
John W. Eaton <jwe@octave.org>
parents:
17744
diff
changeset
|
56 { |
77f65eabac20
avoid crash when __FILE__ is used at top level (bug #44363)
John W. Eaton <jwe@octave.org>
parents:
17744
diff
changeset
|
57 maybe_cmd = false; |
77f65eabac20
avoid crash when __FILE__ is used at top level (bug #44363)
John W. Eaton <jwe@octave.org>
parents:
17744
diff
changeset
|
58 tspc = false; |
77f65eabac20
avoid crash when __FILE__ is used at top level (bug #44363)
John W. Eaton <jwe@octave.org>
parents:
17744
diff
changeset
|
59 line_num = l; |
77f65eabac20
avoid crash when __FILE__ is used at top level (bug #44363)
John W. Eaton <jwe@octave.org>
parents:
17744
diff
changeset
|
60 column_num = c; |
77f65eabac20
avoid crash when __FILE__ is used at top level (bug #44363)
John W. Eaton <jwe@octave.org>
parents:
17744
diff
changeset
|
61 tok_val = tv; |
77f65eabac20
avoid crash when __FILE__ is used at top level (bug #44363)
John W. Eaton <jwe@octave.org>
parents:
17744
diff
changeset
|
62 type_tag = string_token; |
77f65eabac20
avoid crash when __FILE__ is used at top level (bug #44363)
John W. Eaton <jwe@octave.org>
parents:
17744
diff
changeset
|
63 str = new std::string (s); |
77f65eabac20
avoid crash when __FILE__ is used at top level (bug #44363)
John W. Eaton <jwe@octave.org>
parents:
17744
diff
changeset
|
64 } |
77f65eabac20
avoid crash when __FILE__ is used at top level (bug #44363)
John W. Eaton <jwe@octave.org>
parents:
17744
diff
changeset
|
65 |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
66 token::token (int tv, const std::string& s, int l, int c) |
142 | 67 { |
16257
db7f07b22b9b
1/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16255
diff
changeset
|
68 maybe_cmd = false; |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
69 tspc = false; |
142 | 70 line_num = l; |
71 column_num = c; | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
72 tok_val = tv; |
142 | 73 type_tag = string_token; |
3523 | 74 str = new std::string (s); |
142 | 75 } |
76 | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
77 token::token (int tv, double d, const std::string& s, int l, int c) |
142 | 78 { |
16257
db7f07b22b9b
1/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16255
diff
changeset
|
79 maybe_cmd = false; |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
80 tspc = false; |
142 | 81 line_num = l; |
82 column_num = c; | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
83 tok_val = tv; |
142 | 84 type_tag = double_token; |
85 num = d; | |
1971 | 86 orig_text = s; |
142 | 87 } |
88 | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
89 token::token (int tv, end_tok_type t, int l, int c) |
142 | 90 { |
16257
db7f07b22b9b
1/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16255
diff
changeset
|
91 maybe_cmd = false; |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
92 tspc = false; |
142 | 93 line_num = l; |
94 column_num = c; | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
95 tok_val = tv; |
142 | 96 type_tag = ettype_token; |
97 et = t; | |
98 } | |
99 | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
100 token::token (int tv, symbol_table::symbol_record *s, int l, int c) |
142 | 101 { |
16257
db7f07b22b9b
1/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16255
diff
changeset
|
102 maybe_cmd = false; |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
103 tspc = false; |
142 | 104 line_num = l; |
105 column_num = c; | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
106 tok_val = tv; |
142 | 107 type_tag = sym_rec_token; |
108 sr = s; | |
109 } | |
110 | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
111 token::token (int tv, symbol_table::symbol_record *cls, |
9476 | 112 symbol_table::symbol_record *pkg, int l, int c) |
113 { | |
16257
db7f07b22b9b
1/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16255
diff
changeset
|
114 maybe_cmd = false; |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
115 tspc = false; |
9476 | 116 line_num = l; |
117 column_num = c; | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
118 tok_val = tv; |
9476 | 119 type_tag = meta_rec_token; |
120 mc.cr = cls; | |
121 mc.pr = pkg; | |
122 } | |
123 | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
124 token::token (int tv, symbol_table::symbol_record *mth, |
9476 | 125 symbol_table::symbol_record *cls, |
126 symbol_table::symbol_record *pkg, int l, int c) | |
127 { | |
16257
db7f07b22b9b
1/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16255
diff
changeset
|
128 maybe_cmd = false; |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
129 tspc = false; |
9476 | 130 line_num = l; |
131 column_num = c; | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
132 tok_val = tv; |
9476 | 133 type_tag = scls_rec_token; |
134 sc.mr = mth; | |
135 sc.cr = cls; | |
136 sc.pr = pkg; | |
137 } | |
138 | |
142 | 139 token::~token (void) |
140 { | |
141 if (type_tag == string_token) | |
1755 | 142 delete str; |
142 | 143 } |
144 | |
3536 | 145 std::string |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
146 token::text (void) const |
142 | 147 { |
148 assert (type_tag == string_token); | |
1755 | 149 return *str; |
142 | 150 } |
151 | |
16360
11115c237231
recognize variables when parsing (bug #38576)
John W. Eaton <jwe@octave.org>
parents:
16267
diff
changeset
|
152 std::string |
11115c237231
recognize variables when parsing (bug #38576)
John W. Eaton <jwe@octave.org>
parents:
16267
diff
changeset
|
153 token::symbol_name (void) const |
11115c237231
recognize variables when parsing (bug #38576)
John W. Eaton <jwe@octave.org>
parents:
16267
diff
changeset
|
154 { |
11115c237231
recognize variables when parsing (bug #38576)
John W. Eaton <jwe@octave.org>
parents:
16267
diff
changeset
|
155 assert (type_tag == sym_rec_token); |
11115c237231
recognize variables when parsing (bug #38576)
John W. Eaton <jwe@octave.org>
parents:
16267
diff
changeset
|
156 return sr->name (); |
11115c237231
recognize variables when parsing (bug #38576)
John W. Eaton <jwe@octave.org>
parents:
16267
diff
changeset
|
157 } |
11115c237231
recognize variables when parsing (bug #38576)
John W. Eaton <jwe@octave.org>
parents:
16267
diff
changeset
|
158 |
142 | 159 double |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
160 token::number (void) const |
142 | 161 { |
162 assert (type_tag == double_token); | |
163 return num; | |
164 } | |
165 | |
16267
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
166 token::token_type |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
167 token::ttype (void) const |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
168 { |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
169 return type_tag; |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
170 } |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
171 |
142 | 172 token::end_tok_type |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
173 token::ettype (void) const |
142 | 174 { |
175 assert (type_tag == ettype_token); | |
176 return et; | |
177 } | |
178 | |
7336 | 179 symbol_table::symbol_record * |
142 | 180 token::sym_rec (void) |
181 { | |
182 assert (type_tag == sym_rec_token); | |
183 return sr; | |
184 } | |
185 | |
9476 | 186 symbol_table::symbol_record * |
187 token::method_rec (void) | |
188 { | |
189 assert (type_tag == scls_rec_token); | |
190 return sc.mr; | |
191 } | |
192 | |
193 symbol_table::symbol_record * | |
194 token::class_rec (void) | |
195 { | |
196 assert (type_tag == scls_rec_token); | |
197 return sc.cr; | |
198 } | |
199 | |
200 symbol_table::symbol_record * | |
201 token::package_rec (void) | |
202 { | |
203 assert (type_tag == scls_rec_token); | |
204 return sc.pr; | |
205 } | |
206 | |
207 symbol_table::symbol_record * | |
208 token::meta_class_rec (void) | |
209 { | |
210 assert (type_tag == meta_rec_token); | |
211 return mc.cr; | |
212 } | |
213 | |
214 symbol_table::symbol_record * | |
215 token::meta_package_rec (void) | |
216 { | |
217 assert (type_tag == meta_rec_token); | |
218 return mc.pr; | |
219 } | |
220 | |
3536 | 221 std::string |
581 | 222 token::text_rep (void) |
223 { | |
224 return orig_text; | |
225 } |