Mercurial > hg > octave-nkf
annotate libinterp/parse-tree/token.cc @ 20830:b65888ec820e draft default tip gccjit
dmalcom gcc jit import
author | Stefan Mahr <dac922@gmx.de> |
---|---|
date | Fri, 27 Feb 2015 16:59:36 +0100 |
parents | 734a77207e2e |
children |
rev | line source |
---|---|
142 | 1 /* |
2 | |
19898
4197fc428c7d
maint: Update copyright notices for 2015.
John W. Eaton <jwe@octave.org>
parents:
18588
diff
changeset
|
3 Copyright (C) 1993-2015 John W. Eaton |
142 | 4 |
5 This file is part of Octave. | |
6 | |
7 Octave is free software; you can redistribute it and/or modify it | |
8 under the terms of the GNU General Public License as published by the | |
7016 | 9 Free Software Foundation; either version 3 of the License, or (at your |
10 option) any later version. | |
142 | 11 |
12 Octave is distributed in the hope that it will be useful, but WITHOUT | |
13 ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | |
14 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License | |
15 for more details. | |
16 | |
17 You should have received a copy of the GNU General Public License | |
7016 | 18 along with Octave; see the file COPYING. If not, see |
19 <http://www.gnu.org/licenses/>. | |
142 | 20 |
21 */ | |
22 | |
240 | 23 #ifdef HAVE_CONFIG_H |
1192 | 24 #include <config.h> |
142 | 25 #endif |
26 | |
1343 | 27 #include <cassert> |
142 | 28 |
1288 | 29 #include "error.h" |
4055 | 30 #include "oct-obj.h" |
1352 | 31 #include "symtab.h" |
142 | 32 #include "token.h" |
33 #include "utils.h" | |
34 | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
35 token::token (int tv, int l, int c) |
142 | 36 { |
16257
db7f07b22b9b
1/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16255
diff
changeset
|
37 maybe_cmd = false; |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
38 tspc = false; |
142 | 39 line_num = l; |
40 column_num = c; | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
41 tok_val = tv; |
142 | 42 type_tag = generic_token; |
43 } | |
44 | |
16267
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
45 token::token (int tv, bool is_kw, int l, int c) |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
46 { |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
47 maybe_cmd = false; |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
48 tspc = false; |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
49 line_num = l; |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
50 column_num = c; |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
51 tok_val = tv; |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
52 type_tag = is_kw ? keyword_token : generic_token; |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
53 } |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
54 |
20065
77f65eabac20
avoid crash when __FILE__ is used at top level (bug #44363)
John W. Eaton <jwe@octave.org>
parents:
17744
diff
changeset
|
55 token::token (int tv, const char *s, int l, int c) |
77f65eabac20
avoid crash when __FILE__ is used at top level (bug #44363)
John W. Eaton <jwe@octave.org>
parents:
17744
diff
changeset
|
56 { |
77f65eabac20
avoid crash when __FILE__ is used at top level (bug #44363)
John W. Eaton <jwe@octave.org>
parents:
17744
diff
changeset
|
57 maybe_cmd = false; |
77f65eabac20
avoid crash when __FILE__ is used at top level (bug #44363)
John W. Eaton <jwe@octave.org>
parents:
17744
diff
changeset
|
58 tspc = false; |
77f65eabac20
avoid crash when __FILE__ is used at top level (bug #44363)
John W. Eaton <jwe@octave.org>
parents:
17744
diff
changeset
|
59 line_num = l; |
77f65eabac20
avoid crash when __FILE__ is used at top level (bug #44363)
John W. Eaton <jwe@octave.org>
parents:
17744
diff
changeset
|
60 column_num = c; |
77f65eabac20
avoid crash when __FILE__ is used at top level (bug #44363)
John W. Eaton <jwe@octave.org>
parents:
17744
diff
changeset
|
61 tok_val = tv; |
77f65eabac20
avoid crash when __FILE__ is used at top level (bug #44363)
John W. Eaton <jwe@octave.org>
parents:
17744
diff
changeset
|
62 type_tag = string_token; |
77f65eabac20
avoid crash when __FILE__ is used at top level (bug #44363)
John W. Eaton <jwe@octave.org>
parents:
17744
diff
changeset
|
63 str = new std::string (s); |
77f65eabac20
avoid crash when __FILE__ is used at top level (bug #44363)
John W. Eaton <jwe@octave.org>
parents:
17744
diff
changeset
|
64 } |
77f65eabac20
avoid crash when __FILE__ is used at top level (bug #44363)
John W. Eaton <jwe@octave.org>
parents:
17744
diff
changeset
|
65 |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
66 token::token (int tv, const std::string& s, int l, int c) |
142 | 67 { |
16257
db7f07b22b9b
1/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16255
diff
changeset
|
68 maybe_cmd = false; |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
69 tspc = false; |
142 | 70 line_num = l; |
71 column_num = c; | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
72 tok_val = tv; |
142 | 73 type_tag = string_token; |
3523 | 74 str = new std::string (s); |
142 | 75 } |
76 | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
77 token::token (int tv, double d, const std::string& s, int l, int c) |
142 | 78 { |
16257
db7f07b22b9b
1/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16255
diff
changeset
|
79 maybe_cmd = false; |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
80 tspc = false; |
142 | 81 line_num = l; |
82 column_num = c; | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
83 tok_val = tv; |
142 | 84 type_tag = double_token; |
85 num = d; | |
1971 | 86 orig_text = s; |
142 | 87 } |
88 | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
89 token::token (int tv, end_tok_type t, int l, int c) |
142 | 90 { |
16257
db7f07b22b9b
1/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16255
diff
changeset
|
91 maybe_cmd = false; |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
92 tspc = false; |
142 | 93 line_num = l; |
94 column_num = c; | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
95 tok_val = tv; |
142 | 96 type_tag = ettype_token; |
97 et = t; | |
98 } | |
99 | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
100 token::token (int tv, symbol_table::symbol_record *s, int l, int c) |
142 | 101 { |
16257
db7f07b22b9b
1/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16255
diff
changeset
|
102 maybe_cmd = false; |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
103 tspc = false; |
142 | 104 line_num = l; |
105 column_num = c; | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
106 tok_val = tv; |
142 | 107 type_tag = sym_rec_token; |
108 sr = s; | |
109 } | |
110 | |
18588
932aca9a7c57
Allow multi-level classdef package.
Michael Goffioul <michael.goffioul@gmail.com>
parents:
17745
diff
changeset
|
111 token::token (int tv, const std::string& mth, const std::string& cls, |
16256
b28062b977fd
maint: periodic merge of default to classdef
John W. Eaton <jwe@octave.org>
diff
changeset
|
112 int l, int c) |
9476 | 113 { |
16257
db7f07b22b9b
1/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16255
diff
changeset
|
114 maybe_cmd = false; |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
115 tspc = false; |
9476 | 116 line_num = l; |
117 column_num = c; | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
118 tok_val = tv; |
15037
56b8eb7c9c04
improvements in parsing classdef
John W. Eaton <jwe@octave.org>
parents:
14138
diff
changeset
|
119 type_tag = scls_name_token; |
56b8eb7c9c04
improvements in parsing classdef
John W. Eaton <jwe@octave.org>
parents:
14138
diff
changeset
|
120 sc.method_nm = new std::string (mth); |
56b8eb7c9c04
improvements in parsing classdef
John W. Eaton <jwe@octave.org>
parents:
14138
diff
changeset
|
121 sc.class_nm = new std::string (cls); |
9476 | 122 } |
123 | |
142 | 124 token::~token (void) |
125 { | |
126 if (type_tag == string_token) | |
1755 | 127 delete str; |
15037
56b8eb7c9c04
improvements in parsing classdef
John W. Eaton <jwe@octave.org>
parents:
14138
diff
changeset
|
128 |
56b8eb7c9c04
improvements in parsing classdef
John W. Eaton <jwe@octave.org>
parents:
14138
diff
changeset
|
129 if (type_tag == scls_name_token) |
56b8eb7c9c04
improvements in parsing classdef
John W. Eaton <jwe@octave.org>
parents:
14138
diff
changeset
|
130 { |
56b8eb7c9c04
improvements in parsing classdef
John W. Eaton <jwe@octave.org>
parents:
14138
diff
changeset
|
131 delete sc.method_nm; |
56b8eb7c9c04
improvements in parsing classdef
John W. Eaton <jwe@octave.org>
parents:
14138
diff
changeset
|
132 delete sc.class_nm; |
56b8eb7c9c04
improvements in parsing classdef
John W. Eaton <jwe@octave.org>
parents:
14138
diff
changeset
|
133 } |
142 | 134 } |
135 | |
3536 | 136 std::string |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
137 token::text (void) const |
142 | 138 { |
139 assert (type_tag == string_token); | |
1755 | 140 return *str; |
142 | 141 } |
142 | |
16360
11115c237231
recognize variables when parsing (bug #38576)
John W. Eaton <jwe@octave.org>
parents:
16267
diff
changeset
|
143 std::string |
11115c237231
recognize variables when parsing (bug #38576)
John W. Eaton <jwe@octave.org>
parents:
16267
diff
changeset
|
144 token::symbol_name (void) const |
11115c237231
recognize variables when parsing (bug #38576)
John W. Eaton <jwe@octave.org>
parents:
16267
diff
changeset
|
145 { |
11115c237231
recognize variables when parsing (bug #38576)
John W. Eaton <jwe@octave.org>
parents:
16267
diff
changeset
|
146 assert (type_tag == sym_rec_token); |
11115c237231
recognize variables when parsing (bug #38576)
John W. Eaton <jwe@octave.org>
parents:
16267
diff
changeset
|
147 return sr->name (); |
11115c237231
recognize variables when parsing (bug #38576)
John W. Eaton <jwe@octave.org>
parents:
16267
diff
changeset
|
148 } |
11115c237231
recognize variables when parsing (bug #38576)
John W. Eaton <jwe@octave.org>
parents:
16267
diff
changeset
|
149 |
142 | 150 double |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
151 token::number (void) const |
142 | 152 { |
153 assert (type_tag == double_token); | |
154 return num; | |
155 } | |
156 | |
16267
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
157 token::token_type |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
158 token::ttype (void) const |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
159 { |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
160 return type_tag; |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
161 } |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
162 |
142 | 163 token::end_tok_type |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
164 token::ettype (void) const |
142 | 165 { |
166 assert (type_tag == ettype_token); | |
167 return et; | |
168 } | |
169 | |
7336 | 170 symbol_table::symbol_record * |
142 | 171 token::sym_rec (void) |
172 { | |
173 assert (type_tag == sym_rec_token); | |
174 return sr; | |
175 } | |
176 | |
15037
56b8eb7c9c04
improvements in parsing classdef
John W. Eaton <jwe@octave.org>
parents:
14138
diff
changeset
|
177 std::string |
56b8eb7c9c04
improvements in parsing classdef
John W. Eaton <jwe@octave.org>
parents:
14138
diff
changeset
|
178 token::superclass_method_name (void) |
9476 | 179 { |
15037
56b8eb7c9c04
improvements in parsing classdef
John W. Eaton <jwe@octave.org>
parents:
14138
diff
changeset
|
180 assert (type_tag == scls_name_token); |
56b8eb7c9c04
improvements in parsing classdef
John W. Eaton <jwe@octave.org>
parents:
14138
diff
changeset
|
181 return *sc.method_nm; |
9476 | 182 } |
183 | |
15037
56b8eb7c9c04
improvements in parsing classdef
John W. Eaton <jwe@octave.org>
parents:
14138
diff
changeset
|
184 std::string |
56b8eb7c9c04
improvements in parsing classdef
John W. Eaton <jwe@octave.org>
parents:
14138
diff
changeset
|
185 token::superclass_class_name (void) |
9476 | 186 { |
15037
56b8eb7c9c04
improvements in parsing classdef
John W. Eaton <jwe@octave.org>
parents:
14138
diff
changeset
|
187 assert (type_tag == scls_name_token); |
56b8eb7c9c04
improvements in parsing classdef
John W. Eaton <jwe@octave.org>
parents:
14138
diff
changeset
|
188 return *sc.class_nm; |
9476 | 189 } |
190 | |
3536 | 191 std::string |
581 | 192 token::text_rep (void) |
193 { | |
194 return orig_text; | |
195 } |