Mercurial > hg > octave-nkf
annotate libinterp/parse-tree/token.cc @ 19789:37d37297acf8
maint: Periodic merge of gui-release to default.
author | John W. Eaton <jwe@octave.org> |
---|---|
date | Tue, 20 Jan 2015 09:55:41 -0500 |
parents | 932aca9a7c57 |
children | 4197fc428c7d |
rev | line source |
---|---|
142 | 1 /* |
2 | |
17744
d63878346099
maint: Update copyright notices for release.
John W. Eaton <jwe@octave.org>
parents:
16360
diff
changeset
|
3 Copyright (C) 1993-2013 John W. Eaton |
142 | 4 |
5 This file is part of Octave. | |
6 | |
7 Octave is free software; you can redistribute it and/or modify it | |
8 under the terms of the GNU General Public License as published by the | |
7016 | 9 Free Software Foundation; either version 3 of the License, or (at your |
10 option) any later version. | |
142 | 11 |
12 Octave is distributed in the hope that it will be useful, but WITHOUT | |
13 ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | |
14 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License | |
15 for more details. | |
16 | |
17 You should have received a copy of the GNU General Public License | |
7016 | 18 along with Octave; see the file COPYING. If not, see |
19 <http://www.gnu.org/licenses/>. | |
142 | 20 |
21 */ | |
22 | |
240 | 23 #ifdef HAVE_CONFIG_H |
1192 | 24 #include <config.h> |
142 | 25 #endif |
26 | |
1343 | 27 #include <cassert> |
142 | 28 |
1288 | 29 #include "error.h" |
4055 | 30 #include "oct-obj.h" |
1352 | 31 #include "symtab.h" |
142 | 32 #include "token.h" |
33 #include "utils.h" | |
34 | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
35 token::token (int tv, int l, int c) |
142 | 36 { |
16257
db7f07b22b9b
1/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16255
diff
changeset
|
37 maybe_cmd = false; |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
38 tspc = false; |
142 | 39 line_num = l; |
40 column_num = c; | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
41 tok_val = tv; |
142 | 42 type_tag = generic_token; |
43 } | |
44 | |
16267
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
45 token::token (int tv, bool is_kw, int l, int c) |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
46 { |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
47 maybe_cmd = false; |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
48 tspc = false; |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
49 line_num = l; |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
50 column_num = c; |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
51 tok_val = tv; |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
52 type_tag = is_kw ? keyword_token : generic_token; |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
53 } |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
54 |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
55 token::token (int tv, const std::string& s, int l, int c) |
142 | 56 { |
16257
db7f07b22b9b
1/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16255
diff
changeset
|
57 maybe_cmd = false; |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
58 tspc = false; |
142 | 59 line_num = l; |
60 column_num = c; | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
61 tok_val = tv; |
142 | 62 type_tag = string_token; |
3523 | 63 str = new std::string (s); |
142 | 64 } |
65 | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
66 token::token (int tv, double d, const std::string& s, int l, int c) |
142 | 67 { |
16257
db7f07b22b9b
1/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16255
diff
changeset
|
68 maybe_cmd = false; |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
69 tspc = false; |
142 | 70 line_num = l; |
71 column_num = c; | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
72 tok_val = tv; |
142 | 73 type_tag = double_token; |
74 num = d; | |
1971 | 75 orig_text = s; |
142 | 76 } |
77 | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
78 token::token (int tv, end_tok_type t, int l, int c) |
142 | 79 { |
16257
db7f07b22b9b
1/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16255
diff
changeset
|
80 maybe_cmd = false; |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
81 tspc = false; |
142 | 82 line_num = l; |
83 column_num = c; | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
84 tok_val = tv; |
142 | 85 type_tag = ettype_token; |
86 et = t; | |
87 } | |
88 | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
89 token::token (int tv, symbol_table::symbol_record *s, int l, int c) |
142 | 90 { |
16257
db7f07b22b9b
1/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16255
diff
changeset
|
91 maybe_cmd = false; |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
92 tspc = false; |
142 | 93 line_num = l; |
94 column_num = c; | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
95 tok_val = tv; |
142 | 96 type_tag = sym_rec_token; |
97 sr = s; | |
98 } | |
99 | |
18588
932aca9a7c57
Allow multi-level classdef package.
Michael Goffioul <michael.goffioul@gmail.com>
parents:
17745
diff
changeset
|
100 token::token (int tv, const std::string& mth, const std::string& cls, |
16256
b28062b977fd
maint: periodic merge of default to classdef
John W. Eaton <jwe@octave.org>
diff
changeset
|
101 int l, int c) |
9476 | 102 { |
16258
5c32368509a2
maint: periodic merge of default to classdef
John W. Eaton <jwe@octave.org>
diff
changeset
|
103 maybe_cmd = false; |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
104 tspc = false; |
9476 | 105 line_num = l; |
106 column_num = c; | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
107 tok_val = tv; |
15037
56b8eb7c9c04
improvements in parsing classdef
John W. Eaton <jwe@octave.org>
parents:
14138
diff
changeset
|
108 type_tag = scls_name_token; |
56b8eb7c9c04
improvements in parsing classdef
John W. Eaton <jwe@octave.org>
parents:
14138
diff
changeset
|
109 sc.method_nm = new std::string (mth); |
56b8eb7c9c04
improvements in parsing classdef
John W. Eaton <jwe@octave.org>
parents:
14138
diff
changeset
|
110 sc.class_nm = new std::string (cls); |
9476 | 111 } |
112 | |
142 | 113 token::~token (void) |
114 { | |
115 if (type_tag == string_token) | |
1755 | 116 delete str; |
15037
56b8eb7c9c04
improvements in parsing classdef
John W. Eaton <jwe@octave.org>
parents:
14138
diff
changeset
|
117 |
56b8eb7c9c04
improvements in parsing classdef
John W. Eaton <jwe@octave.org>
parents:
14138
diff
changeset
|
118 if (type_tag == scls_name_token) |
56b8eb7c9c04
improvements in parsing classdef
John W. Eaton <jwe@octave.org>
parents:
14138
diff
changeset
|
119 { |
56b8eb7c9c04
improvements in parsing classdef
John W. Eaton <jwe@octave.org>
parents:
14138
diff
changeset
|
120 delete sc.method_nm; |
56b8eb7c9c04
improvements in parsing classdef
John W. Eaton <jwe@octave.org>
parents:
14138
diff
changeset
|
121 delete sc.class_nm; |
56b8eb7c9c04
improvements in parsing classdef
John W. Eaton <jwe@octave.org>
parents:
14138
diff
changeset
|
122 } |
142 | 123 } |
124 | |
3536 | 125 std::string |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
126 token::text (void) const |
142 | 127 { |
128 assert (type_tag == string_token); | |
1755 | 129 return *str; |
142 | 130 } |
131 | |
16360
11115c237231
recognize variables when parsing (bug #38576)
John W. Eaton <jwe@octave.org>
parents:
16267
diff
changeset
|
132 std::string |
11115c237231
recognize variables when parsing (bug #38576)
John W. Eaton <jwe@octave.org>
parents:
16267
diff
changeset
|
133 token::symbol_name (void) const |
11115c237231
recognize variables when parsing (bug #38576)
John W. Eaton <jwe@octave.org>
parents:
16267
diff
changeset
|
134 { |
11115c237231
recognize variables when parsing (bug #38576)
John W. Eaton <jwe@octave.org>
parents:
16267
diff
changeset
|
135 assert (type_tag == sym_rec_token); |
11115c237231
recognize variables when parsing (bug #38576)
John W. Eaton <jwe@octave.org>
parents:
16267
diff
changeset
|
136 return sr->name (); |
11115c237231
recognize variables when parsing (bug #38576)
John W. Eaton <jwe@octave.org>
parents:
16267
diff
changeset
|
137 } |
11115c237231
recognize variables when parsing (bug #38576)
John W. Eaton <jwe@octave.org>
parents:
16267
diff
changeset
|
138 |
142 | 139 double |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
140 token::number (void) const |
142 | 141 { |
142 assert (type_tag == double_token); | |
143 return num; | |
144 } | |
145 | |
16267
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
146 token::token_type |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
147 token::ttype (void) const |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
148 { |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
149 return type_tag; |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
150 } |
15f55df088e7
6/10 commits reworking the lexer
John W. Eaton <jwe@octave.org>
parents:
16257
diff
changeset
|
151 |
142 | 152 token::end_tok_type |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
153 token::ettype (void) const |
142 | 154 { |
155 assert (type_tag == ettype_token); | |
156 return et; | |
157 } | |
158 | |
7336 | 159 symbol_table::symbol_record * |
142 | 160 token::sym_rec (void) |
161 { | |
162 assert (type_tag == sym_rec_token); | |
163 return sr; | |
164 } | |
165 | |
15037
56b8eb7c9c04
improvements in parsing classdef
John W. Eaton <jwe@octave.org>
parents:
14138
diff
changeset
|
166 std::string |
56b8eb7c9c04
improvements in parsing classdef
John W. Eaton <jwe@octave.org>
parents:
14138
diff
changeset
|
167 token::superclass_method_name (void) |
9476 | 168 { |
15037
56b8eb7c9c04
improvements in parsing classdef
John W. Eaton <jwe@octave.org>
parents:
14138
diff
changeset
|
169 assert (type_tag == scls_name_token); |
56b8eb7c9c04
improvements in parsing classdef
John W. Eaton <jwe@octave.org>
parents:
14138
diff
changeset
|
170 return *sc.method_nm; |
9476 | 171 } |
172 | |
15037
56b8eb7c9c04
improvements in parsing classdef
John W. Eaton <jwe@octave.org>
parents:
14138
diff
changeset
|
173 std::string |
56b8eb7c9c04
improvements in parsing classdef
John W. Eaton <jwe@octave.org>
parents:
14138
diff
changeset
|
174 token::superclass_class_name (void) |
9476 | 175 { |
15037
56b8eb7c9c04
improvements in parsing classdef
John W. Eaton <jwe@octave.org>
parents:
14138
diff
changeset
|
176 assert (type_tag == scls_name_token); |
56b8eb7c9c04
improvements in parsing classdef
John W. Eaton <jwe@octave.org>
parents:
14138
diff
changeset
|
177 return *sc.class_nm; |
9476 | 178 } |
179 | |
15037
56b8eb7c9c04
improvements in parsing classdef
John W. Eaton <jwe@octave.org>
parents:
14138
diff
changeset
|
180 std::string |
581 | 181 token::text_rep (void) |
182 { | |
183 return orig_text; | |
184 } |