Statistics
| Revision:

svn-gvsig-desktop / trunk / org.gvsig.desktop / org.gvsig.desktop.library / org.gvsig.expressionevaluator / org.gvsig.expressionevaluator.lib / org.gvsig.expressionevaluator.lib.api / src / main / java / org / gvsig / expressionevaluator / spi / AbstractLexicalAnalyzer.java @ 44379

History | View | Annotate | Download (8.94 KB)

1
package org.gvsig.expressionevaluator.spi;
2

    
3
import org.gvsig.expressionevaluator.LexicalAnalyzer;
4
import java.text.NumberFormat;
5
import java.text.ParsePosition;
6
import java.util.HashMap;
7
import java.util.Locale;
8
import java.util.Map;
9
import java.util.Objects;
10
import java.util.Stack;
11
import org.apache.commons.lang3.StringUtils;
12
import org.gvsig.expressionevaluator.ExpressionRuntimeException;
13
import org.gvsig.expressionevaluator.ExpressionSyntaxException;
14
import org.gvsig.expressionevaluator.I18N;
15
import org.gvsig.tools.lang.Cloneable;
16

    
17
public abstract class AbstractLexicalAnalyzer implements LexicalAnalyzer {
18

    
19
    protected class DefaultToken implements Token {
20

    
21
        private int type;
22
        private String literal;
23
        private Object value;
24

    
25
        public DefaultToken() {
26
        }
27

    
28
        @Override
29
        public Token clone() throws CloneNotSupportedException {
30
            // We will assume that the properties of the class are immutable, so 
31
            // it would suffice to call the super class.
32
            DefaultToken other = (DefaultToken) super.clone();
33
            return other;
34
        }
35

    
36
        @Override
37
        public void set(int type, String literal) {
38
            this.set(type, literal, literal);
39
        }
40

    
41
        @Override
42
        public void set(int type, String literal, Object value) {
43
            this.literal = literal;
44
            this.type = type;
45
            this.value = value;
46
        }
47

    
48
        @Override
49
        public int getType() {
50
            return type;
51
        }
52

    
53
        @Override
54
        public Object getValue() {
55
            return value;
56
        }
57

    
58
        @Override
59
        public String getLiteral() {
60
            return literal;
61
        }
62

    
63
        @Override
64
        public void setLiteral(String literal) {
65
            this.literal = literal;
66
        }
67

    
68
        @Override
69
        public boolean is(String... values) {
70
            for (String theValue : values) {
71
                if( StringUtils.isBlank(literal) ) {
72
                    if( StringUtils.isBlank(theValue) ) {
73
                        return true;
74
                    }
75
                    continue;
76
                }
77
                if( StringUtils.isBlank(theValue) ) {
78
                    continue;
79
                }
80
                if( theValue.trim().equalsIgnoreCase(this.literal.trim()) ) {
81
                    return true;
82
                }
83
            }
84
            return false;
85
        }
86

    
87
        @Override
88
        public String toString() {
89
            return String.format("{%d,%s,%s}", this.type, Objects.toString(this.literal), Objects.toString(value));
90
        }
91
        
92
    }
93

    
94
    protected class Buffer implements Cloneable {
95

    
96
        StringBuilder builder;
97

    
98
        public Buffer() {
99
            this.builder = new StringBuilder();
100
        }
101

    
102
        @Override
103
        public Buffer clone() throws CloneNotSupportedException {
104
            Buffer other = (Buffer) super.clone();
105
            other.builder = new StringBuilder(builder);
106
            return other;
107
        }
108

    
109
        public void clear() {
110
            builder.delete(0, builder.length());
111
        }
112

    
113
        public void add(char ch) {
114
            builder.append(ch);
115
        }
116

    
117
        public int length() {
118
            return this.builder.length();
119
        }
120

    
121
        @Override
122
        public String toString() {
123
            return this.builder.toString();
124
        }
125
    }
126

    
127
    protected static final char EOF = 0;
128

    
129
    private NumberFormat nf;
130
    private ParsePosition nfPos;
131
    private Stack<Integer> states;
132
    private String source;
133
    private int position;
134
    private int lineno;
135
    private int column;
136

    
137
    protected Buffer buffer;
138
    protected Token token;
139
    protected Map<String, Integer> tokens;
140
    protected boolean useBracketsForIdentifiers;
141
            
142
    public AbstractLexicalAnalyzer(String source) {
143
        this.useBracketsForIdentifiers = false;
144
        this.position = 0;
145
        this.source = source;
146
        this.states = new Stack<>();
147
        this.buffer = new Buffer();
148
        this.token = this.createToken();
149

    
150
        this.nf = NumberFormat.getInstance(Locale.UK);
151
        this.nf.setGroupingUsed(false);
152
        
153
        this.nfPos = new ParsePosition(0);
154

    
155
        this.tokens = new HashMap<>();
156
    }
157

    
158
    public AbstractLexicalAnalyzer() {
159
        this(null);
160
    }
161

    
162
    protected Token createToken() {
163
        return new DefaultToken();
164
    }
165
    
166
    @Override
167
    public LexicalAnalyzer clone() throws CloneNotSupportedException {
168
        AbstractLexicalAnalyzer other = (AbstractLexicalAnalyzer) super.clone();
169
        other.nf = NumberFormat.getInstance(Locale.UK);
170
        other.nfPos = new ParsePosition(0);
171
        other.buffer = buffer.clone();
172
        other.token = token.clone();
173
        other.states = new Stack<>();
174
        other.states.addAll(states);
175
        other.tokens = new HashMap<>(tokens);
176
        return other;
177
    }
178

    
179
    @Override
180
    public void setSource(String source) {
181
        this.source = source;
182
        this.position = 0;
183
    }
184

    
185
    @Override
186
    public String getSource() {
187
        return this.source;
188
    }
189

    
190
    @Override
191
    public Token next() {
192
        return getToken();
193
    }
194

    
195
    @Override
196
    public Token look() {
197
        push_state();
198
        try {
199
            return getToken();
200
        } finally {
201
            pop_state();
202
        }
203
    }
204

    
205
    abstract protected Token getToken();
206

    
207
    protected void push_state() {
208
        this.states.push(position);
209
    }
210

    
211
    protected void pop_state() {
212
        position = this.states.pop();
213
    }
214

    
215
    @Override
216
    public int getPosition() {
217
        return position;
218
    }
219
    
220
    private void calcualteLineAndColumn() {
221
        final String s = this.source;
222
        int max = s.length();
223
        if( max > this.position ) {
224
            max = this.position;
225
        }
226
        int line = 1;
227
        int col = 0;
228
        for (int i = 0; i < max ; i++) {
229
            if( s.charAt(i)=='\n' ) {
230
                line++;
231
                col = 0;
232
            } 
233
            col++;
234
        }
235
        this.lineno = line;
236
        this.column = col;
237
    }
238

    
239
    @Override
240
    public int getLine() {
241
        this.calcualteLineAndColumn();
242
        return lineno;
243
    }
244

    
245
    @Override
246
    public int getColumn() {
247
        this.calcualteLineAndColumn();
248
        return column;
249
    }
250

    
251
    @Override
252
    public boolean isEOF() {
253
        return this.position >= this.source.length();
254
    }
255

    
256
    protected void skipblanks() {
257
        if (isEOF()) {
258
            return;
259
        }
260
        char ch = getch();
261
        while (ch != EOF && Character.isWhitespace(ch)) {
262
            ch = getch();
263
        }
264
        ungetch();
265
    }
266

    
267
    protected char lookch() {
268
        if (this.position >= this.source.length()) {
269
            return EOF;
270
        }
271
        return this.source.charAt(this.position);
272
    }
273

    
274
    protected char getch() {
275
        if (this.position >= this.source.length()) {
276
            return EOF;
277
        }
278
        this.column++;
279
        return this.source.charAt(this.position++);
280
    }
281

    
282
    protected void ungetch() {
283
        this.position--;
284
        if (this.position < 0) {
285
            this.position = 0;
286
        }
287
        this.column--;
288
        if (this.column < 0) {
289
            this.column = 0;
290
        }
291
    }
292

    
293
    protected void parseString() {
294
        buffer.clear();
295
        char ch = getch();
296
        while (true) {
297
            if (ch == EOF) {
298
                throw new ExpressionSyntaxException(I18N.End_of_string_was_expected_and_end_of_source_was_found(), this);
299
            }
300
            if (ch == '\'') {
301
                ch = getch();
302
                if (ch == EOF) {
303
                    break;
304
                }
305
                if (ch != '\'') {
306
                    ungetch();
307
                    break;
308
                }
309
            }
310
            buffer.add(ch);
311
            ch = getch();
312
        }
313
        token.set(Token.STRING_LITERAL, buffer.toString());
314
    }
315

    
316
    protected void parseNumber() {
317
        this.nfPos.setIndex(this.position);
318
        Number n = nf.parse(source, this.nfPos);
319
        if (this.nfPos.getIndex() == this.position) {
320
            throw new ExpressionRuntimeException(I18N.Expected_a_number_at_position_XpositionX(this.nfPos.getIndex()));
321
        }
322
        String literal = source.substring(this.position, this.nfPos.getIndex());
323
        this.position = this.nfPos.getIndex();
324
        if( n instanceof Long ) {
325
            long l = ((Long)n);
326
            if( l>Integer.MIN_VALUE && l<Integer.MAX_VALUE ) {
327
                token.set(Token.INTEGER_LITERAL, literal, (int)l);
328
            } else {
329
                token.set(Token.INTEGER_LITERAL, literal, n);
330
            }
331
        } else if( n instanceof Integer) {
332
            token.set(Token.INTEGER_LITERAL, literal, n);
333
        } else {
334
            token.set(Token.FLOATING_POINT_LITERAL, literal, n);
335
        }
336
    }
337
    
338
    @Override
339
    public void setUseBracketsForIdentifiers(boolean useBracketsForIdentifiers) {
340
        this.useBracketsForIdentifiers = useBracketsForIdentifiers;
341
    }
342
    
343
    @Override
344
    public boolean getUseBracketsForIdentifiers() {
345
        return this.useBracketsForIdentifiers;
346
    }
347
}