1 |
| |
2 |
| |
3 |
| |
4 |
| package net.sourceforge.pmd.cpd; |
5 |
| |
6 |
| import net.sourceforge.pmd.jsp.ast.JspCharStream; |
7 |
| import net.sourceforge.pmd.jsp.ast.JspParserTokenManager; |
8 |
| import net.sourceforge.pmd.jsp.ast.Token; |
9 |
| |
10 |
| import java.io.StringReader; |
11 |
| |
12 |
| public class JSPTokenizer implements Tokenizer { |
13 |
| |
14 |
0
| public void tokenize(SourceCode tokens, Tokens tokenEntries) {
|
15 |
0
| StringBuffer buffer = tokens.getCodeBuffer();
|
16 |
0
| JspParserTokenManager tokenMgr = new JspParserTokenManager(new JspCharStream(new StringReader(buffer.toString())));
|
17 |
0
| Token currentToken = tokenMgr.getNextToken();
|
18 |
0
| while (currentToken.image.length() > 0) {
|
19 |
0
| tokenEntries.add(new TokenEntry(String.valueOf(currentToken.kind), tokens.getFileName(), currentToken.beginLine));
|
20 |
0
| currentToken = tokenMgr.getNextToken();
|
21 |
| } |
22 |
0
| tokenEntries.add(TokenEntry.getEOF());
|
23 |
| } |
24 |
| } |
25 |
| |