1 |
| |
2 |
| |
3 |
| |
4 |
| package net.sourceforge.pmd.cpd; |
5 |
| |
6 |
| import java.util.List; |
7 |
| |
8 |
| public class PHPTokenizer implements Tokenizer { |
9 |
| |
10 |
0
| public void tokenize(SourceCode tokens, Tokens tokenEntries) {
|
11 |
0
| List code = tokens.getCode();
|
12 |
0
| for (int i = 0; i < code.size(); i++) {
|
13 |
0
| String currentLine = (String) code.get(i);
|
14 |
0
| for (int j = 0; j < currentLine.length(); j++) {
|
15 |
0
| char tok = currentLine.charAt(j);
|
16 |
0
| if (!Character.isWhitespace(tok) &&
|
17 |
| tok != '{' && |
18 |
| tok != '}' && |
19 |
| tok != ';') { |
20 |
0
| tokenEntries.add(new TokenEntry(String.valueOf(tok), tokens.getFileName(), i + 1));
|
21 |
| } |
22 |
| } |
23 |
| } |
24 |
0
| tokenEntries.add(TokenEntry.getEOF());
|
25 |
| } |
26 |
| } |