1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22 package ch.qos.cal10n.util;
23
24 import static org.junit.Assert.*;
25
26 import java.io.FileNotFoundException;
27 import java.io.FileReader;
28 import java.util.ArrayList;
29 import java.util.List;
30
31 import org.junit.Test;
32
33 import ch.qos.cal10n.Cal10nTestConstants;
34 import ch.qos.cal10n.util.Token.TokenType;
35
36
37
38
39
40
41 public class TokenStreamTest {
42
43
44 @Test
45 public void smoke() throws FileNotFoundException {
46 FileReader fr = new FileReader(Cal10nTestConstants.TEST_CLASSES+"/parser/smoke.properties");
47 TokenStream ts = new TokenStream(fr);
48 List<Token> tokenList = ts.tokenize();
49
50 List<Token> witness = new ArrayList<Token>();
51 witness.add(new Token(TokenType.KEY, "K0"));
52 witness.add(new Token(TokenType.SEPARATOR, "="));
53 witness.add(new Token(TokenType.VALUE, "V0"));
54 witness.add(Token.EOL);
55
56 witness.add(new Token(TokenType.KEY, "K1"));
57 witness.add(new Token(TokenType.SEPARATOR, "="));
58 witness.add(new Token(TokenType.VALUE, "V1"));
59 witness.add(Token.EOL);
60 assertEquals(witness, tokenList);
61 }
62
63 @Test
64 public void medium() throws FileNotFoundException {
65 FileReader fr = new FileReader(Cal10nTestConstants.TEST_CLASSES+"/parser/medium.properties");
66 TokenStream ts = new TokenStream(fr);
67 List<Token> tokenList = ts.tokenize();
68
69
70
71
72
73
74
75 List<Token> witness = new ArrayList<Token>();
76 witness.add(new Token(TokenType.KEY, "K0"));
77 witness.add(new Token(TokenType.SEPARATOR, "="));
78 witness.add(new Token(TokenType.VALUE, "V0 "));
79 witness.add(Token.TRAILING_BACKSLASH);
80 witness.add(Token.EOL);
81 witness.add(new Token(TokenType.VALUE, "X"));
82 witness.add(Token.EOL);
83 witness.add(Token.EOL);
84
85 witness.add(new Token(TokenType.KEY, "K1"));
86 witness.add(new Token(TokenType.SEPARATOR, "="));
87 witness.add(new Token(TokenType.VALUE, "V1"));
88 witness.add(Token.EOL);
89 assertEquals(witness, tokenList);
90 }
91
92 }