net.sourceforge.pmd.cpd

Class AbstractTokenizer

public abstract class AbstractTokenizer extends Object implements Tokenizer

BSD-style license; for more info see http://pmd.sourceforge.net/license.html

UNKNOWN: Zev Blut zb@ubit.com, Romain PELISSE belaran@gmail.com

Field Summary
protected List<String>ignorableCharacter
protected List<String>ignorableStmt
protected charONE_LINE_COMMENT_CHAR
protected List<String>stringToken
Method Summary
voidtokenize(SourceCode tokens, Tokens tokenEntries)

Field Detail

ignorableCharacter

protected List<String> ignorableCharacter

ignorableStmt

protected List<String> ignorableStmt

ONE_LINE_COMMENT_CHAR

protected char ONE_LINE_COMMENT_CHAR

stringToken

protected List<String> stringToken

Method Detail

tokenize

public void tokenize(SourceCode tokens, Tokens tokenEntries)