public class Tokenizer
extends java.lang.Object
Modifier and Type | Field and Description |
---|---|
static alice.tuprologx.pj.annotations.parser.Tokenizer.Token |
TK_AT |
static alice.tuprologx.pj.annotations.parser.Tokenizer.Token |
TK_BRA_CLOSE |
static alice.tuprologx.pj.annotations.parser.Tokenizer.Token |
TK_BRA_OPEN |
static alice.tuprologx.pj.annotations.parser.Tokenizer.Token |
TK_COMMA |
static alice.tuprologx.pj.annotations.parser.Tokenizer.Token |
TK_GROUND |
static alice.tuprologx.pj.annotations.parser.Tokenizer.Token |
TK_IDENT |
static alice.tuprologx.pj.annotations.parser.Tokenizer.Token |
TK_INOUT |
static alice.tuprologx.pj.annotations.parser.Tokenizer.Token |
TK_MINUS |
static alice.tuprologx.pj.annotations.parser.Tokenizer.Token |
TK_PAR_CLOSE |
static alice.tuprologx.pj.annotations.parser.Tokenizer.Token |
TK_PAR_OPEN |
static alice.tuprologx.pj.annotations.parser.Tokenizer.Token |
TK_PLUS |
static alice.tuprologx.pj.annotations.parser.Tokenizer.Token |
TK_RET |
static alice.tuprologx.pj.annotations.parser.Tokenizer.Token |
TK_UNKNOWN |
static java.util.List<alice.tuprologx.pj.annotations.parser.Tokenizer.Token> |
tokens |
Modifier and Type | Method and Description |
---|---|
char |
consumeChar() |
char |
getChar(int pos) |
alice.tuprologx.pj.annotations.parser.Tokenizer.Token |
lastToken() |
java.lang.String |
lastValue() |
public static final alice.tuprologx.pj.annotations.parser.Tokenizer.Token TK_COMMA
public static final alice.tuprologx.pj.annotations.parser.Tokenizer.Token TK_PAR_OPEN
public static final alice.tuprologx.pj.annotations.parser.Tokenizer.Token TK_PAR_CLOSE
public static final alice.tuprologx.pj.annotations.parser.Tokenizer.Token TK_BRA_OPEN
public static final alice.tuprologx.pj.annotations.parser.Tokenizer.Token TK_BRA_CLOSE
public static final alice.tuprologx.pj.annotations.parser.Tokenizer.Token TK_RET
public static final alice.tuprologx.pj.annotations.parser.Tokenizer.Token TK_MINUS
public static final alice.tuprologx.pj.annotations.parser.Tokenizer.Token TK_PLUS
public static final alice.tuprologx.pj.annotations.parser.Tokenizer.Token TK_AT
public static final alice.tuprologx.pj.annotations.parser.Tokenizer.Token TK_INOUT
public static final alice.tuprologx.pj.annotations.parser.Tokenizer.Token TK_GROUND
public static final alice.tuprologx.pj.annotations.parser.Tokenizer.Token TK_IDENT
public static final alice.tuprologx.pj.annotations.parser.Tokenizer.Token TK_UNKNOWN
public static final java.util.List<alice.tuprologx.pj.annotations.parser.Tokenizer.Token> tokens