class Token
extends java.lang.Object
implements java.io.Serializable
Modifier and Type | Class and Description |
---|---|
(package private) static class |
Token.CharToken
This class represents a node in parse tree.
|
(package private) static class |
Token.ClosureToken
This class represents a node in parse tree.
|
(package private) static class |
Token.ConcatToken
This class represents a node in parse tree.
|
(package private) static class |
Token.ConditionToken
(?(condition)yes-pattern|no-pattern)
|
(package private) static class |
Token.FixedStringContainer |
(package private) static class |
Token.ModifierToken
(ims-ims: ....
|
(package private) static class |
Token.ParenToken
This class represents a node in parse tree.
|
(package private) static class |
Token.StringToken
This class represents a node in parse tree.
|
(package private) static class |
Token.UnionToken
This class represents a node in parse tree.
|
Modifier and Type | Field and Description |
---|---|
(package private) static int |
ANCHOR |
(package private) static int |
BACKREFERENCE |
private static java.lang.String[] |
blockNames |
(package private) static java.lang.String |
blockRanges |
private static java.util.Hashtable |
categories |
private static java.util.Hashtable |
categories2 |
private static java.lang.String[] |
categoryNames |
(package private) static int |
CHAR |
(package private) static int |
CHAR_FINAL_QUOTE |
(package private) static int |
CHAR_INIT_QUOTE |
(package private) static int |
CHAR_LETTER |
(package private) static int |
CHAR_MARK |
(package private) static int |
CHAR_NUMBER |
(package private) static int |
CHAR_OTHER |
(package private) static int |
CHAR_PUNCTUATION |
(package private) static int |
CHAR_SEPARATOR |
(package private) static int |
CHAR_SYMBOL |
(package private) static int |
CLOSURE |
(package private) static int |
CONCAT |
(package private) static int |
CONDITION |
(package private) static boolean |
COUNTTOKENS |
(package private) static int |
DOT |
(package private) static int |
EMPTY |
(package private) static int |
FC_ANY |
(package private) static int |
FC_CONTINUE |
(package private) static int |
FC_TERMINAL |
(package private) static int |
INDEPENDENT |
(package private) static int |
LOOKAHEAD |
(package private) static int |
LOOKBEHIND |
(package private) static int |
MODIFIERGROUP |
(package private) static int |
NEGATIVELOOKAHEAD |
(package private) static int |
NEGATIVELOOKBEHIND |
private static int |
NONBMP_BLOCK_START |
(package private) static int[] |
nonBMPBlockRanges |
(package private) static int |
NONGREEDYCLOSURE |
(package private) static java.util.Hashtable |
nonxs |
(package private) static int |
NRANGE |
(package private) static int |
PAREN |
(package private) static int |
RANGE |
(package private) static int |
STRING |
(package private) static Token |
token_0to9 |
private static Token |
token_ccs
Combing Character Sequence in Perl 5.6.
|
(package private) static Token |
token_dot |
(package private) static Token |
token_empty |
private static Token |
token_grapheme |
(package private) static Token |
token_linebeginning |
(package private) static Token |
token_linebeginning2 |
(package private) static Token |
token_lineend |
(package private) static Token |
token_not_0to9 |
(package private) static Token |
token_not_spaces |
(package private) static Token |
token_not_wordchars |
(package private) static Token |
token_not_wordedge |
(package private) static Token |
token_spaces |
(package private) static Token |
token_stringbeginning |
(package private) static Token |
token_stringend |
(package private) static Token |
token_stringend2 |
(package private) static Token |
token_wordbeginning |
(package private) static Token |
token_wordchars |
(package private) static Token |
token_wordedge |
(package private) static Token |
token_wordend |
(package private) static int |
tokens |
(package private) int |
type |
(package private) static int |
UNION |
(package private) static int |
UTF16_MAX |
(package private) static java.lang.String |
viramaString |
Modifier | Constructor and Description |
---|---|
protected |
Token(int type) |
Modifier and Type | Method and Description |
---|---|
(package private) void |
addChild(Token tok) |
protected void |
addRange(int start,
int end) |
(package private) int |
analyzeFirstCharacter(RangeToken result,
int options) |
protected void |
compactRanges() |
(package private) static Token |
complementRanges(Token tok) |
private static Token.CharToken |
createAnchor(int ch) |
(package private) static Token.StringToken |
createBackReference(int refno) |
(package private) static Token.CharToken |
createChar(int ch) |
(package private) static Token.ClosureToken |
createClosure(Token tok) |
(package private) static Token.UnionToken |
createConcat() |
(package private) static Token.ConcatToken |
createConcat(Token tok1,
Token tok2) |
(package private) static Token.ConditionToken |
createCondition(int refno,
Token condition,
Token yespat,
Token nopat) |
(package private) static Token |
createEmpty() |
(package private) static Token.ParenToken |
createLook(int type,
Token child) |
(package private) static Token.ModifierToken |
createModifierGroup(Token child,
int add,
int mask) |
(package private) static Token.ClosureToken |
createNGClosure(Token tok) |
(package private) static RangeToken |
createNRange() |
(package private) static Token.ParenToken |
createParen(Token child,
int pnumber) |
(package private) static RangeToken |
createRange() |
(package private) static Token.StringToken |
createString(java.lang.String str) |
(package private) static Token.UnionToken |
createUnion() |
(package private) void |
findFixedString(Token.FixedStringContainer container,
int options) |
(package private) int |
getChar() |
(package private) Token |
getChild(int index) |
(package private) static Token |
getCombiningCharacterSequence() |
(package private) static Token |
getGraphemePattern() |
(package private) int |
getMax() |
(package private) int |
getMaxLength() |
(package private) int |
getMin() |
(package private) int |
getMinLength()
How many characters are needed?
|
(package private) int |
getParenNumber() |
protected static RangeToken |
getRange(java.lang.String name,
boolean positive) |
protected static RangeToken |
getRange(java.lang.String name,
boolean positive,
boolean xs) |
(package private) int |
getReferenceNumber() |
(package private) java.lang.String |
getString() |
protected void |
intersectRanges(Token tok) |
protected static boolean |
isRegisterNonXS(java.lang.String name) |
private static boolean |
isSet(int options,
int flag) |
private boolean |
isShorterThan(Token tok) |
(package private) boolean |
match(int ch) |
protected void |
mergeRanges(Token tok) |
protected static void |
registerNonXS(java.lang.String name)
This method is called by only getRange().
|
private static void |
setAlias(java.lang.String newName,
java.lang.String name,
boolean positive) |
(package private) void |
setMax(int max) |
(package private) void |
setMin(int min) |
(package private) int |
size()
A number of children.
|
protected void |
sortRanges() |
protected void |
subtractRanges(Token tok) |
java.lang.String |
toString() |
java.lang.String |
toString(int options) |
static final boolean COUNTTOKENS
static int tokens
static final int CHAR
static final int DOT
static final int CONCAT
static final int UNION
static final int CLOSURE
static final int RANGE
static final int NRANGE
static final int PAREN
static final int EMPTY
static final int ANCHOR
static final int NONGREEDYCLOSURE
static final int STRING
static final int BACKREFERENCE
static final int LOOKAHEAD
static final int NEGATIVELOOKAHEAD
static final int LOOKBEHIND
static final int NEGATIVELOOKBEHIND
static final int INDEPENDENT
static final int MODIFIERGROUP
static final int CONDITION
static final int UTF16_MAX
int type
static Token token_dot
static Token token_0to9
static Token token_wordchars
static Token token_not_0to9
static Token token_not_wordchars
static Token token_spaces
static Token token_not_spaces
static Token token_empty
static Token token_linebeginning
static Token token_linebeginning2
static Token token_lineend
static Token token_stringbeginning
static Token token_stringend
static Token token_stringend2
static Token token_wordedge
static Token token_not_wordedge
static Token token_wordbeginning
static Token token_wordend
static final int FC_CONTINUE
static final int FC_TERMINAL
static final int FC_ANY
private static final java.util.Hashtable categories
private static final java.util.Hashtable categories2
private static final java.lang.String[] categoryNames
static final int CHAR_INIT_QUOTE
static final int CHAR_FINAL_QUOTE
static final int CHAR_LETTER
static final int CHAR_MARK
static final int CHAR_NUMBER
static final int CHAR_SEPARATOR
static final int CHAR_OTHER
static final int CHAR_PUNCTUATION
static final int CHAR_SYMBOL
private static final java.lang.String[] blockNames
static final java.lang.String blockRanges
static final int[] nonBMPBlockRanges
private static final int NONBMP_BLOCK_START
static java.util.Hashtable nonxs
static final java.lang.String viramaString
private static Token token_grapheme
private static Token token_ccs
static Token.ParenToken createLook(int type, Token child)
static Token.ParenToken createParen(Token child, int pnumber)
static Token.ClosureToken createClosure(Token tok)
static Token.ClosureToken createNGClosure(Token tok)
static Token.ConcatToken createConcat(Token tok1, Token tok2)
static Token.UnionToken createConcat()
static Token.UnionToken createUnion()
static Token createEmpty()
static RangeToken createRange()
static RangeToken createNRange()
static Token.CharToken createChar(int ch)
private static Token.CharToken createAnchor(int ch)
static Token.StringToken createBackReference(int refno)
static Token.StringToken createString(java.lang.String str)
static Token.ModifierToken createModifierGroup(Token child, int add, int mask)
static Token.ConditionToken createCondition(int refno, Token condition, Token yespat, Token nopat)
int size()
Token getChild(int index)
void addChild(Token tok)
protected void addRange(int start, int end)
protected void sortRanges()
protected void compactRanges()
protected void mergeRanges(Token tok)
protected void subtractRanges(Token tok)
protected void intersectRanges(Token tok)
void setMin(int min)
void setMax(int max)
int getMin()
int getMax()
int getReferenceNumber()
java.lang.String getString()
int getParenNumber()
int getChar()
public java.lang.String toString()
toString
in class java.lang.Object
public java.lang.String toString(int options)
final int getMinLength()
final int getMaxLength()
private static final boolean isSet(int options, int flag)
final int analyzeFirstCharacter(RangeToken result, int options)
private final boolean isShorterThan(Token tok)
final void findFixedString(Token.FixedStringContainer container, int options)
boolean match(int ch)
protected static RangeToken getRange(java.lang.String name, boolean positive)
protected static RangeToken getRange(java.lang.String name, boolean positive, boolean xs)
protected static void registerNonXS(java.lang.String name)
protected static boolean isRegisterNonXS(java.lang.String name)
private static void setAlias(java.lang.String newName, java.lang.String name, boolean positive)
static Token getGraphemePattern()
static Token getCombiningCharacterSequence()