StarOffice 5.2 API - reverse engineered by classdoc: Class Tokenizer

Overview

Package

Class

Tree

Index

Help

StarOffice 5.2 API
reverse engineered by classdoc

PREV CLASS NEXT CLASS

FRAMES NO FRAMES

SUMMARY: INNER | FIELD | CONSTR | METHOD

DETAIL: FIELD | CONSTR | METHOD

stardiv.js.comp
Class Tokenizer

java.lang.Object
  |
  +--stardiv.tokenizer.Tokenizer
        |
        +--stardiv.js.comp.Tokenizer

All Implemented Interfaces:: stardiv.concepts.QueryData

public synchronized class Tokenizer
extends stardiv.tokenizer.Tokenizer

Field Summary

private static short ACTION_BEGIN


private static short ACTION_HTML_COMMENT1


private static short ACTION_HTML_COMMENT2


private static short ACTION_HTML_COMMENT3


private static short ACTION_OPERATOR


private static int CHAR_TYPE_TAB_SIZE


private static short OPERATOR_CHAR


private static short SINGLE_OPERATOR_CHAR


static int TID_ABSTRACT


static int TID_ASSIGNMENT


static int TID_ASS_AND


static int TID_ASS_DIV


static int TID_ASS_LSHIFT


static int TID_ASS_MINUS


static int TID_ASS_MOD


static int TID_ASS_MUL


static int TID_ASS_OR


static int TID_ASS_PLUS


static int TID_ASS_RSHIFT


static int TID_ASS_RSHIFT_Z


static int TID_ASS_XOR


static int TID_BIT_AND


static int TID_BIT_NOT


static int TID_BIT_OR


static int TID_BIT_XOR


static int TID_BOOLEAN


static int TID_BREAK


static int TID_BYTE


static int TID_CASE


static int TID_CATCH


static int TID_CHAR


static int TID_CLASS


static int TID_COMMA


static int TID_COND_QUEST


static int TID_COND_SEL


static int TID_CONST


static int TID_CONTINUE


static int TID_DEC


static int TID_DEFAULT


static int TID_DELETE


static int TID_DIV


static int TID_DO


static int TID_DOUBLE


static int TID_ELEM_POINT


static int TID_ELSE


static int TID_END_BLOCK


static int TID_END_INDEX


static int TID_END_OF_STMT


static int TID_EQ


static int TID_EXTENDS


static int TID_FALSE


static int TID_FINAL


static int TID_FINALLY


static int TID_FLOAT


static int TID_FOR


static int TID_FUNCTION


static int TID_GE


static int TID_GOTO


static int TID_GT


static int TID_IF


static int TID_IMPLEMENTS


static int TID_IMPORT


static int TID_IN


static int TID_INC


static int TID_INSTANCEOF


static int TID_INT


static int TID_INTERFACE


static int TID_LE


static int TID_LOG_AND


static int TID_LOG_NOT


static int TID_LOG_OR


static int TID_LONG


static int TID_LPAREN


static int TID_LSHIFT


static int TID_LT


static int TID_MAX


static int TID_MINUS


static int TID_MOD


static int TID_MUL


static int TID_NATIVE


static int TID_NE


static int TID_NEW


static int TID_NULL


static int TID_PACKAGE


static int TID_PLUS


static int TID_PRIVATE


static int TID_PROTECTED


static int TID_PUBLIC


static int TID_RETURN


static int TID_RPAREN


static int TID_RSHIFT


static int TID_RSHIFT_Z


static int TID_SHORT


static int TID_START_BLOCK


static int TID_START_INDEX


static int TID_STATIC


static int TID_SUPER


static int TID_SWITCH


static int TID_SYNCHRONIZED


static int TID_THIS


static int TID_THROW


static int TID_THROWS


static int TID_TRANSIENT


static int TID_TRUE


static int TID_TRY


static int TID_TYPEOF


static int TID_VAR


static int TID_VOID


static int TID_WHILE


static int TID_WITH


private static int TOKEN_ARRAY_SIZE


private static short[] aOperatorCharTab


private java.lang.String aOperatorStr


private static java.util.Hashtable aTokenTab


private boolean bStatusEOL


private int iJSActionState


private int iTokenArrayCount


private int iTokenArrayPos


private int iTokenArrayWritePos


private int iTokenStartPos


private static stardiv.tokenizer.Token pFalseToken


private stardiv.tokenizer.Token[] pInTokenBuffer


private stardiv.tokenizer.Token pJSPeekToken


private static stardiv.tokenizer.Token pNullToken


private static stardiv.memory.CharBuffer[] pOperatorStrTab


private java.lang.Integer pOperatorTokenID


private static java.lang.Integer[] pSingleOperatorIDTab


private static stardiv.tokenizer.Token pTrueToken


Fields inherited from class stardiv.tokenizer.Tokenizer

ACTION_CPP_COMMENT, ACTION_C_COMMENT, ACTION_END_C_COMMENT, ACTION_EOL, ACTION_HTMLSTRING, ACTION_HTML_2_OF_2, ACTION_HTML_2_OF_3, ACTION_HTML_3_OF_3, ACTION_HTML_COMMENT, ACTION_HTML_COMMENT_1, ACTION_HTML_COMMENT_2, ACTION_HTML_COMMENT_3, ACTION_IDENTIFIER, ACTION_NUMBER, ACTION_SKIP, ACTION_START_COMMENT, ACTION_STRING, ACTION_WHITESPACE, CHAR_EOL, CHAR_IN_HEX_NUMBER, CHAR_IN_IDENTIFIER, CHAR_IN_NUMBER, CHAR_IN_OCT_NUMBER, CHAR_SKIP, CHAR_SPACE, CHAR_START_IDENTIFIER, CHAR_START_NUMBER, EID_DOUBLE_FORMAT, EID_LONG_FORMAT, EID_UNTERMINATED_COMMENT, EID_UNTERMINATED_SKIP, EID_UNTERMINATED_STRING, NUM_TOKEN_MODE_C, NUM_TOKEN_MODE_JAVA, NUM_TOKEN_MODE_JSCRIPT, aASBuffer, aAtomUnionCache, aCharTokenCache, aCharTypeTab, aTokenCache, bBlockEnd, bSkipStringEsc, bStringEscape, bStringIncludesEsc, cFirstChar, cSkipEnd, cSkipStart, iActionState, iBufEnd, iLength, iMakeBufferLen, iMakeBufferPos, iNumTokenMode, iPosition, iScanPos, iSkipActionState, iSkipBlockLevel, iStartCol, iStartPos, iState, iTotalBufferPos, iTotalStartPos, pBuffer, pPeekToken

Fields inherited from interface stardiv.concepts.QueryData

STATE_EOF, STATE_NO_SOURCE, STATE_PENDING, STATE_READY

Constructor Summary

Tokenizer()


Method Summary

private static void PutKeywordToken(java.lang.String s, int i)


private static void PutOperatorToken(java.lang.String s, int i)


void clrStatusEOL()


boolean getStatusEOL()


void newSource()


stardiv.tokenizer.Token nextToken()


stardiv.tokenizer.Token peekToken()


void readAndReleasePeekedToken()


private void releaseInTokenBuffer()


static java.lang.String switchStringEscape(java.lang.String s)


void thisToIdentifier(stardiv.tokenizer.Token t)


Methods inherited from class stardiv.tokenizer.Tokenizer

baseNextToken, getCharToken, getDoubleToken, getErrorText, getErrorToken, getLongToken, getQueryDataState, getSkipToken, getToken, getToken, getlong2DoubleToken, makeBuffer, queryData, releaseToken, setCNumTokenMode, setData, setJavaNumTokenMode, setQueryDataState, skipToken, skipTokenIgnoreWhites, skipTokenImpl

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

ACTION_BEGIN

private static final short ACTION_BEGIN

ACTION_HTML_COMMENT1

private static final short ACTION_HTML_COMMENT1

ACTION_HTML_COMMENT2

private static final short ACTION_HTML_COMMENT2

ACTION_HTML_COMMENT3

private static final short ACTION_HTML_COMMENT3

ACTION_OPERATOR

private static final short ACTION_OPERATOR

CHAR_TYPE_TAB_SIZE

private static final int CHAR_TYPE_TAB_SIZE

OPERATOR_CHAR

private static final short OPERATOR_CHAR

SINGLE_OPERATOR_CHAR

private static final short SINGLE_OPERATOR_CHAR

TID_ABSTRACT

public static final int TID_ABSTRACT

TID_ASSIGNMENT

public static final int TID_ASSIGNMENT

TID_ASS_AND

public static final int TID_ASS_AND

TID_ASS_DIV

public static final int TID_ASS_DIV

TID_ASS_LSHIFT

public static final int TID_ASS_LSHIFT

TID_ASS_MINUS

public static final int TID_ASS_MINUS

TID_ASS_MOD

public static final int TID_ASS_MOD

TID_ASS_MUL

public static final int TID_ASS_MUL

TID_ASS_OR

public static final int TID_ASS_OR

TID_ASS_PLUS

public static final int TID_ASS_PLUS

TID_ASS_RSHIFT

public static final int TID_ASS_RSHIFT

TID_ASS_RSHIFT_Z

public static final int TID_ASS_RSHIFT_Z

TID_ASS_XOR

public static final int TID_ASS_XOR

TID_BIT_AND

public static final int TID_BIT_AND

TID_BIT_NOT

public static final int TID_BIT_NOT

TID_BIT_OR

public static final int TID_BIT_OR

TID_BIT_XOR

public static final int TID_BIT_XOR

TID_BOOLEAN

public static final int TID_BOOLEAN

TID_BREAK

public static final int TID_BREAK

TID_BYTE

public static final int TID_BYTE

TID_CASE

public static final int TID_CASE

TID_CATCH

public static final int TID_CATCH

TID_CHAR

public static final int TID_CHAR

TID_CLASS

public static final int TID_CLASS

TID_COMMA

public static final int TID_COMMA

TID_COND_QUEST

public static final int TID_COND_QUEST

TID_COND_SEL

public static final int TID_COND_SEL

TID_CONST

public static final int TID_CONST

TID_CONTINUE

public static final int TID_CONTINUE

TID_DEC

public static final int TID_DEC

TID_DEFAULT

public static final int TID_DEFAULT

TID_DELETE

public static final int TID_DELETE

TID_DIV

public static final int TID_DIV

TID_DO

public static final int TID_DO

TID_DOUBLE

public static final int TID_DOUBLE

TID_ELEM_POINT

public static final int TID_ELEM_POINT

TID_ELSE

public static final int TID_ELSE

TID_END_BLOCK

public static final int TID_END_BLOCK

TID_END_INDEX

public static final int TID_END_INDEX

TID_END_OF_STMT

public static final int TID_END_OF_STMT

TID_EQ

public static final int TID_EQ

TID_EXTENDS

public static final int TID_EXTENDS

TID_FALSE

public static final int TID_FALSE

TID_FINAL

public static final int TID_FINAL

TID_FINALLY

public static final int TID_FINALLY

TID_FLOAT

public static final int TID_FLOAT

TID_FOR

public static final int TID_FOR

TID_FUNCTION

public static final int TID_FUNCTION

TID_GE

public static final int TID_GE

TID_GOTO

public static final int TID_GOTO

TID_GT

public static final int TID_GT

TID_IF

public static final int TID_IF

TID_IMPLEMENTS

public static final int TID_IMPLEMENTS

TID_IMPORT

public static final int TID_IMPORT

TID_IN

public static final int TID_IN

TID_INC

public static final int TID_INC

TID_INSTANCEOF

public static final int TID_INSTANCEOF

TID_INT

public static final int TID_INT

TID_INTERFACE

public static final int TID_INTERFACE

TID_LE

public static final int TID_LE

TID_LOG_AND

public static final int TID_LOG_AND

TID_LOG_NOT

public static final int TID_LOG_NOT

TID_LOG_OR

public static final int TID_LOG_OR

TID_LONG

public static final int TID_LONG

TID_LPAREN

public static final int TID_LPAREN

TID_LSHIFT

public static final int TID_LSHIFT

TID_LT

public static final int TID_LT

TID_MAX

public static final int TID_MAX

TID_MINUS

public static final int TID_MINUS

TID_MOD

public static final int TID_MOD

TID_MUL

public static final int TID_MUL

TID_NATIVE

public static final int TID_NATIVE

TID_NE

public static final int TID_NE

TID_NEW

public static final int TID_NEW

TID_NULL

public static final int TID_NULL

TID_PACKAGE

public static final int TID_PACKAGE

TID_PLUS

public static final int TID_PLUS

TID_PRIVATE

public static final int TID_PRIVATE

TID_PROTECTED

public static final int TID_PROTECTED

TID_PUBLIC

public static final int TID_PUBLIC

TID_RETURN

public static final int TID_RETURN

TID_RPAREN

public static final int TID_RPAREN

TID_RSHIFT

public static final int TID_RSHIFT

TID_RSHIFT_Z

public static final int TID_RSHIFT_Z

TID_SHORT

public static final int TID_SHORT

TID_START_BLOCK

public static final int TID_START_BLOCK

TID_START_INDEX

public static final int TID_START_INDEX

TID_STATIC

public static final int TID_STATIC

TID_SUPER

public static final int TID_SUPER

TID_SWITCH

public static final int TID_SWITCH

TID_SYNCHRONIZED

public static final int TID_SYNCHRONIZED

TID_THIS

public static final int TID_THIS

TID_THROW

public static final int TID_THROW

TID_THROWS

public static final int TID_THROWS

TID_TRANSIENT

public static final int TID_TRANSIENT

TID_TRUE

public static final int TID_TRUE

TID_TRY

public static final int TID_TRY

TID_TYPEOF

public static final int TID_TYPEOF

TID_VAR

public static final int TID_VAR

TID_VOID

public static final int TID_VOID

TID_WHILE

public static final int TID_WHILE

TID_WITH

public static final int TID_WITH

TOKEN_ARRAY_SIZE

private static int TOKEN_ARRAY_SIZE

aOperatorCharTab

private static final short[] aOperatorCharTab

aOperatorStr

private java.lang.String aOperatorStr

aTokenTab

private static java.util.Hashtable aTokenTab

bStatusEOL

private boolean bStatusEOL

iJSActionState

private int iJSActionState

iTokenArrayCount

private int iTokenArrayCount

iTokenArrayPos

private int iTokenArrayPos

iTokenArrayWritePos

private int iTokenArrayWritePos

iTokenStartPos

private int iTokenStartPos

pFalseToken

private static stardiv.tokenizer.Token pFalseToken

pInTokenBuffer

private stardiv.tokenizer.Token[] pInTokenBuffer

pJSPeekToken

private stardiv.tokenizer.Token pJSPeekToken

pNullToken

private static stardiv.tokenizer.Token pNullToken

pOperatorStrTab

private static stardiv.memory.CharBuffer[] pOperatorStrTab

pOperatorTokenID

private java.lang.Integer pOperatorTokenID

pSingleOperatorIDTab

private static java.lang.Integer[] pSingleOperatorIDTab

pTrueToken

private static stardiv.tokenizer.Token pTrueToken

Constructor Detail

Tokenizer

public Tokenizer()

Method Detail

PutKeywordToken

private static void PutKeywordToken(java.lang.String s,
                                    int i)

PutOperatorToken

private static void PutOperatorToken(java.lang.String s,
                                     int i)

clrStatusEOL

public void clrStatusEOL()

getStatusEOL

public boolean getStatusEOL()

newSource

public void newSource()

nextToken

public stardiv.tokenizer.Token nextToken()

peekToken

public stardiv.tokenizer.Token peekToken()

readAndReleasePeekedToken

public void readAndReleasePeekedToken()

releaseInTokenBuffer

private void releaseInTokenBuffer()

switchStringEscape

public static java.lang.String switchStringEscape(java.lang.String s)

thisToIdentifier

public void thisToIdentifier(stardiv.tokenizer.Token t)