AbstractTokenizer

Instance Constructors

new AbstractTokenizer(s: Source)

Abstract Value Members

abstract def defaultTokenParser(): Token

Concrete Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def consume(): Option[Char]

Attributes
protected
def consume(n: Int): Unit

Attributes
protected
def consumeString(str: String): Boolean

If the next characters in the input stream are equal to the given string, consume them and return true.
If the next characters in the input stream are equal to the given string, consume them and return true. Otherwise return false.

Attributes
protected
def consumeWhile(p: (Char) ⇒ Boolean): String

Same as de.uni_luebeck.isp.compacom.Tokens.AbstractTokenizer.peekWhile, but consume the characters.
Same as de.uni_luebeck.isp.compacom.Tokens.AbstractTokenizer.peekWhile, but consume the characters.

Attributes
protected
def current: Token

Definition Classes
AbstractTokenizer → Tokenizer
var currentCol: Int
var currentLine: Int
var currentLocation: Location

The location of the current token
The location of the current token

Definition Classes
AbstractTokenizer → Tokenizer
var currentToken: Token
var currentTokenParser: () ⇒ Token

Attributes
protected
def currentWithLocation: WithLocation[Token]

The location and value of the current token
The location and value of the current token

Definition Classes
Tokenizer
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def hasNext: Boolean
def hashCode(): Int

Definition Classes
AnyRef → Any
var idx: Int
def index: Int

The index of the current token (a.k.a.
The index of the current token (a.k.a. the number of tokens previously read). This is used to determine whether a parser rule consumed more than one token, which is necessary when determining whether to ask the second rule for completions when evaluating alternatives (see definition of Parsers.|).

Definition Classes
AbstractTokenizer → Tokenizer
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
val lookaheadBuffer: Queue[Option[Char]]
def moveNext(includeIgnored: Boolean = false): Unit

Definition Classes
AbstractTokenizer → Tokenizer
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def oneOf(tokens: Iterable[Token]): Option[Token]

Return a Some containing the first of the given token that matches the current input or None if none do.
Return a Some containing the first of the given token that matches the current input or None if none do.
If a match is found, the tokenizer is advanced to after the match. Otherwise the tokenizer does not move.
This method can be used to easily match all symbolic tokens in one swoop. It can not be used to match alphanumeric keywords as you wouldn't want to match "def" when the input is "definitely".

Attributes
protected
def peek(n: Int = 0): Option[Char]

Attributes
protected
def peekStream: Stream[Char]

A stream containing the characters returned by peek(0) onwards.
A stream containing the characters returned by peek(0) onwards.

Attributes
protected
def peekString(length: Int): String

Return a string containing the next length characters without consuming any.
Return a string containing the next length characters without consuming any.

Attributes
protected
def peekWhile(p: (Char) ⇒ Boolean): String

Return a string containing all the characters in the input until the first that does not meet the predicate without consuming any.
Return a string containing all the characters in the input until the first that does not meet the predicate without consuming any.

Attributes
protected
var previousPosition: Position

The end position of the previous token, that is the position that the input stream was at before the current token was matched.
The end position of the previous token, that is the position that the input stream was at before the current token was matched. The area from this position to the starting position of the current location should contain exactly the characters that were discarded between the previous token and the current one.

Definition Classes
AbstractTokenizer → Tokenizer
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Related Doc: package Tokens

abstract class AbstractTokenizer extends Tokenizer

Instance Constructors

new AbstractTokenizer(s: Source)

Abstract Value Members

abstract def defaultTokenParser(): Token

Concrete Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

def clone(): AnyRef

def consume(): Option[Char]

def consume(n: Int): Unit

def consumeString(str: String): Boolean

def consumeWhile(p: (Char) ⇒ Boolean): String

def current: Token

var currentCol: Int

var currentLine: Int

var currentLocation: Location

var currentToken: Token

var currentTokenParser: () ⇒ Token

def currentWithLocation: WithLocation[Token]

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

final def getClass(): Class[_]

def hasNext: Boolean

def hashCode(): Int

var idx: Int

def index: Int

final def isInstanceOf[T0]: Boolean

val lookaheadBuffer: Queue[Option[Char]]

def moveNext(includeIgnored: Boolean = false): Unit

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def oneOf(tokens: Iterable[Token]): Option[Token]

def peek(n: Int = 0): Option[Char]

def peekStream: Stream[Char]

def peekString(length: Int): String

def peekWhile(p: (Char) ⇒ Boolean): String

var previousPosition: Position

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from Tokenizer

Inherited from AnyRef

Inherited from Any

Ungrouped