org.modeshape.common.text

Class TokenStreamBasicTokenizerTest

java.lang.Object

org.modeshape.common.text.TokenStreamBasicTokenizerTest

public class TokenStreamBasicTokenizerTest
extends Object

Constructor Summary

Constructors

Constructor and Description
TokenStreamBasicTokenizerTest()

Method Summary

Modifier and Type	Method and Description
protected void	assertNextTokenIs(int startIndex, int endIndex, int type)
protected void	assertNoMoreTokens()
void	beforeEach()
void	shouldCreateNoTokensForContentWithOnlyWhitespace()
void	shouldCreateNoTokensForEmptyContent()
void	shouldCreateTokenForDoubleQuotedString()
void	shouldCreateTokenForDoubleQuotedStringAtEndOfContent()
void	shouldCreateTokenForDoubleQuotedStringWithEscapedDoubleQuoteCharacters()
void	shouldCreateTokenForDoubleQuotedStringWithoutClosingQuote()
void	shouldCreateTokenForEachDecimalCharacter()
void	shouldCreateTokenForEachSymbolCharacter()
void	shouldCreateTokenForEndOfLineComment()
void	shouldCreateTokenForEndOfLineCommentThatEndsWithEndOfString()
void	shouldCreateTokenForMultiLineComment()
void	shouldCreateTokenForMultiLineCommentAtEndOfContent()
void	shouldCreateTokenForMultiLineCommentWithoutAllTerminatingCharacters()
void	shouldCreateTokenForMultiLineCommentWithoutTerminatingCharacters()
void	shouldCreateTokenForSingleQuotedString()
void	shouldCreateTokenForSingleQuotedStringAtEndOfContent()
void	shouldCreateTokenForSingleQuotedStringWithEscapedSingleQuoteCharacters()
void	shouldCreateTokenForSingleQuotedStringWithoutClosingQuote()
void	shouldCreateTokensForWordsWithAlphabeticCharacters()
void	shouldCreateTokensForWordsWithAlphaNumericCharacters()
void	shouldCreateTokensForWordsWithNumericCharacters()
protected void	tokenize(String input)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

TokenStreamBasicTokenizerTest

public TokenStreamBasicTokenizerTest()

Method Detail

beforeEach

public void beforeEach()

tokenize

protected void tokenize(String input)

assertNextTokenIs

protected void assertNextTokenIs(int startIndex,
                                 int endIndex,
                                 int type)

assertNoMoreTokens

protected void assertNoMoreTokens()

shouldCreateNoTokensForEmptyContent

public void shouldCreateNoTokensForEmptyContent()

shouldCreateNoTokensForContentWithOnlyWhitespace

public void shouldCreateNoTokensForContentWithOnlyWhitespace()

shouldCreateTokenForEachSymbolCharacter

public void shouldCreateTokenForEachSymbolCharacter()

shouldCreateTokenForEachDecimalCharacter

public void shouldCreateTokenForEachDecimalCharacter()

shouldCreateTokenForEndOfLineComment

public void shouldCreateTokenForEndOfLineComment()

shouldCreateTokenForEndOfLineCommentThatEndsWithEndOfString

public void shouldCreateTokenForEndOfLineCommentThatEndsWithEndOfString()

shouldCreateTokenForMultiLineComment

public void shouldCreateTokenForMultiLineComment()

shouldCreateTokenForMultiLineCommentAtEndOfContent

public void shouldCreateTokenForMultiLineCommentAtEndOfContent()

shouldCreateTokenForMultiLineCommentWithoutTerminatingCharacters

public void shouldCreateTokenForMultiLineCommentWithoutTerminatingCharacters()

shouldCreateTokenForMultiLineCommentWithoutAllTerminatingCharacters

public void shouldCreateTokenForMultiLineCommentWithoutAllTerminatingCharacters()

shouldCreateTokenForSingleQuotedString

public void shouldCreateTokenForSingleQuotedString()

shouldCreateTokenForSingleQuotedStringWithEscapedSingleQuoteCharacters

public void shouldCreateTokenForSingleQuotedStringWithEscapedSingleQuoteCharacters()

shouldCreateTokenForSingleQuotedStringAtEndOfContent

public void shouldCreateTokenForSingleQuotedStringAtEndOfContent()

shouldCreateTokenForSingleQuotedStringWithoutClosingQuote

public void shouldCreateTokenForSingleQuotedStringWithoutClosingQuote()

shouldCreateTokenForDoubleQuotedString

public void shouldCreateTokenForDoubleQuotedString()

shouldCreateTokenForDoubleQuotedStringWithEscapedDoubleQuoteCharacters

public void shouldCreateTokenForDoubleQuotedStringWithEscapedDoubleQuoteCharacters()

shouldCreateTokenForDoubleQuotedStringAtEndOfContent

public void shouldCreateTokenForDoubleQuotedStringAtEndOfContent()

shouldCreateTokenForDoubleQuotedStringWithoutClosingQuote

public void shouldCreateTokenForDoubleQuotedStringWithoutClosingQuote()

shouldCreateTokensForWordsWithAlphabeticCharacters

public void shouldCreateTokensForWordsWithAlphabeticCharacters()

shouldCreateTokensForWordsWithNumericCharacters

public void shouldCreateTokensForWordsWithNumericCharacters()

shouldCreateTokensForWordsWithAlphaNumericCharacters

public void shouldCreateTokensForWordsWithAlphaNumericCharacters()