Package io.debezium.text

Class TokenStreamTest

java.lang.Object

io.debezium.text.TokenStreamTest

public class TokenStreamTest
extends Object

Author:

Randall Hauch, Daniel Kelleher

Field Summary

Fields

Modifier and Type	Field	Description
static final int	COMMENT
private String	content
static final int	DECIMAL
static final int	DOUBLE_QUOTED_STRING
static final int	SINGLE_QUOTED_STRING
static final int	SYMBOL
private io.debezium.text.TokenStream.Tokenizer	tokenizer
private io.debezium.text.TokenStream	tokens
static final int	WORD

Constructor Summary

Constructors

Constructor	Description
TokenStreamTest()

Method Summary

Modifier and Type	Method	Description
void	beforeEach()
void	makeCaseInsensitive()
void	makeCaseSensitive()
void	shouldCanConsumeSingleAfterTokensCompleteFromCanConsumeStringList()
void	shouldCanConsumeStringAfterTokensCompleteFromCanConsumeStringArray()
void	shouldCanConsumeStringAfterTokensCompleteFromCanConsumeStringIterator()
void	shouldConsumeCaseInsensitiveStringInOriginalCase()
void	shouldConsumeInCaseInsensitiveMannerWithExpectedValuesWhenMatchingNonExactCase()
void	shouldConsumeInCaseSensitiveMannerWithExpectedValuesWhenMatchingExactCase()
void	shouldConsumeMultipleTokensIfTheyMatch()
void	shouldConsumeMultipleTokensWithAnyValueConstant()
void	shouldConsumeTokenWithAnyValueConstant()
void	shouldConsumeUntilWithoutRepeats()
void	shouldConsumeUntilWithRepeats()
void	shouldConsumeUntilWithRepeatsAndMultipleSkipTokens()
void	shouldFailToConsumeInCaseInsensitiveMannerWithExpectedValuesWhenMatchingStringIsInLowerCase()
void	shouldFailToConsumeInCaseSensitiveMannerWithExpectedValuesWhenMatchingIncorrectCase()
void	shouldFailToConsumeMultipleTokensIfTheyDoNotMatch()
void	shouldFindNextPositionStartIndex()
void	shouldFindPreviousPositionStartIndex()
void	shouldHandleNonAsciiCharactersWhenCaseSensitive()
void	shouldHandleßCharacterWhenCaseSensitive()
void	shouldHandleTokensAfterßCharacterWhenCaseInsensitive()
void	shouldMatchUpperCaseVersionOfßCharacterWhenCaseInsensitive()
void	shouldNotAllowCanConsumeBeforeStartIsCalled()
void	shouldNotAllowConsumeBeforeStartIsCalled()
void	shouldNotAllowHasNextBeforeStartIsCalled()
void	shouldNotAllowMatchesBeforeStartIsCalled()
void	shouldParseMultiLineString()
void	shouldReturnFalseFromCanConsumeWithCaseInsensitiveTokenStreamIfMatchStringIsNotUppercase()
void	shouldReturnFalseFromCanConsumeWithCaseInsensitiveTokenStreamIfSuppliedTypeDoesMatch()
void	shouldReturnFalseFromCanConsumeWithCaseSensitiveTokenStreamIfMatchStringDoesNotMatchCaseExactly()
void	shouldReturnFalseFromCanConsumeWithCaseSensitiveTokenStreamIfSuppliedTypeDoesMatch()
void	shouldReturnFalseFromMatchesWithCaseInsensitiveTokenStreamIfMatchStringIsUppercaseAndDoesNotMatch()
void	shouldReturnFalseFromMatchesWithCaseSensitiveTokenStreamIfMatchStringDoesMatchCaseExactly()
void	shouldReturnFalseFromMatchIfAllTypeValuesDoNotMatch()
void	shouldReturnTrueFromCanConsumeArrayOfTokensIfTheyAllMatch()
void	shouldReturnTrueFromCanConsumeMultipleTokensIfTheyAllMatch()
void	shouldReturnTrueFromCanConsumeMultipleTokensIfTheyDoNotAllMatch()
void	shouldReturnTrueFromCanConsumeMultipleTokensWithAnyValueConstant()
void	shouldReturnTrueFromCanConsumeWithCaseInsensitiveTokenStreamIfMatchStringDoesNotMatchCaseExactly()
void	shouldReturnTrueFromCanConsumeWithCaseInsensitiveTokenStreamIfSuppliedTypeDoesMatch()
void	shouldReturnTrueFromCanConsumeWithCaseSensitiveTokenStreamIfMatchStringDoesMatchCaseExactly()
void	shouldReturnTrueFromCanConsumeWithCaseSensitiveTokenStreamIfSuppliedTypeDoesMatch()
void	shouldReturnTrueFromHasNextIfThereIsACurrentToken()
void	shouldReturnTrueFromMatchAnyOfIfAnyOfTheTokenValuesMatch()
void	shouldReturnTrueFromMatchesWithCaseInsensitiveTokenStreamIfMatchStringIsUppercaseAndMatches()
void	shouldReturnTrueFromMatchesWithCaseSensitiveTokenStreamIfMatchStringDoesMatchCaseExactly()
void	shouldReturnTrueFromMatchIfAllTypeValuesMatch()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

WORD

public static final int WORD

See Also:

• Constant Field Values

SYMBOL

public static final int SYMBOL

See Also:

• Constant Field Values

DECIMAL

public static final int DECIMAL

See Also:

• Constant Field Values

SINGLE_QUOTED_STRING

public static final int SINGLE_QUOTED_STRING

See Also:

• Constant Field Values

DOUBLE_QUOTED_STRING

public static final int DOUBLE_QUOTED_STRING

See Also:

• Constant Field Values

COMMENT

public static final int COMMENT

See Also:

• Constant Field Values

tokenizer

private io.debezium.text.TokenStream.Tokenizer tokenizer

content

private String content

tokens

private io.debezium.text.TokenStream tokens

Constructor Details

TokenStreamTest

public TokenStreamTest()

Method Details

beforeEach

public void beforeEach()

makeCaseSensitive

public void makeCaseSensitive()

makeCaseInsensitive

public void makeCaseInsensitive()

shouldNotAllowConsumeBeforeStartIsCalled

public void shouldNotAllowConsumeBeforeStartIsCalled()

shouldNotAllowHasNextBeforeStartIsCalled

public void shouldNotAllowHasNextBeforeStartIsCalled()

shouldNotAllowMatchesBeforeStartIsCalled

public void shouldNotAllowMatchesBeforeStartIsCalled()

shouldNotAllowCanConsumeBeforeStartIsCalled

public void shouldNotAllowCanConsumeBeforeStartIsCalled()

shouldReturnTrueFromHasNextIfThereIsACurrentToken

public void shouldReturnTrueFromHasNextIfThereIsACurrentToken()

shouldConsumeInCaseSensitiveMannerWithExpectedValuesWhenMatchingExactCase

public void shouldConsumeInCaseSensitiveMannerWithExpectedValuesWhenMatchingExactCase()

shouldFailToConsumeInCaseSensitiveMannerWithExpectedValuesWhenMatchingIncorrectCase

public void shouldFailToConsumeInCaseSensitiveMannerWithExpectedValuesWhenMatchingIncorrectCase()

shouldConsumeInCaseInsensitiveMannerWithExpectedValuesWhenMatchingNonExactCase

public void shouldConsumeInCaseInsensitiveMannerWithExpectedValuesWhenMatchingNonExactCase()

shouldFailToConsumeInCaseInsensitiveMannerWithExpectedValuesWhenMatchingStringIsInLowerCase

public void shouldFailToConsumeInCaseInsensitiveMannerWithExpectedValuesWhenMatchingStringIsInLowerCase()

shouldHandleNonAsciiCharactersWhenCaseSensitive

public void shouldHandleNonAsciiCharactersWhenCaseSensitive()

shouldHandleßCharacterWhenCaseSensitive

public void shouldHandleßCharacterWhenCaseSensitive()

shouldConsumeCaseInsensitiveStringInOriginalCase

public void shouldConsumeCaseInsensitiveStringInOriginalCase()

shouldMatchUpperCaseVersionOfßCharacterWhenCaseInsensitive

public void shouldMatchUpperCaseVersionOfßCharacterWhenCaseInsensitive()

shouldHandleTokensAfterßCharacterWhenCaseInsensitive

public void shouldHandleTokensAfterßCharacterWhenCaseInsensitive()

shouldReturnTrueFromCanConsumeWithCaseSensitiveTokenStreamIfMatchStringDoesMatchCaseExactly

public void shouldReturnTrueFromCanConsumeWithCaseSensitiveTokenStreamIfMatchStringDoesMatchCaseExactly()

shouldReturnFalseFromCanConsumeWithCaseSensitiveTokenStreamIfMatchStringDoesNotMatchCaseExactly

public void shouldReturnFalseFromCanConsumeWithCaseSensitiveTokenStreamIfMatchStringDoesNotMatchCaseExactly()

shouldReturnTrueFromCanConsumeWithCaseSensitiveTokenStreamIfSuppliedTypeDoesMatch

public void shouldReturnTrueFromCanConsumeWithCaseSensitiveTokenStreamIfSuppliedTypeDoesMatch()

shouldReturnFalseFromCanConsumeWithCaseSensitiveTokenStreamIfSuppliedTypeDoesMatch

public void shouldReturnFalseFromCanConsumeWithCaseSensitiveTokenStreamIfSuppliedTypeDoesMatch()

shouldReturnTrueFromMatchesWithCaseSensitiveTokenStreamIfMatchStringDoesMatchCaseExactly

public void shouldReturnTrueFromMatchesWithCaseSensitiveTokenStreamIfMatchStringDoesMatchCaseExactly()

shouldReturnFalseFromMatchesWithCaseSensitiveTokenStreamIfMatchStringDoesMatchCaseExactly

public void shouldReturnFalseFromMatchesWithCaseSensitiveTokenStreamIfMatchStringDoesMatchCaseExactly()

shouldReturnFalseFromCanConsumeWithCaseInsensitiveTokenStreamIfMatchStringIsNotUppercase

public void shouldReturnFalseFromCanConsumeWithCaseInsensitiveTokenStreamIfMatchStringIsNotUppercase()

shouldReturnTrueFromCanConsumeWithCaseInsensitiveTokenStreamIfMatchStringDoesNotMatchCaseExactly

public void shouldReturnTrueFromCanConsumeWithCaseInsensitiveTokenStreamIfMatchStringDoesNotMatchCaseExactly()

shouldReturnTrueFromCanConsumeWithCaseInsensitiveTokenStreamIfSuppliedTypeDoesMatch

public void shouldReturnTrueFromCanConsumeWithCaseInsensitiveTokenStreamIfSuppliedTypeDoesMatch()

shouldReturnFalseFromCanConsumeWithCaseInsensitiveTokenStreamIfSuppliedTypeDoesMatch

public void shouldReturnFalseFromCanConsumeWithCaseInsensitiveTokenStreamIfSuppliedTypeDoesMatch()

shouldReturnTrueFromMatchesWithCaseInsensitiveTokenStreamIfMatchStringIsUppercaseAndMatches

public void shouldReturnTrueFromMatchesWithCaseInsensitiveTokenStreamIfMatchStringIsUppercaseAndMatches()

shouldReturnFalseFromMatchesWithCaseInsensitiveTokenStreamIfMatchStringIsUppercaseAndDoesNotMatch

public void shouldReturnFalseFromMatchesWithCaseInsensitiveTokenStreamIfMatchStringIsUppercaseAndDoesNotMatch()

shouldConsumeMultipleTokensIfTheyMatch

public void shouldConsumeMultipleTokensIfTheyMatch()

shouldFailToConsumeMultipleTokensIfTheyDoNotMatch

public void shouldFailToConsumeMultipleTokensIfTheyDoNotMatch()

shouldReturnTrueFromCanConsumeMultipleTokensIfTheyAllMatch

public void shouldReturnTrueFromCanConsumeMultipleTokensIfTheyAllMatch()

shouldReturnTrueFromCanConsumeArrayOfTokensIfTheyAllMatch

public void shouldReturnTrueFromCanConsumeArrayOfTokensIfTheyAllMatch()

shouldReturnTrueFromCanConsumeMultipleTokensIfTheyDoNotAllMatch

public void shouldReturnTrueFromCanConsumeMultipleTokensIfTheyDoNotAllMatch()

shouldReturnTrueFromMatchAnyOfIfAnyOfTheTokenValuesMatch

public void shouldReturnTrueFromMatchAnyOfIfAnyOfTheTokenValuesMatch()

shouldReturnTrueFromMatchIfAllTypeValuesMatch

public void shouldReturnTrueFromMatchIfAllTypeValuesMatch()

shouldReturnFalseFromMatchIfAllTypeValuesDoNotMatch

public void shouldReturnFalseFromMatchIfAllTypeValuesDoNotMatch()

shouldConsumeMultipleTokensWithAnyValueConstant

public void shouldConsumeMultipleTokensWithAnyValueConstant()

shouldConsumeTokenWithAnyValueConstant

public void shouldConsumeTokenWithAnyValueConstant()

shouldReturnTrueFromCanConsumeMultipleTokensWithAnyValueConstant

public void shouldReturnTrueFromCanConsumeMultipleTokensWithAnyValueConstant()

shouldCanConsumeSingleAfterTokensCompleteFromCanConsumeStringList

public void shouldCanConsumeSingleAfterTokensCompleteFromCanConsumeStringList()

shouldCanConsumeStringAfterTokensCompleteFromCanConsumeStringArray

public void shouldCanConsumeStringAfterTokensCompleteFromCanConsumeStringArray()

shouldCanConsumeStringAfterTokensCompleteFromCanConsumeStringIterator

public void shouldCanConsumeStringAfterTokensCompleteFromCanConsumeStringIterator()

shouldFindNextPositionStartIndex

public void shouldFindNextPositionStartIndex()

shouldFindPreviousPositionStartIndex

public void shouldFindPreviousPositionStartIndex()

shouldParseMultiLineString

public void shouldParseMultiLineString()

shouldConsumeUntilWithoutRepeats

public void shouldConsumeUntilWithoutRepeats()

shouldConsumeUntilWithRepeats

public void shouldConsumeUntilWithRepeats()

shouldConsumeUntilWithRepeatsAndMultipleSkipTokens

public void shouldConsumeUntilWithRepeatsAndMultipleSkipTokens()