@Test
public void shouldCreateTokensForWordsWithAlphaNumericCharacters() {

    String content = "123a 5353.324e100";
    tokenize(content);
    assertNextTokenIs(0, 4, CndTokenizer.WORD);
    assertNextTokenIs(5, 17, CndTokenizer.WORD);
    assertNoMoreTokens();
}