@Test
public void shouldCreateTokenForEndOfLineComment() {

    String content = "--//this is a comment\n";
    tokenize(content);
    assertNextTokenIs(0, 1, CndTokenizer.SYMBOL);
    assertNextTokenIs(1, 2, CndTokenizer.SYMBOL);
    assertNextTokenIs(2, content.length() - 1, CndTokenizer.COMMENT); // -1 because '\n' is not included
    assertNoMoreTokens();
}