@Test
public void testOnlyDefaultAgent() throws IOException {

    InputStream stream = this.getClass().getClassLoader().getResourceAsStream("only-default-agent.json");
    String content = TestUtils.readFile(stream);
    assertTrue(ruleMatcher.canCrawl("*", "/test", content));
    assertTrue(ruleMatcher.canCrawl("*", "/test/", content));
    assertTrue(ruleMatcher.canCrawl("abc", "/test/1", content));
    assertTrue(ruleMatcher.canCrawl("googlebot", "/hello", content));
    assertTrue(ruleMatcher.canCrawl("*", "/hello", content));
}