@Test
public void testCheckUserAgentPriority() throws IOException {

    InputStream stream = this.getClass().getClassLoader().getResourceAsStream("similar-agents-robots.json");
    String content = TestUtils.readFile(stream);
    assertTrue(ruleMatcher.canCrawl("GoogleBot-News", "/users", content));
    assertTrue(ruleMatcher.canCrawl("GoogleBot-News", "/hello", content));
    assertTrue(ruleMatcher.canCrawl("yanDex", "/test/hello", content));
    assertTrue(ruleMatcher.canCrawl("yanDex", "/testing", content));
    assertFalse(ruleMatcher.canCrawl("googlebot", "/users", content));
    assertFalse(ruleMatcher.canCrawl("007", "/Test/hello", content));
    assertFalse(ruleMatcher.canCrawl("007", "/hello", content));
}