@Test public void testGetKeyNoSchema() throws Exception { SeedUriDomainnameQueueAssignmentPolicy policy = new SeedUriDomainnameQueueAssignmentPolicy(); String url1 = "http: UURI uuri1 = UURIFactory.getInstance(url1); CrawlURI curi1 = new CrawlURI(uuri1); curi1.setSeed(true); curi1.setSourceTag("www.ssdown.dk"); assertEquals("ssdown.dk", policy.getClassKey(curi1)); }
public String getClassKey(CrawlURI cauri) { log.debug("Finding classKey for cauri: " + cauri); String key = null; if (treatDnsLikeHttp || !isDns(cauri)) { key = getKeyFromSeed(cauri); } if (key == null) { key = getKeyFromUriHostname(cauri); } if (key == null) { key = DEFAULT_CLASS_KEY; } return key; }
SeedUriDomainnameQueueAssignmentPolicy extends HostnameQueueAssignmentPolicy { public String getClassKey(CrawlURI cauri) { log.debug("Finding classKey for cauri: " + cauri); String key = null; if (treatDnsLikeHttp || !isDns(cauri)) { key = getKeyFromSeed(cauri); } if (key == null) { key = getKeyFromUriHostname(cauri); } if (key == null) { key = DEFAULT_CLASS_KEY; } return key; } }
SeedUriDomainnameQueueAssignmentPolicy extends HostnameQueueAssignmentPolicy { public String getClassKey(CrawlURI cauri) { log.debug("Finding classKey for cauri: " + cauri); String key = null; if (treatDnsLikeHttp || !isDns(cauri)) { key = getKeyFromSeed(cauri); } if (key == null) { key = getKeyFromUriHostname(cauri); } if (key == null) { key = DEFAULT_CLASS_KEY; } return key; }  }
SeedUriDomainnameQueueAssignmentPolicy extends HostnameQueueAssignmentPolicy { public String getClassKey(CrawlURI cauri) { log.debug("Finding classKey for cauri: " + cauri); String key = null; if (treatDnsLikeHttp || !isDns(cauri)) { key = getKeyFromSeed(cauri); } if (key == null) { key = getKeyFromUriHostname(cauri); } if (key == null) { key = DEFAULT_CLASS_KEY; } return key; }  boolean isTreatDnsLikeHttp(); void setTreatDnsLikeHttp(boolean treatDnsLikeHttp); String getClassKey(CrawlURI cauri); }
SeedUriDomainnameQueueAssignmentPolicy extends HostnameQueueAssignmentPolicy { public String getClassKey(CrawlURI cauri) { log.debug("Finding classKey for cauri: " + cauri); String key = null; if (treatDnsLikeHttp || !isDns(cauri)) { key = getKeyFromSeed(cauri); } if (key == null) { key = getKeyFromUriHostname(cauri); } if (key == null) { key = DEFAULT_CLASS_KEY; } return key; }  boolean isTreatDnsLikeHttp(); void setTreatDnsLikeHttp(boolean treatDnsLikeHttp); String getClassKey(CrawlURI cauri);  }