1 25 package org.archive.crawler.deciderules; 26 27 28 import org.archive.util.SurtPrefixSet; 29 30 31 38 public class OnHostsDecideRule extends SurtPrefixedDecideRule { 39 40 private static final long serialVersionUID = -7566348189389792625L; 41 42 48 public OnHostsDecideRule(String name) { 49 super(name); 50 setDescription( 51 "OnHostsDecideRule. Makes the configured decision " + 52 "for any URI which is on one of the hosts in the " + 53 "configured set of hostnames (derived from the seed" + 54 "list)."); 55 getElementFromDefinition(ATTR_SEEDS_AS_SURT_PREFIXES).setTransient(true); 57 getElementFromDefinition(ATTR_SURTS_SOURCE_FILE).setTransient(true); 58 } 61 62 67 protected void readPrefixes() { 68 buildSurtPrefixSet(); 69 surtPrefixes.convertAllPrefixesToHosts(); 70 dumpSurtPrefixSet(); 71 } 72 73 protected String prefixFrom(String uri) { 74 return SurtPrefixSet.convertPrefixToHost(super.prefixFrom(uri)); 75 } 76 } 77 | Popular Tags |