1 package net.javacoding.jspider.core; 2 3 4 import net.javacoding.jspider.api.model.Cookie; 5 import net.javacoding.jspider.api.model.Site; 6 import net.javacoding.jspider.core.dispatch.EventDispatcher; 7 import net.javacoding.jspider.spi.Rule; 8 import net.javacoding.jspider.core.rule.Ruleset; 9 import net.javacoding.jspider.core.storage.Storage; 10 11 import java.io.InputStream ; 12 import java.net.URL ; 13 import java.net.URLConnection ; 14 15 16 22 public interface SpiderContext { 23 24 public void setCookies(Site site, Cookie[] cookies); 25 26 public void preHandle(URLConnection connection, Site site); 27 28 public void postHandle(URLConnection connection, Site site); 29 30 public Storage getStorage(); 31 32 public Agent getAgent(); 33 34 public void setAgent(Agent agent); 35 36 public URL getBaseURL(); 37 38 public EventDispatcher getEventDispatcher(); 39 40 public Ruleset getGeneralSpiderRules(); 41 42 public Ruleset getGeneralParserRules(); 43 44 public Ruleset getSiteSpiderRules(Site site); 45 46 public Rule getSiteRobotsTXTRule(Site site); 47 48 public Ruleset getSiteParserRules(Site site); 49 50 public void throttle(Site site); 51 52 public void registerRobotsTXT(Site site, InputStream inputStream); 53 54 public void registerRobotsTXTError ( Site site ); 55 56 public void registerRobotsTXTSkipped(Site site); 57 58 public void registerNewSite ( Site site ); 59 60 public boolean getUseProxy ( ); 61 62 public String getUserAgent ( ); 63 64 } 65 | Popular Tags |