KickJava   Java API By Example, From Geeks To Geeks.

Java > Open Source Codes > net > javacoding > jspider > core > SpiderContext


1 package net.javacoding.jspider.core;
2
3
4 import net.javacoding.jspider.api.model.Cookie;
5 import net.javacoding.jspider.api.model.Site;
6 import net.javacoding.jspider.core.dispatch.EventDispatcher;
7 import net.javacoding.jspider.spi.Rule;
8 import net.javacoding.jspider.core.rule.Ruleset;
9 import net.javacoding.jspider.core.storage.Storage;
10
11 import java.io.InputStream JavaDoc;
12 import java.net.URL JavaDoc;
13 import java.net.URLConnection JavaDoc;
14
15
16 /**
17  *
18  * $Id: SpiderContext.java,v 1.17 2003/04/29 17:53:47 vanrogu Exp $
19  *
20  * @author Günther Van Roey
21  */

22 public interface SpiderContext {
23
24     public void setCookies(Site site, Cookie[] cookies);
25
26     public void preHandle(URLConnection JavaDoc connection, Site site);
27
28     public void postHandle(URLConnection JavaDoc connection, Site site);
29
30     public Storage getStorage();
31
32     public Agent getAgent();
33
34     public void setAgent(Agent agent);
35
36     public URL JavaDoc getBaseURL();
37
38     public EventDispatcher getEventDispatcher();
39
40     public Ruleset getGeneralSpiderRules();
41
42     public Ruleset getGeneralParserRules();
43
44     public Ruleset getSiteSpiderRules(Site site);
45
46     public Rule getSiteRobotsTXTRule(Site site);
47
48     public Ruleset getSiteParserRules(Site site);
49
50     public void throttle(Site site);
51
52     public void registerRobotsTXT(Site site, InputStream JavaDoc inputStream);
53
54     public void registerRobotsTXTError ( Site site );
55
56     public void registerRobotsTXTSkipped(Site site);
57
58     public void registerNewSite ( Site site );
59
60     public boolean getUseProxy ( );
61
62     public String JavaDoc getUserAgent ( );
63
64 }
65
Popular Tags