インテリジェントスパイダー
戻る
もちろん仕様のみ公開です(^^;
今回はMODEL部分のみです。
かつ、もっともノウハウを活用しているVIEWの部分はまた別途。
Compiled from "AbstractContent.java"
public abstract class IntelligentSpider.AbstractContent extends java.lang.Object implements IntelligentSpider.Retrievable{
protected java.lang.String bodyAsString;
protected java.lang.String title;
protected java.util.Set links;
public IntelligentSpider.AbstractContent();
protected java.lang.String getBodyAsString();
protected java.lang.String getTitle();
protected java.util.Set getLinks();
public void retrieve() throws java.lang.Exception;
}
Compiled from "AbstractObtainer.java"
public abstract class IntelligentSpider.AbstractObtainer extends java.lang.Object{
protected java.net.HttpURLConnection connection;
public IntelligentSpider.AbstractObtainer();
protected abstract void obtain() throws java.lang.Exception;
}
Compiled from "ConnectionPropertySetter.java"
public class IntelligentSpider.ConnectionPropertySetter extends java.lang.Object{
public IntelligentSpider.ConnectionPropertySetter();
public static void doSet(IntelligentSpider.URLContent);
}
Compiled from "FormInfoSender.java"
public class IntelligentSpider.FormInfoSender extends java.lang.Object{
private java.util.List pairs;
private java.net.URL url;
private java.net.URL redirectURL;
private java.lang.String cookieString;
public IntelligentSpider.FormInfoSender(java.lang.String) throws java.lang.Exception;
public void setPair(java.lang.String, java.lang.String);
public void send() throws java.lang.Exception;
public java.lang.String getCookieString();
public java.net.URL getRedirectURL();
public static void main(java.lang.String[]) throws java.lang.Exception;
}
Compiled from "ISUtils.java"
public class IntelligentSpider.ISUtils extends java.lang.Object{
public IntelligentSpider.ISUtils();
public static java.lang.String addDoubleQuote(java.lang.String);
public static java.lang.String addSingleQuote(java.lang.String);
public static boolean isEmpty(java.lang.String);
public static java.lang.StringBuffer trimQuote(java.io.StringReader);
public static java.lang.String getAbsolutePath(java.net.URL, java.lang.String);
public static java.lang.String getDirName(java.net.URL);
public static java.lang.String getParentPath(java.net.URL, java.lang.String);
public static java.lang.String getYYYYMMDD(java.util.Calendar);
public static java.lang.String getHHMISS(java.util.Calendar);
public static java.lang.String sha1Digest(java.lang.String);
public static java.lang.String doParseMetaTag(java.lang.String);
public static java.lang.String doEraseAnchorPart(java.lang.String);
public static java.lang.String doSanitation(java.lang.String);
public static java.lang.String doProcessJavaScriptLink(java.lang.String);
public static java.lang.String commaFormat(long, int);
public static java.lang.String getHHMISS(long);
public static void main(java.lang.String[]);
}
Compiled from "LinkRetriever.java"
public class IntelligentSpider.LinkRetriever extends java.lang.Object{
public IntelligentSpider.LinkRetriever();
public static java.util.Set retrieve(java.net.URL, java.lang.String);
private static void getValueOfFormInput(java.util.List, java.lang.String);
private static void getValueOfJavaScriptLink(java.util.List, java.lang.String);
private static void getValueOfHref(java.util.List, java.lang.String);
private static void getValueOfSrc(java.util.List, java.lang.String);
}
Compiled from "LocalFileContent.java"
public class IntelligentSpider.LocalFileContent extends IntelligentSpider.AbstractContent{
private java.io.File file;
public IntelligentSpider.LocalFileContent(java.lang.String) throws java.lang.Exception;
public void retrieve() throws java.lang.Exception;
public java.util.Set getLinks();
public static void main(java.lang.String[]);
}
Compiled from "PropertyManager.java"
public class IntelligentSpider.PropertyManager extends java.lang.Object{
private static IntelligentSpider.PropertyManager uniqInstance;
private static java.util.Map propertiesMap;
private IntelligentSpider.PropertyManager();
private static void load(java.lang.String) throws IntelligentSpider.PropertyManagerLoadException, java.lang.Exception;
public static synchronized java.util.Properties getInstance(java.lang.String) throws java.lang.Exception;
public static void main(java.lang.String[]);
}
Compiled from "PropertyManagerLoadException.java"
public class IntelligentSpider.PropertyManagerLoadException extends java.lang.Exception{
public IntelligentSpider.PropertyManagerLoadException(java.lang.String);
}
Compiled from "ResponseBodyObtainer.java"
public class IntelligentSpider.ResponseBodyObtainer extends IntelligentSpider.AbstractObtainer{
public java.lang.StringBuilder sb;
public java.lang.String encoding;
public IntelligentSpider.ResponseBodyObtainer(java.net.HttpURLConnection, java.lang.String) throws java.lang.Exception;
public java.lang.String getBody();
protected void obtain() throws java.lang.Exception;
}
Compiled from "ResponseHeaderObtainer.java"
public class IntelligentSpider.ResponseHeaderObtainer extends IntelligentSpider.AbstractObtainer{
public java.util.List headers;
public IntelligentSpider.ResponseHeaderObtainer(java.net.HttpURLConnection) throws java.lang.Exception;
public java.util.List getHeaders();
protected void obtain() throws java.lang.Exception;
}
Compiled from "Retrievable.java"
public interface IntelligentSpider.Retrievable{
public abstract void retrieve() throws java.lang.Exception;
}
Compiled from "SystemPropertySetter.java"
public class IntelligentSpider.SystemPropertySetter extends java.lang.Object{
public IntelligentSpider.SystemPropertySetter();
public static void doSet(java.util.Properties);
}
Compiled from "TitleExtractor.java"
public class IntelligentSpider.TitleExtractor extends java.lang.Object{
public IntelligentSpider.TitleExtractor();
public java.lang.String extract(java.lang.String);
}
Compiled from "URLContent.java"
public class IntelligentSpider.URLContent extends IntelligentSpider.AbstractContent{
private java.net.URL url;
private java.net.HttpURLConnection connection;
private java.util.List responseHeaders;
private java.util.Properties properties;
public IntelligentSpider.URLContent(java.lang.String, java.lang.String) throws java.lang.Exception;
public java.util.Properties getProperties();
private void loadProperties(java.lang.String) throws java.lang.Exception;
public java.net.HttpURLConnection getConnection();
private void setConnection() throws java.lang.Exception;
private void closeConnection();
public java.util.List getResponseHeaders();
private void setResponseHeader() throws java.lang.Exception;
private void setResponseBody() throws java.lang.Exception;
public void retrieve() throws java.lang.Exception;
private void parse();
public static void main(java.lang.String[]) throws java.lang.Exception;
}
戻る