インテリジェントスパイダー

汎用的な情報収集ツールです!

戻る
もちろん仕様のみ公開です(^^;
今回はMODEL部分のみです。
かつ、もっともノウハウを活用しているVIEWの部分はまた別途。

Compiled from "AbstractContent.java" public abstract class IntelligentSpider.AbstractContent extends java.lang.Object implements IntelligentSpider.Retrievable{ protected java.lang.String bodyAsString; protected java.lang.String title; protected java.util.Set links; public IntelligentSpider.AbstractContent(); protected java.lang.String getBodyAsString(); protected java.lang.String getTitle(); protected java.util.Set getLinks(); public void retrieve() throws java.lang.Exception; } Compiled from "AbstractObtainer.java" public abstract class IntelligentSpider.AbstractObtainer extends java.lang.Object{ protected java.net.HttpURLConnection connection; public IntelligentSpider.AbstractObtainer(); protected abstract void obtain() throws java.lang.Exception; } Compiled from "ConnectionPropertySetter.java" public class IntelligentSpider.ConnectionPropertySetter extends java.lang.Object{ public IntelligentSpider.ConnectionPropertySetter(); public static void doSet(IntelligentSpider.URLContent); } Compiled from "FormInfoSender.java" public class IntelligentSpider.FormInfoSender extends java.lang.Object{ private java.util.List pairs; private java.net.URL url; private java.net.URL redirectURL; private java.lang.String cookieString; public IntelligentSpider.FormInfoSender(java.lang.String) throws java.lang.Exception; public void setPair(java.lang.String, java.lang.String); public void send() throws java.lang.Exception; public java.lang.String getCookieString(); public java.net.URL getRedirectURL(); public static void main(java.lang.String[]) throws java.lang.Exception; } Compiled from "ISUtils.java" public class IntelligentSpider.ISUtils extends java.lang.Object{ public IntelligentSpider.ISUtils(); public static java.lang.String addDoubleQuote(java.lang.String); public static java.lang.String addSingleQuote(java.lang.String); public static boolean isEmpty(java.lang.String); public static java.lang.StringBuffer trimQuote(java.io.StringReader); public static java.lang.String getAbsolutePath(java.net.URL, java.lang.String); public static java.lang.String getDirName(java.net.URL); public static java.lang.String getParentPath(java.net.URL, java.lang.String); public static java.lang.String getYYYYMMDD(java.util.Calendar); public static java.lang.String getHHMISS(java.util.Calendar); public static java.lang.String sha1Digest(java.lang.String); public static java.lang.String doParseMetaTag(java.lang.String); public static java.lang.String doEraseAnchorPart(java.lang.String); public static java.lang.String doSanitation(java.lang.String); public static java.lang.String doProcessJavaScriptLink(java.lang.String); public static java.lang.String commaFormat(long, int); public static java.lang.String getHHMISS(long); public static void main(java.lang.String[]); } Compiled from "LinkRetriever.java" public class IntelligentSpider.LinkRetriever extends java.lang.Object{ public IntelligentSpider.LinkRetriever(); public static java.util.Set retrieve(java.net.URL, java.lang.String); private static void getValueOfFormInput(java.util.List, java.lang.String); private static void getValueOfJavaScriptLink(java.util.List, java.lang.String); private static void getValueOfHref(java.util.List, java.lang.String); private static void getValueOfSrc(java.util.List, java.lang.String); } Compiled from "LocalFileContent.java" public class IntelligentSpider.LocalFileContent extends IntelligentSpider.AbstractContent{ private java.io.File file; public IntelligentSpider.LocalFileContent(java.lang.String) throws java.lang.Exception; public void retrieve() throws java.lang.Exception; public java.util.Set getLinks(); public static void main(java.lang.String[]); } Compiled from "PropertyManager.java" public class IntelligentSpider.PropertyManager extends java.lang.Object{ private static IntelligentSpider.PropertyManager uniqInstance; private static java.util.Map propertiesMap; private IntelligentSpider.PropertyManager(); private static void load(java.lang.String) throws IntelligentSpider.PropertyManagerLoadException, java.lang.Exception; public static synchronized java.util.Properties getInstance(java.lang.String) throws java.lang.Exception; public static void main(java.lang.String[]); } Compiled from "PropertyManagerLoadException.java" public class IntelligentSpider.PropertyManagerLoadException extends java.lang.Exception{ public IntelligentSpider.PropertyManagerLoadException(java.lang.String); } Compiled from "ResponseBodyObtainer.java" public class IntelligentSpider.ResponseBodyObtainer extends IntelligentSpider.AbstractObtainer{ public java.lang.StringBuilder sb; public java.lang.String encoding; public IntelligentSpider.ResponseBodyObtainer(java.net.HttpURLConnection, java.lang.String) throws java.lang.Exception; public java.lang.String getBody(); protected void obtain() throws java.lang.Exception; } Compiled from "ResponseHeaderObtainer.java" public class IntelligentSpider.ResponseHeaderObtainer extends IntelligentSpider.AbstractObtainer{ public java.util.List headers; public IntelligentSpider.ResponseHeaderObtainer(java.net.HttpURLConnection) throws java.lang.Exception; public java.util.List getHeaders(); protected void obtain() throws java.lang.Exception; } Compiled from "Retrievable.java" public interface IntelligentSpider.Retrievable{ public abstract void retrieve() throws java.lang.Exception; } Compiled from "SystemPropertySetter.java" public class IntelligentSpider.SystemPropertySetter extends java.lang.Object{ public IntelligentSpider.SystemPropertySetter(); public static void doSet(java.util.Properties); } Compiled from "TitleExtractor.java" public class IntelligentSpider.TitleExtractor extends java.lang.Object{ public IntelligentSpider.TitleExtractor(); public java.lang.String extract(java.lang.String); } Compiled from "URLContent.java" public class IntelligentSpider.URLContent extends IntelligentSpider.AbstractContent{ private java.net.URL url; private java.net.HttpURLConnection connection; private java.util.List responseHeaders; private java.util.Properties properties; public IntelligentSpider.URLContent(java.lang.String, java.lang.String) throws java.lang.Exception; public java.util.Properties getProperties(); private void loadProperties(java.lang.String) throws java.lang.Exception; public java.net.HttpURLConnection getConnection(); private void setConnection() throws java.lang.Exception; private void closeConnection(); public java.util.List getResponseHeaders(); private void setResponseHeader() throws java.lang.Exception; private void setResponseBody() throws java.lang.Exception; public void retrieve() throws java.lang.Exception; private void parse(); public static void main(java.lang.String[]) throws java.lang.Exception; }
戻る inserted by FC2 system