所有程序包的分层结构

程序包分层结构:

• us.codecraft.webmagic,
• us.codecraft.webmagic.downloader,
• us.codecraft.webmagic.pipeline,
• us.codecraft.webmagic.processor,
• us.codecraft.webmagic.processor.example,
• us.codecraft.webmagic.proxy,
• us.codecraft.webmagic.scheduler,
• us.codecraft.webmagic.scheduler.component,
• us.codecraft.webmagic.selector,
• us.codecraft.webmagic.thread,
• us.codecraft.webmagic.utils

类分层结构

• java.lang.Object
  • us.codecraft.webmagic.downloader.AbstractDownloader (implements us.codecraft.webmagic.downloader.Downloader)
    • us.codecraft.webmagic.downloader.HttpClientDownloader
  • us.codecraft.webmagic.selector.AbstractSelectable (implements us.codecraft.webmagic.selector.Selectable)
    • us.codecraft.webmagic.selector.HtmlNode
      • us.codecraft.webmagic.selector.Html
    • us.codecraft.webmagic.selector.PlainText
      • us.codecraft.webmagic.selector.Json
  • us.codecraft.webmagic.selector.AndSelector (implements us.codecraft.webmagic.selector.Selector)
  • us.codecraft.webmagic.processor.example.BaiduBaikePageProcessor (implements us.codecraft.webmagic.processor.PageProcessor)
  • us.codecraft.webmagic.selector.BaseElementSelector (implements us.codecraft.webmagic.selector.ElementSelector, us.codecraft.webmagic.selector.Selector)
    • us.codecraft.webmagic.selector.CssSelector
    • us.codecraft.webmagic.selector.XpathSelector
  • us.codecraft.webmagic.scheduler.component.BloomFilterDuplicateRemover (implements us.codecraft.webmagic.scheduler.component.DuplicateRemover)
  • us.codecraft.webmagic.pipeline.ConsolePipeline (implements us.codecraft.webmagic.pipeline.Pipeline)
  • us.codecraft.webmagic.thread.CountableThreadPool
  • us.codecraft.webmagic.scheduler.DuplicateRemovedScheduler (implements us.codecraft.webmagic.scheduler.Scheduler)
    • us.codecraft.webmagic.scheduler.PriorityScheduler (implements us.codecraft.webmagic.scheduler.MonitorableScheduler)
    • us.codecraft.webmagic.scheduler.QueueScheduler (implements us.codecraft.webmagic.scheduler.MonitorableScheduler)
  • us.codecraft.webmagic.utils.FilePersistentBase
    • us.codecraft.webmagic.pipeline.FilePipeline (implements us.codecraft.webmagic.pipeline.Pipeline)
  • us.codecraft.webmagic.processor.example.GithubRepoPageProcessor (implements us.codecraft.webmagic.processor.PageProcessor)
  • us.codecraft.webmagic.scheduler.component.HashSetDuplicateRemover (implements us.codecraft.webmagic.scheduler.component.DuplicateRemover)
  • us.codecraft.webmagic.downloader.HttpClientGenerator
  • us.codecraft.webmagic.utils.HttpConstant
  • us.codecraft.webmagic.utils.HttpConstant.Header
  • us.codecraft.webmagic.utils.HttpConstant.Method
  • us.codecraft.webmagic.selector.JsonPathSelector (implements us.codecraft.webmagic.selector.Selector)
  • us.codecraft.webmagic.utils.NumberUtils
  • us.codecraft.webmagic.selector.OrSelector (implements us.codecraft.webmagic.selector.Selector)
  • us.codecraft.webmagic.processor.example.OschinaBlogPageProcessor (implements us.codecraft.webmagic.processor.PageProcessor)
  • us.codecraft.webmagic.Page
  • us.codecraft.webmagic.proxy.Proxy (implements java.util.concurrent.Delayed, java.io.Serializable)
  • us.codecraft.webmagic.proxy.ProxyPool
  • us.codecraft.webmagic.utils.ProxyUtils
  • us.codecraft.webmagic.selector.RegexSelector (implements us.codecraft.webmagic.selector.Selector)
  • us.codecraft.webmagic.selector.ReplaceSelector (implements us.codecraft.webmagic.selector.Selector)
  • us.codecraft.webmagic.Request (implements java.io.Serializable)
  • us.codecraft.webmagic.ResultItems
  • us.codecraft.webmagic.pipeline.ResultItemsCollectorPipeline (implements us.codecraft.webmagic.pipeline.CollectorPipeline<T>)
  • us.codecraft.webmagic.selector.Selectors
  • us.codecraft.webmagic.processor.SimplePageProcessor (implements us.codecraft.webmagic.processor.PageProcessor)
  • us.codecraft.webmagic.Site
  • us.codecraft.webmagic.selector.SmartContentSelector (implements us.codecraft.webmagic.selector.Selector)
  • us.codecraft.webmagic.Spider (implements java.lang.Runnable, us.codecraft.webmagic.Task)
  • us.codecraft.webmagic.utils.UrlUtils

接口分层结构

• us.codecraft.webmagic.downloader.Downloader
• us.codecraft.webmagic.scheduler.component.DuplicateRemover
• us.codecraft.webmagic.selector.ElementSelector
• us.codecraft.webmagic.processor.PageProcessor
• us.codecraft.webmagic.pipeline.Pipeline
  • us.codecraft.webmagic.pipeline.CollectorPipeline<T>
• us.codecraft.webmagic.scheduler.Scheduler
  • us.codecraft.webmagic.scheduler.MonitorableScheduler
• us.codecraft.webmagic.selector.Selectable
• us.codecraft.webmagic.selector.Selector
• us.codecraft.webmagic.Site.HeaderConst
• us.codecraft.webmagic.SpiderListener
• us.codecraft.webmagic.Task

注释类型分层结构

• us.codecraft.webmagic.utils.Experimental (implements java.lang.annotation.Annotation)

枚举分层结构

• java.lang.Object
  • java.lang.Enum<E> (implements java.lang.Comparable<T>, java.io.Serializable)
    • us.codecraft.webmagic.Spider.Status