Spider

Value Members

1. final def !=(arg0: AnyRef): Boolean

   Definition Classes

   AnyRef

2. final def !=(arg0: Any): Boolean

   Definition Classes

   Any

3. final def ##(): Int

   Definition Classes

   AnyRef → Any

4. final def ==(arg0: AnyRef): Boolean

   Definition Classes

   AnyRef

5. final def ==(arg0: Any): Boolean

   Definition Classes

   Any

6. var allowedDomains: List[String]

   Allowed domains

7. final def asInstanceOf[T0]: T0

   Definition Classes

   Any

8. def beforeReadingPage(page: WebPage): Boolean

   Before reading a page check if it is allowed

   Before reading a page check if it is allowed

   page

   page which will be scraped

   returns

   if the page is allowed to be read

9. def clone(): AnyRef

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

10. var crawledPages: List[WebPage]

    All crawled pages

11. final def eq(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef

12. def equals(arg0: Any): Boolean

    Definition Classes

    AnyRef → Any

13. def finalize(): Unit

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

14. final def getClass(): Class[_]

    Definition Classes

    AnyRef → Any

15. def hashCode(): Int

    Definition Classes

    AnyRef → Any

16. final def isInstanceOf[T0]: Boolean

    Definition Classes

    Any

17. final def ne(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef

18. final def notify(): Unit

    Definition Classes

    AnyRef

19. final def notifyAll(): Unit

    Definition Classes

    AnyRef

20. var onLinkFound: List[(Href) ⇒ Unit]

    Triggered every time a link is found

21. var onReceivedPage: List[(WebPage) ⇒ Unit]

    Triggered when a page has been downloaded

22. var onStart: List[(Spider) ⇒ List[String]]

    Triggered just before the spider starts searching

    Triggered just before the spider starts searching

    Additional start urls can be returned by the method

23. def scrapePage(page: WebPage): Unit

    Scrape a single page

    Scrape a single page

    page

    page to scrape

24. implicit var scraper: DefaultScraper

    Scraper which will be used to scrape pages

25. def start(): Unit

    Start running the spider

26. var startUrls: List[String]

    Urls from which the crawling will start

27. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes

    AnyRef

28. def toString(): String

    Definition Classes

    AnyRef → Any

29. final def wait(): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

30. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

31. final def wait(arg0: Long): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )