class

Spider

Inherits Reference / Object

Constants

Log = ::Log.for("Spider")

new(start_url : URI)

start(start_url : String, &)

add_checked(link : URI)

add_link_to_visit(link : String)

add_link_to_visit(link : URI)

amount_workers=(amount_workers : Int32)

checked_urls

every_page

every_page=(callback : Proc(Lexbor::Parser, URI, Nil))

every_page_urls

every_page_urls=(callback : Proc(URI, Nil))

get_http_client(url : String)

get_http_client(url : URI)

get_response(url : String)

next_urls

prefix_url=(prefix_url : String | Nil)

start!