class

Hwaro::Models::RobotsRule

Constants

CONTENT_SIGNAL_KEYS = {"search" => "search", "ai_input" => "ai-input", "ai_train" => "ai-train"}

content_signal config keys and the Content-Signal names they emit, in emission order (https://contentsignals.org/).

new(user_agent : String)

allow

allow=(allow : Array(String))

content_signal

Emitted (name, value) pairs in CONTENT_SIGNAL_KEYS order; empty means no Content-Signal: line.

content_signal=(content_signal : Array(Tuple(String, Bool)))

Emitted (name, value) pairs in CONTENT_SIGNAL_KEYS order; empty means no Content-Signal: line.

disallow

disallow=(disallow : Array(String))

user_agent

user_agent=(user_agent : String)