struct

Slim::Response

Inherits JSON::Serializable < Struct < Value < Object

Response from a generate or chat request.

Constructors

new(pull : JSON::PullParser)
Source
new(text : Nil | String = nil, done : Bool = false)
Source
new(*, __pull_for_json_serializable pull : JSON::PullParser)
Source

Instance methods

content

Get the text content (from generate or chat response)

Source
context

Context for maintaining conversation state

Source
context=(context : Array(Int32) | Nil)

Context for maintaining conversation state

Source
done

Whether generation is complete

Source
done=(done : Bool)

Whether generation is complete

Source
eval_count
Source
eval_count=(eval_count : Int32 | Nil)
Source
eval_duration
Source
eval_duration=(eval_duration : Int64 | Nil)
Source
load_duration
Source
load_duration=(load_duration : Int64 | Nil)
Source
message

For chat responses, the message

Source
message=(message : Message | Nil)

For chat responses, the message

Source
model

Model used

Source
model=(model : String | Nil)

Model used

Source
prompt_eval_count

Token counts (when done=true)

Source
prompt_eval_count=(prompt_eval_count : Int32 | Nil)

Token counts (when done=true)

Source
prompt_eval_duration
Source
prompt_eval_duration=(prompt_eval_duration : Int64 | Nil)
Source
text

The generated text

Source
text=(text : String | Nil)

The generated text

Source
tokens_per_second

Tokens per second for generation

Source
total_duration

Timing info in nanoseconds (when done=true)

Source
total_duration=(total_duration : Int64 | Nil)

Timing info in nanoseconds (when done=true)

Source