class

AIIntegration::CrystalAIManager

Inherits Reference < Object

Crystal AI Manager that interfaces with the C++ system

Constructors

Instance methods

batch_infer(model_name : String, requests : Array(InferenceRequest)) : Array(InferenceResponse)
Source
create_session(session_id : String)
Source
destroy_session(session_id : String)
Source
get_default_model
Source
get_stats
Source
has_session?(session_id : String) : Bool
Source
infer(model_name : String, request : InferenceRequest) : InferenceResponse
Source
infer_simple(model_name : String, prompt : String, session_id : String) : InferenceResponse
Source
is_model_loaded?(model_name : String) : Bool
Source
list_models
Source
list_sessions
Source
load_model(model_name : String, config : ModelConfig) : Bool
Source
set_default_model(model_name : String)
Source
unload_model(model_name : String) : Bool
Source