class

AIIntegration::CrystalAIManager

Inherits Reference < Object

Crystal AI Manager that interfaces with the C++ system

Constructors

new

Instance methods

batch_infer(model_name : String, requests : Array(InferenceRequest)) : Array(InferenceResponse)
create_session(session_id : String)
destroy_session(session_id : String)
get_default_model
get_stats
has_session?(session_id : String) : Bool
infer(model_name : String, request : InferenceRequest) : InferenceResponse
infer_simple(model_name : String, prompt : String, session_id : String) : InferenceResponse
is_model_loaded?(model_name : String) : Bool
list_models
list_sessions
load_model(model_name : String, config : ModelConfig) : Bool
set_default_model(model_name : String)
unload_model(model_name : String) : Bool