Tiktoken

VERSION = {{ (`shards version /tmp/tmp.IeLlKb/src/src/tiktoken`).chomp.stringify }}

chat_completion_max_tokens(model, messages)

encoding_for_model(model_name)

get_encoding(encoding_name)

num_tokens_from_messages(model, messages)