OpenAI

OpenAI is a leading AI company that has developed an extensive range of language models. Tabby supports OpenAI's API specifications for chat, completion, and embedding tasks.

The OpenAI API is widely used and is also provided by other vendors, such as vLLM, Nvidia NIM, and LocalAI.

OpenAI has designated its /v1/completions API for code completion as legacy, and OpenAI itself no longer supports it.

Tabby continues to support the OpenAI Completion API specifications due to its widespread usage.

~/.tabby/config.toml

# Chat model
[model.chat.http]
kind = "openai/chat"
model_name = "gpt-3.5-turbo"  # Please make sure to use a chat model, such as gpt-4o
api_endpoint = "https://api.openai.com/v1"   # DO NOT append the `/chat/completions` suffix
api_key = "secret-api-key"

# Completion model
[model.completion.http]
kind = "openai/completion"
model_name = "gpt-3.5-turbo-instruct"   # Please make sure to use a completion model, such as gpt-3.5-turbo-instruct
api_endpoint = "https://api.openai.com/v1"   # DO NOT append the `/completions` suffix
api_key = "secret-api-key"

# Embedding model
[model.embedding.http]
kind = "openai/embedding"
model_name = "text-embedding-3-small"   # Please make sure to use a embedding model, such as text-embedding-3-small
api_endpoint = "https://api.openai.com/v1"  # DO NOT append the `/embeddings` suffix
api_key = "secret-api-key"