...
Code Block | ||
---|---|---|
| ||
models: {
"GPT-4o": {
provider: "openai",
model: "gpt-4o",
apiKey: "sk-.....",
stream: true
},
"GPT-4o mini": {
provider: "openai",
model: "gpt-4o-mini",
apiKey: "sk-.....",
stream: true
},
"GPT-3.5 Turbo": {
provider: "openai",
model: "gpt-3.5-turbo-0125",
apiKey: "sk-....."
},
"Gemini Pro": {
provider: "google",
model: "gemini-pro",
apiKey: "AI......"
},
"Azure OpenAI GPT-3.5": {
provider: "openai",
cloud: "azure",
model: "azure-gpt-35-0613",
resource: "profound-openai",
apiKey: "......",
apiVersion: "2023-12-01-preview"
},
"Mistral Medium with Streaming": {
provider: "mistral",
model: "mistral-medium",
stream: true,
apiKey: "......"
},
"Mistral 7B via Anyscale": {
endpoint: "https://api.endpoints.anyscale.com/v1",
apiFormat: "completion",
model: "mistralai/Mistral-7B-Instruct-v0.1",
apiKey: "esecret_......"
},
"Llama 2 70B": {
endpoint: "https://myserver",
apiFormat: "completion",
model: "Llama-2-70b-chat-hf-function-calling-v2",
apiKey: "esecret_......"
},
"Claude 2 Streaming": {
provider: "anthropic",
model: "claude-2.1",
apiKey: "sk-ant-......",
stream: true
},
"AWS Bedrock - Claude 2": {
provider: "anthropic",
cloud: "aws",
model: "claude-2.1",
accessKeyId: "......",
secretAccessKey: "......"
}
} |
...