...
| Code Block | ||
|---|---|---|
| ||
models: {
"My Custom Open Source Model": {
endpoint: "httpshttp://myserver127.0.0.1:11434/v1",
apiFormatmodel: "completionllama2",
modelapiKey: "Llama-2-70b-chat-hf-function-calling-v2",secret", // requred, even if unused
apiKeystream: "......"true
}
} |
The above configuration is based on the assumption that the model's API follows the format commonly used by the OpenAI Chat Completion API. This applies, for example, if you're hosting an open-source large language model locally with a tool like Ollama.
...
| Code Block | ||
|---|---|---|
| ||
profound.ai.providers.myCustomProvider = {
getAPIFunction: function(data) {
return async function() {
return {
message: {
type: "hardcoded test response",
content: "Hi there. I am a custom model."
}
};
}
},
getAPIParms: function(data) {
return data; // pass all available data to the API function as parameters
},
processResponse: function(response) {
const isToolCall = false;
const responseMessage = response.message;
const content = responseMessage.content;
return { responseMessage, content, isToolCall };
}
};
module.exports = {
// misc configration entries
models: {
"Custom Test": {
provider: "myCustomProvider",
model: "custom-test"
}
}
} |
...