feat(api): integrate MCP tools support in Ollama chat route
Add support for Model Context Protocol (MCP) tools in the Ollama chat API. Detect model capabilities to use native tools or prompt engineering. Handle tool calls, execute them via MCPExecutor, and inject results back into the conversation for seamless tool-assisted responses. This enhances chat functionality by enabling external tool integration.
This commit is contained in:
1 parent
745746afa9
commit
4739a13458
18 files changed
+1782
-10
No files matched your search
+13
-4
@@ -24,17 +24,26 @@ export async function chatWithStream(
|
||||
model: string,
|
||||
messages: Array<{ role: string; content: string }>,
|
||||
options?: Record<string, unknown>,
|
||||
system?: string
|
||||
system?: string,
|
||||
tools?: Array<any>
|
||||
) {
|
||||
const client = new Ollama({ host: OLLAMA_HOST });
|
||||
return client.chat({
|
||||
|
||||
const chatOptions: any = {
|
||||
model,
|
||||
messages: system
|
||||
? [...messages, { role: "system", content: system }]
|
||||
? [{ role: "system", content: system }, ...messages]
|
||||
: messages,
|
||||
stream: true,
|
||||
options,
|
||||
});
|
||||
};
|
||||
|
||||
// Adicionar tools se fornecidos
|
||||
if (tools && tools.length > 0) {
|
||||
chatOptions.tools = tools;
|
||||
}
|
||||
|
||||
return client.chat(chatOptions);
|
||||
}
|
||||
|
||||
export async function pullModel(model: string) {
|
||||
|
||||
Reference in new issue
Block a user