mirror of
https://github.com/microsoft/agent-framework.git
synced 2026-06-16 21:04:09 +08:00
Giles Odigwe
df0bd4da82
* Fix ollama_chat_client.py sample: pass tools via options dict The sample was passing tools as a direct keyword argument to get_response(), which caused a TypeError. The tools parameter must be passed inside the options dict per the SupportsChatGetResponse protocol. Fixes #6411 Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com> * Wrap tools in a list as expected by OllamaChatClient _prepare_tools_for_ollama iterates the tools value, so it must be a list rather than a bare FunctionTool instance. Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com> --------- Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com>
54 lines
1.7 KiB
Python
54 lines
1.7 KiB
Python
# Copyright (c) Microsoft. All rights reserved.
|
|
|
|
import asyncio
|
|
from datetime import datetime
|
|
|
|
from agent_framework import Message, tool
|
|
from agent_framework.ollama import OllamaChatClient
|
|
from dotenv import load_dotenv
|
|
|
|
# Load environment variables from .env file
|
|
load_dotenv()
|
|
|
|
"""
|
|
Ollama Chat Client Example
|
|
|
|
This sample demonstrates using the native Ollama Chat Client directly.
|
|
|
|
Ensure to install Ollama and have a model running locally before running the sample.
|
|
Not all Models support function calling, to test function calling try llama3.2
|
|
Set the model to use via the OLLAMA_MODEL environment variable or modify the code below.
|
|
https://ollama.com/
|
|
|
|
"""
|
|
|
|
|
|
# NOTE: approval_mode="never_require" is for sample brevity. Use "always_require" in production;
|
|
# see samples/02-agents/tools/function_tool_with_approval.py
|
|
# and samples/02-agents/tools/function_tool_with_approval_and_sessions.py.
|
|
@tool(approval_mode="never_require")
|
|
def get_time():
|
|
"""Get the current time."""
|
|
return f"The current time is {datetime.now().strftime('%I:%M %p')}."
|
|
|
|
|
|
async def main() -> None:
|
|
client = OllamaChatClient()
|
|
message = "What time is it? Use a tool call"
|
|
messages = [Message(role="user", contents=[message])]
|
|
stream = False
|
|
print(f"User: {message}")
|
|
if stream:
|
|
print("Assistant: ", end="")
|
|
async for chunk in client.get_response(messages, options={"tools": [get_time]}, stream=True):
|
|
if str(chunk):
|
|
print(str(chunk), end="")
|
|
print("")
|
|
else:
|
|
response = await client.get_response(messages, options={"tools": [get_time]})
|
|
print(f"Assistant: {response}")
|
|
|
|
|
|
if __name__ == "__main__":
|
|
asyncio.run(main())
|