demo chat with ollama

This commit is contained in:
2026-06-08 17:28:02 +02:00
parent 796f14b0f8
commit 97d2c29f1f
3 changed files with 284 additions and 2 deletions

View File

@@ -1,6 +1,25 @@
def main():
print("Hello from tr-steering-allen!")
import argparse
parser = argparse.ArgumentParser()
parser.add_argument("--model","-m", default="glm-4.7-flash:latest", help="model used for generation")
args = parser.parse_args()
print(args)
from ollama import chat
prompt = "Hi, how are you today?"
reply = []
for _ in range(10):
response = chat(model=args.model, messages=[{"role":"user","content":prompt}])
reply.append(response.message.content)
print("\n".join(reply))
if __name__ == "__main__":
main()