simple chat implimentation

This commit is contained in:
2025-02-12 01:05:37 -06:00
parent 0b2415e684
commit 79c696c0a1

View File

@@ -1,9 +1,23 @@
import ollama
c = ollama.Client(
client = ollama.Client(
host='https://ollama.blunkall.us'
)
r = c.generate(model='llama3.2', prompt='say hello')['response']
messages = []
response = ''
model = 'llama3.2'
userInput = ''
print('Enter a prompt!')
while(userInput != 'stop'):
userInput = input()
if(userInput != 'stop'):
messages += [{ 'role': 'user', 'content': userInput, 'stream': False }]
print(client.chat(model=model, messages=messages)['message']['content'])
print(r)