diff --git a/src/siren.py b/src/siren.py index b5f2f69..89168a3 100644 --- a/src/siren.py +++ b/src/siren.py @@ -1,9 +1,23 @@ import ollama -c = ollama.Client( +client = ollama.Client( host='https://ollama.blunkall.us' ) -r = c.generate(model='llama3.2', prompt='say hello')['response'] +messages = [] + +response = '' + +model = 'llama3.2' + +userInput = '' + +print('Enter a prompt!') + +while(userInput != 'stop'): + userInput = input() + if(userInput != 'stop'): + messages += [{ 'role': 'user', 'content': userInput, 'stream': False }] + print(client.chat(model=model, messages=messages)['message']['content']) + -print(r)