| 123456789101112131415161718192021222324252627282930313233343536 |
- # -*- coding: utf-8 -*-
- import time
- from ollama import Client as oClient
- class OllamaChat(object):
- def call_ollama(self, host, role, text, prompt_words, model='llava:13b', temperature=0.4):
- messages = text + '\n\n' + prompt_words
- self.client = oClient(host=host)
- self.model = model
- self.messages = messages
- self.temperature = temperature
- print(f'use model: {self.model}')
- try:
- response_iter = self.client.chat(model=self.model,
- messages=[
- {'role': 'system', 'content': role},
- {'role': 'user', 'content': self.messages}
- ],
- options={"temperature": self.temperature},
- stream=False)
- return response_iter['message']['content']
- except Exception as e:
- print(f"\n发生错误: {e}")
- # if __name__ == "__main__":
- # C = ChatBot()
- # start_time = time.time()
- #
- # response_context = C.call_ollama('http://127.0.0.1:11434', 'hello,你好呀', 'llava:13b')
- # print(response_context)
- #
- # end_time = time.time()
- # run_time = end_time - start_time
- # print(f"程序运行时间：{run_time} 秒\n")
|
