from pygpt4all.models.gpt4all import GPT4All

model = GPT4All(f'D:\AI_model\mistral-7b-openorca.Q4_0.gguf')

while True:
    text = input('输入文字或按Q退出\n>>>')
    if text in ['Q', 'q']:
        exit(0)
    for token in model.generate(text):
        print(token, end='', flush=True)