Merge pull request #111 from QwenLM/update_cli_demo

Update cli_demo.py
This commit is contained in:
Yang An
2023-08-07 22:57:19 +08:00
committed by GitHub

View File

@@ -177,7 +177,7 @@ def main():
# Run chat.
set_seed(seed)
try:
for response in model.chat(tokenizer, query, history=history, stream=True):
for response in model.chat_stream(tokenizer, query, history=history):
_clear_screen()
print(f"\nUser: {query}")
print(f"\nQwen-7B: {response}")