starlight-apk/Qwen
1
0
Fork 0
mirror of https://github.com/QwenLM/Qwen.git synced 2026-05-21 00:45:48 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #246 from QwenLM/update_web_demo

Browse Source 
Update web demo
This commit is contained in:
Junyang Lin
2023-08-27 18:39:26 +08:00
committed by GitHub
parent 96d10ebc9c 50131acda4
commit f56550b01f
1 changed files with 9 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
web_demo.py
View File

@@ -9,6 +9,8 @@ from argparse import ArgumentParser
import gradio as gr import gradio as gr
import mdtex2html import mdtex2html
import torch
from transformers import AutoModelForCausalLM, AutoTokenizer from transformers import AutoModelForCausalLM, AutoTokenizer
from transformers.generation import GenerationConfig from transformers.generation import GenerationConfig
@@ -143,9 +145,13 @@ def _launch_demo(args, model, tokenizer, config):
def reset_user_input(): def reset_user_input():
return gr.update(value="") return gr.update(value="")
def reset_state(_task_history): def reset_state(_chatbot, _task_history):
_task_history.clear() _task_history.clear()
return [] _chatbot.clear()
import gc
gc.collect()
torch.cuda.empty_cache()
return _chatbot
with gr.Blocks() as demo: with gr.Blocks() as demo:
gr.Markdown("""\ gr.Markdown("""\
@@ -174,7 +180,7 @@ Qwen-7B-Chat <a href="https://modelscope.cn/models/qwen/Qwen-7B-Chat/summary">
submit_btn.click(predict, [query, chatbot, task_history], [chatbot], show_progress=True) submit_btn.click(predict, [query, chatbot, task_history], [chatbot], show_progress=True)
submit_btn.click(reset_user_input, [], [query]) submit_btn.click(reset_user_input, [], [query])
empty_btn.click(reset_state, [task_history], outputs=[chatbot], show_progress=True) empty_btn.click(reset_state, [chatbot, task_history], outputs=[chatbot], show_progress=True)
regen_btn.click(regenerate, [chatbot, task_history], [chatbot], show_progress=True) regen_btn.click(regenerate, [chatbot, task_history], [chatbot], show_progress=True)
gr.Markdown("""\ gr.Markdown("""\