Compare commits
2 Commits
402bc73dce
...
2e552c186d
Author | SHA1 | Date | |
---|---|---|---|
![]() |
2e552c186d | ||
![]() |
1b3f546669 |
@ -1,4 +1,7 @@
|
|||||||
import gradio as gr
|
import gradio as gr
|
||||||
|
import sys
|
||||||
|
from pathlib import Path
|
||||||
|
sys.path.append(str(Path(__file__).resolve().parent.parent))
|
||||||
from global_var import model,tokenizer
|
from global_var import model,tokenizer
|
||||||
|
|
||||||
def chat_page():
|
def chat_page():
|
||||||
@ -23,6 +26,10 @@ def chat_page():
|
|||||||
|
|
||||||
msg.submit(user, [msg, chatbot], [msg, chatbot], queue=False).then(
|
msg.submit(user, [msg, chatbot], [msg, chatbot], queue=False).then(
|
||||||
bot, chatbot, chatbot
|
bot, chatbot, chatbot
|
||||||
|
|
||||||
)
|
)
|
||||||
clear.click(lambda: None, None, chatbot, queue=False)
|
clear.click(lambda: None, None, chatbot, queue=False)
|
||||||
return demo
|
return demo
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
chat_page().queue().launch()
|
@ -18,7 +18,7 @@ def model_manage_page():
|
|||||||
output_text = gr.Textbox(label="当前状态", interactive=False)
|
output_text = gr.Textbox(label="当前状态", interactive=False)
|
||||||
with gr.Row():
|
with gr.Row():
|
||||||
with gr.Column(scale=3):
|
with gr.Column(scale=3):
|
||||||
dropdown = gr.Dropdown(choices=model_folders, label="选择模型", interactive=True) # 将子文件夹列表添加到Dropdown组件中,并设置为可选
|
model_select_dropdown = gr.Dropdown(choices=model_folders, label="选择模型", interactive=True) # 将子文件夹列表添加到Dropdown组件中,并设置为可选
|
||||||
max_seq_length_input = gr.Number(label="最大序列长度", value=4096, precision=0)
|
max_seq_length_input = gr.Number(label="最大序列长度", value=4096, precision=0)
|
||||||
load_in_4bit_input = gr.Checkbox(label="使用4位量化", value=True)
|
load_in_4bit_input = gr.Checkbox(label="使用4位量化", value=True)
|
||||||
with gr.Column(scale=1):
|
with gr.Column(scale=1):
|
||||||
@ -49,7 +49,7 @@ def model_manage_page():
|
|||||||
except Exception as e:
|
except Exception as e:
|
||||||
return f"加载模型时出错: {str(e)}"
|
return f"加载模型时出错: {str(e)}"
|
||||||
|
|
||||||
load_button.click(fn=load_model, inputs=[dropdown, max_seq_length_input, load_in_4bit_input], outputs=output_text)
|
load_button.click(fn=load_model, inputs=[model_select_dropdown, max_seq_length_input, load_in_4bit_input], outputs=output_text)
|
||||||
|
|
||||||
def unload_model():
|
def unload_model():
|
||||||
try:
|
try:
|
||||||
@ -98,7 +98,7 @@ def model_manage_page():
|
|||||||
except Exception as e:
|
except Exception as e:
|
||||||
return f"刷新模型列表时出错: {str(e)}"
|
return f"刷新模型列表时出错: {str(e)}"
|
||||||
|
|
||||||
refresh_button.click(fn=refresh_model_list, inputs=None, outputs=dropdown)
|
refresh_button.click(fn=refresh_model_list, inputs=None, outputs=model_select_dropdown)
|
||||||
|
|
||||||
return demo
|
return demo
|
||||||
|
|
||||||
|
@ -1,5 +1,8 @@
|
|||||||
import gradio as gr
|
import gradio as gr
|
||||||
|
import sys
|
||||||
|
from pathlib import Path
|
||||||
from typing import List
|
from typing import List
|
||||||
|
sys.path.append(str(Path(__file__).resolve().parent.parent))
|
||||||
from global_var import prompt_store
|
from global_var import prompt_store
|
||||||
from schema.prompt import promptTempleta
|
from schema.prompt import promptTempleta
|
||||||
def prompt_manage_page():
|
def prompt_manage_page():
|
||||||
@ -113,4 +116,10 @@ def prompt_manage_page():
|
|||||||
outputs=[prompt_table]
|
outputs=[prompt_table]
|
||||||
)
|
)
|
||||||
|
|
||||||
return demo
|
return demo
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
demo = prompt_manage_page()
|
||||||
|
demo.queue()
|
||||||
|
demo.launch()
|
Loading…
x
Reference in New Issue
Block a user