Compare commits
3 Commits
a23ad88769
...
9784f2aed3
Author | SHA1 | Date | |
---|---|---|---|
![]() |
9784f2aed3 | ||
![]() |
611904cef9 | ||
![]() |
8a9a080745 |
@ -1,9 +1,29 @@
|
|||||||
import gradio as gr
|
import gradio as gr
|
||||||
|
import sys
|
||||||
|
from pathlib import Path
|
||||||
|
sys.path.append(str(Path(__file__).resolve().parent.parent))
|
||||||
|
from global_var import get_model, get_tokenizer, get_datasets
|
||||||
|
|
||||||
def train_page():
|
def train_page():
|
||||||
with gr.Blocks() as demo:
|
with gr.Blocks() as demo:
|
||||||
|
|
||||||
gr.Markdown("## 微调")
|
gr.Markdown("## 微调")
|
||||||
with gr.Row():
|
# 获取数据集列表并设置初始值
|
||||||
with gr.Column():
|
datasets_list = [str(ds["name"]) for ds in get_datasets().all()]
|
||||||
pass
|
initial_dataset = datasets_list[0] if datasets_list else None
|
||||||
|
dataset_dropdown = gr.Dropdown(
|
||||||
|
choices=datasets_list,
|
||||||
|
value=initial_dataset, # 设置初始选中项
|
||||||
|
label="选择数据集",
|
||||||
|
allow_custom_value=True,
|
||||||
|
interactive=True
|
||||||
|
)
|
||||||
|
|
||||||
return demo
|
return demo
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
from global_var import init_global_var
|
||||||
|
init_global_var("workdir")
|
||||||
|
demo = train_page()
|
||||||
|
demo.queue()
|
||||||
|
demo.launch()
|
@ -1,4 +1,4 @@
|
|||||||
from .parse_markdown import parse_markdown
|
from .parse_markdown import parse_markdown
|
||||||
from .scan_doc_dir import *
|
from .scan_doc_dir import *
|
||||||
from .json_example import generate_example_json
|
from .json_example import generate_example_json
|
||||||
from .model import get_model_name
|
from .model import *
|
@ -1,6 +1,4 @@
|
|||||||
import os
|
import os
|
||||||
from unsloth.chat_templates import get_chat_template
|
|
||||||
|
|
||||||
def formatting_prompts_func(examples,tokenizer):
|
def formatting_prompts_func(examples,tokenizer):
|
||||||
"""格式化对话数据的函数
|
"""格式化对话数据的函数
|
||||||
Args:
|
Args:
|
||||||
@ -11,7 +9,6 @@ def formatting_prompts_func(examples,tokenizer):
|
|||||||
questions = examples["question"]
|
questions = examples["question"]
|
||||||
answer = examples["answer"]
|
answer = examples["answer"]
|
||||||
|
|
||||||
# 将Question和Response组合成对话形式
|
|
||||||
convos = [
|
convos = [
|
||||||
[{"role": "user", "content": q}, {"role": "assistant", "content": r}]
|
[{"role": "user", "content": q}, {"role": "assistant", "content": r}]
|
||||||
for q, r in zip(questions, answer)
|
for q, r in zip(questions, answer)
|
||||||
|
Loading…
x
Reference in New Issue
Block a user