lucas
/
LLaMA-Factory
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix constants

This commit is contained in:
BUAADreamer 2024-09-29 22:40:43 +08:00
parent 671824d1a1
commit bec1cb8d55
2 changed files with 44 additions and 17 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

27
src/llamafactory/data/template.py
View File

@ -782,14 +782,6 @@ _register_template(
]
),
format_system=StringFormatter(slots=["<|start_header_id|>system<|end_header_id|>\n\n{{content}}<|eot_id|>"]),
format_observation=StringFormatter(
slots=[
(
"<|start_header_id|>tool<|end_header_id|>\n\n{{content}}<|eot_id|>"
"<|start_header_id|>assistant<|end_header_id|>\n\n"
)
]
),
format_prefix=EmptyFormatter(slots=[{"bos_token"}]),
stop_words=["<|eot_id|>"],
replace_eos=True,
@ -806,6 +798,17 @@ _register_template(
)
_register_template(
name="llava_next_qwen",
format_user=StringFormatter(slots=["<|im_start|>user\n{{content}}<|im_end|>\n<|im_start|>assistant\n"]),
format_separator=EmptyFormatter(slots=["\n"]),
stop_words=["<|im_end|>"],
replace_eos=True,
replace_jinja_template=False,
mm_plugin=get_mm_plugin(name="llava_next", image_token="<image>"),
)
_register_template(
name="llava_next_yi",
format_user=StringFormatter(slots=["<|im_start|>user\n{{content}}<|im_end|>\n<|im_start|>assistant\n"]),
@ -828,6 +831,14 @@ _register_template(
)
_register_template(
name="llava_next_video_mistral",
format_user=StringFormatter(slots=["[INST] {{content}} [/INST]"]),
format_prefix=EmptyFormatter(slots=[{"bos_token"}]),
mm_plugin=get_mm_plugin(name="llava_next_video", image_token="<image>", video_token="<video>"),
)
_register_template(
name="llava_next_video_yi",
format_user=StringFormatter(slots=["<|im_start|>user\n{{content}}<|im_end|>\n<|im_start|>assistant\n"]),

34
src/llamafactory/extras/constants.py
View File

@ -854,12 +854,6 @@ register_model_group(
"LLaVA-NeXT-LLaMA3-8B-Chat": {
DownloadSource.DEFAULT: "llava-hf/llama3-llava-next-8b-hf",
},
"LLaVA-NeXT-LLaMA3-72B-Chat": {
DownloadSource.DEFAULT: "llava-hf/llava-next-72b-hf",
},
"LLaVA-NeXT-LLaMA3-110B-Chat": {
DownloadSource.DEFAULT: "llava-hf/llava-next-110b-hf",
},
},
template="llava_next_llama3",
vision=True,
@ -877,6 +871,20 @@ register_model_group(
)
register_model_group(
models={
"LLaVA-NeXT-Qwen-1.5-72B-Chat": {
DownloadSource.DEFAULT: "llava-hf/llava-next-72b-hf",
},
"LLaVA-NeXT-Qwen-1.5-110B-Chat": {
DownloadSource.DEFAULT: "llava-hf/llava-next-110b-hf",
},
},
template="llava_next_qwen",
vision=True,
)
register_model_group(
models={
"LLaVA-NeXT-Yi-34B-Chat": {
@ -893,9 +901,6 @@ register_model_group(
"LLaVA-NeXT-Video-7B-Chat": {
DownloadSource.DEFAULT: "llava-hf/LLaVA-NeXT-Video-7B-hf",
},
"LLaVA-NeXT-Video-7B-32k-Chat": {
DownloadSource.DEFAULT: "llava-hf/LLaVA-NeXT-Video-7B-32K-hf",
},
"LLaVA-NeXT-Video-7B-DPO-Chat": {
DownloadSource.DEFAULT: "llava-hf/LLaVA-NeXT-Video-7B-DPO-hf",
},
@ -905,6 +910,17 @@ register_model_group(
)
register_model_group(
models={
"LLaVA-NeXT-Video-Mistral-7B-32k-Chat": {
DownloadSource.DEFAULT: "llava-hf/LLaVA-NeXT-Video-7B-32K-hf",
},
},
template="llava_next_video_mistral",
vision=True,
)
register_model_group(
models={
"LLaVA-NeXT-Video-Yi-34B-Chat": {