support Yi-34B-Chat models

This commit is contained in:
hiyouga 2023-11-23 19:31:49 +08:00
parent 5085b00a1d
commit ff1c289229
2 changed files with 22 additions and 2 deletions

View File

@ -682,6 +682,22 @@ register_template(
) )
register_template(
name="yi",
prefix=[
"{{system}}"
],
prompt=[
"<|im_start|>user\n{{query}}<|im_end|>\n<|im_start|>assistant\n"
],
system="",
sep=[
"<|im_end|>\n"
],
efficient_eos=True
)
register_template( register_template(
name="zephyr", name="zephyr",
prefix=[ prefix=[

View File

@ -264,8 +264,12 @@ register_model_group(
register_model_group( register_model_group(
models={ models={
"Yi-6B": "01-ai/Yi-6B", "Yi-6B": "01-ai/Yi-6B",
"Yi-34B": "01-ai/Yi-34B" "Yi-34B": "01-ai/Yi-34B",
} "Yi-34B-Chat": "01-ai/Yi-34B-Chat",
"Yi-34B-int8-Chat": "01-ai/Yi-34B-Chat-8bits",
"Yi-34B-int4-Chat": "01-ai/Yi-34B-Chat-4bits"
},
template="yi"
) )