support Yi-34B-Chat models

This commit is contained in:
hiyouga 2023-11-23 19:31:49 +08:00
parent 5085b00a1d
commit ff1c289229
2 changed files with 22 additions and 2 deletions

View File

@ -682,6 +682,22 @@ register_template(
)
register_template(
name="yi",
prefix=[
"{{system}}"
],
prompt=[
"<|im_start|>user\n{{query}}<|im_end|>\n<|im_start|>assistant\n"
],
system="",
sep=[
"<|im_end|>\n"
],
efficient_eos=True
)
register_template(
name="zephyr",
prefix=[

View File

@ -264,8 +264,12 @@ register_model_group(
register_model_group(
models={
"Yi-6B": "01-ai/Yi-6B",
"Yi-34B": "01-ai/Yi-34B"
}
"Yi-34B": "01-ai/Yi-34B",
"Yi-34B-Chat": "01-ai/Yi-34B-Chat",
"Yi-34B-int8-Chat": "01-ai/Yi-34B-Chat-8bits",
"Yi-34B-int4-Chat": "01-ai/Yi-34B-Chat-4bits"
},
template="yi"
)