2024-05-16 17:02:00 +00:00
|
|
|
### Note: DO NOT use quantized model or quantization_bit when merging lora adapters
|
2024-05-06 13:47:00 +00:00
|
|
|
|
2024-05-16 17:02:00 +00:00
|
|
|
### model
|
2024-05-06 13:47:00 +00:00
|
|
|
model_name_or_path: meta-llama/Meta-Llama-3-8B-Instruct
|
|
|
|
|
adapter_name_or_path: saves/llama3-8b/lora/sft
|
|
|
|
|
template: llama3
|
|
|
|
|
finetuning_type: lora
|
|
|
|
|
|
2024-05-16 17:02:00 +00:00
|
|
|
### export
|
2024-05-06 13:47:00 +00:00
|
|
|
export_dir: models/llama3_lora_sft
|
|
|
|
|
export_size: 2
|
|
|
|
|
export_device: cpu
|
|
|
|
|
export_legacy_format: false
|
