From 7a2958a44f3b99cddb91f7b67fa0dd1c26c1a991 Mon Sep 17 00:00:00 2001 From: Billy Cao Date: Sat, 14 Sep 2024 19:28:20 +0800 Subject: [PATCH] Add qwen_vl to liger kernel supported list --- src/llamafactory/model/model_utils/liger_kernel.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/src/llamafactory/model/model_utils/liger_kernel.py b/src/llamafactory/model/model_utils/liger_kernel.py index 81c1132d..9f9cd20d 100644 --- a/src/llamafactory/model/model_utils/liger_kernel.py +++ b/src/llamafactory/model/model_utils/liger_kernel.py @@ -45,6 +45,8 @@ def configure_liger_kernel(config: "PretrainedConfig", model_args: "ModelArgumen from liger_kernel.transformers import apply_liger_kernel_to_phi3 as apply_liger_kernel elif model_type == "qwen2": from liger_kernel.transformers import apply_liger_kernel_to_qwen2 as apply_liger_kernel + elif model_type == "qwen2_vl": + from liger_kernel.transformers import apply_liger_kernel_to_qwen2_vl as apply_liger_kernel else: logger.warning("Current model does not support liger kernel.") return