This commit is contained in:
hiyouga 2023-09-28 01:03:04 +08:00
parent d2ebd225db
commit 5d4118b096
1 changed files with 1 additions and 4 deletions

View File

@ -1,7 +1,3 @@
# coding=utf-8
# Modified from:
# [1] https://github.com/huggingface/transformers/blob/main/src/transformers/models/llama/modeling_llama.py
import math
import torch
import torch.nn as nn
@ -19,6 +15,7 @@ except ImportError:
logger = logging.get_logger(__name__)
# Modified from: https://github.com/huggingface/transformers/blob/main/src/transformers/models/llama/modeling_llama.py
class LlamaShiftShortAttention(LlamaAttention):
def forward(