tiny fix
This commit is contained in:
parent
d2ebd225db
commit
5d4118b096
|
@ -1,7 +1,3 @@
|
|||
# coding=utf-8
|
||||
# Modified from:
|
||||
# [1] https://github.com/huggingface/transformers/blob/main/src/transformers/models/llama/modeling_llama.py
|
||||
|
||||
import math
|
||||
import torch
|
||||
import torch.nn as nn
|
||||
|
@ -19,6 +15,7 @@ except ImportError:
|
|||
logger = logging.get_logger(__name__)
|
||||
|
||||
|
||||
# Modified from: https://github.com/huggingface/transformers/blob/main/src/transformers/models/llama/modeling_llama.py
|
||||
class LlamaShiftShortAttention(LlamaAttention):
|
||||
|
||||
def forward(
|
||||
|
|
Loading…
Reference in New Issue