Merge pull request #706 from martinshkreli/patch-2

Update transformer.py
This commit is contained in:
manmay nakhashi 2024-01-16 10:52:35 +05:30 committed by GitHub
commit aa36bec604
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23

View file

@ -3,7 +3,7 @@ from functools import partial
import torch
import torch.nn.functional as F
from einops import rearrange
from rotary_embedding_torch import RotaryEmbedding, broadcat
from rotary_embedding_torch import RotaryEmbedding
from torch import nn