Commit
•
b7b4e7f
1
Parent(s):
0e99ce0
Update x_transformer_1_23_2.py
Browse files- x_transformer_1_23_2.py +1 -1
x_transformer_1_23_2.py
CHANGED
|
@@ -29,7 +29,7 @@ from typing import Optional, Tuple
|
|
| 29 |
import torch
|
| 30 |
from torch import nn, einsum, Tensor
|
| 31 |
import torch.nn.functional as F
|
| 32 |
-
from torch.nn.attention import SDPBackend, sdpa_kernel
|
| 33 |
|
| 34 |
from collections import namedtuple
|
| 35 |
from functools import wraps
|
|
|
|
| 29 |
import torch
|
| 30 |
from torch import nn, einsum, Tensor
|
| 31 |
import torch.nn.functional as F
|
| 32 |
+
# from torch.nn.attention import SDPBackend, sdpa_kernel
|
| 33 |
|
| 34 |
from collections import namedtuple
|
| 35 |
from functools import wraps
|