nanotron
/

llama3-8b-infini-attention

Model card Files Files and versions Community

llama3-8b-infini-attention / random

1 contributor

History: 1 commit

neuralink HF staff

add ckp

0610800 3 months ago

tp-0-of-4_dp-0-of-6_pp-0-of-1.pt
Detected Pickle imports (9)
- "nanotron.random.RandomStates",
- "nanotron.random.RandomState",
- "_codecs.encode",
- "numpy.core.multiarray._reconstruct",
- "numpy.dtype",
- "numpy.ndarray",
- "torch.ByteStorage",
- "collections.OrderedDict",
- "torch._utils._rebuild_tensor_v2"
How to fix it?
14.6 kB
LFS

add ckp 3 months ago
tp-0-of-4_dp-1-of-6_pp-0-of-1.pt
Detected Pickle imports (9)
- "nanotron.random.RandomStates",
- "nanotron.random.RandomState",
- "_codecs.encode",
- "numpy.core.multiarray._reconstruct",
- "numpy.dtype",
- "numpy.ndarray",
- "torch.ByteStorage",
- "collections.OrderedDict",
- "torch._utils._rebuild_tensor_v2"
How to fix it?
14.6 kB
LFS

add ckp 3 months ago
tp-0-of-4_dp-2-of-6_pp-0-of-1.pt
Detected Pickle imports (9)
- "nanotron.random.RandomStates",
- "nanotron.random.RandomState",
- "_codecs.encode",
- "numpy.core.multiarray._reconstruct",
- "numpy.dtype",
- "numpy.ndarray",
- "torch.ByteStorage",
- "collections.OrderedDict",
- "torch._utils._rebuild_tensor_v2"
How to fix it?
14.6 kB
LFS

add ckp 3 months ago
tp-0-of-4_dp-3-of-6_pp-0-of-1.pt
Detected Pickle imports (9)
- "nanotron.random.RandomStates",
- "nanotron.random.RandomState",
- "_codecs.encode",
- "numpy.core.multiarray._reconstruct",
- "numpy.dtype",
- "numpy.ndarray",
- "torch.ByteStorage",
- "collections.OrderedDict",
- "torch._utils._rebuild_tensor_v2"
How to fix it?
14.6 kB
LFS

add ckp 3 months ago
tp-0-of-4_dp-4-of-6_pp-0-of-1.pt
Detected Pickle imports (9)
- "nanotron.random.RandomStates",
- "nanotron.random.RandomState",
- "_codecs.encode",
- "numpy.core.multiarray._reconstruct",
- "numpy.dtype",
- "numpy.ndarray",
- "torch.ByteStorage",
- "collections.OrderedDict",
- "torch._utils._rebuild_tensor_v2"
How to fix it?
14.6 kB
LFS

add ckp 3 months ago
tp-0-of-4_dp-5-of-6_pp-0-of-1.pt
Detected Pickle imports (9)
- "nanotron.random.RandomStates",
- "nanotron.random.RandomState",
- "_codecs.encode",
- "numpy.core.multiarray._reconstruct",
- "numpy.dtype",
- "numpy.ndarray",
- "torch.ByteStorage",
- "collections.OrderedDict",
- "torch._utils._rebuild_tensor_v2"
How to fix it?
14.6 kB
LFS

add ckp 3 months ago
tp-1-of-4_dp-0-of-6_pp-0-of-1.pt
Detected Pickle imports (9)
- "nanotron.random.RandomStates",
- "nanotron.random.RandomState",
- "_codecs.encode",
- "numpy.core.multiarray._reconstruct",
- "numpy.dtype",
- "numpy.ndarray",
- "torch.ByteStorage",
- "collections.OrderedDict",
- "torch._utils._rebuild_tensor_v2"
How to fix it?
14.6 kB
LFS

add ckp 3 months ago
tp-1-of-4_dp-1-of-6_pp-0-of-1.pt
Detected Pickle imports (9)
- "nanotron.random.RandomStates",
- "nanotron.random.RandomState",
- "_codecs.encode",
- "numpy.core.multiarray._reconstruct",
- "numpy.dtype",
- "numpy.ndarray",
- "torch.ByteStorage",
- "collections.OrderedDict",
- "torch._utils._rebuild_tensor_v2"
How to fix it?
14.6 kB
LFS

add ckp 3 months ago
tp-1-of-4_dp-2-of-6_pp-0-of-1.pt
Detected Pickle imports (9)
- "nanotron.random.RandomStates",
- "nanotron.random.RandomState",
- "_codecs.encode",
- "numpy.core.multiarray._reconstruct",
- "numpy.dtype",
- "numpy.ndarray",
- "torch.ByteStorage",
- "collections.OrderedDict",
- "torch._utils._rebuild_tensor_v2"
How to fix it?
14.6 kB
LFS

add ckp 3 months ago
tp-1-of-4_dp-3-of-6_pp-0-of-1.pt
Detected Pickle imports (9)
- "nanotron.random.RandomStates",
- "nanotron.random.RandomState",
- "_codecs.encode",
- "numpy.core.multiarray._reconstruct",
- "numpy.dtype",
- "numpy.ndarray",
- "torch.ByteStorage",
- "collections.OrderedDict",
- "torch._utils._rebuild_tensor_v2"
How to fix it?
14.6 kB
LFS

add ckp 3 months ago
tp-1-of-4_dp-4-of-6_pp-0-of-1.pt
Detected Pickle imports (9)
- "nanotron.random.RandomStates",
- "nanotron.random.RandomState",
- "_codecs.encode",
- "numpy.core.multiarray._reconstruct",
- "numpy.dtype",
- "numpy.ndarray",
- "torch.ByteStorage",
- "collections.OrderedDict",
- "torch._utils._rebuild_tensor_v2"
How to fix it?
14.6 kB
LFS

add ckp 3 months ago
tp-1-of-4_dp-5-of-6_pp-0-of-1.pt
Detected Pickle imports (9)
- "nanotron.random.RandomStates",
- "nanotron.random.RandomState",
- "_codecs.encode",
- "numpy.core.multiarray._reconstruct",
- "numpy.dtype",
- "numpy.ndarray",
- "torch.ByteStorage",
- "collections.OrderedDict",
- "torch._utils._rebuild_tensor_v2"
How to fix it?
14.6 kB
LFS

add ckp 3 months ago
tp-2-of-4_dp-0-of-6_pp-0-of-1.pt
Detected Pickle imports (9)
- "nanotron.random.RandomStates",
- "nanotron.random.RandomState",
- "_codecs.encode",
- "numpy.core.multiarray._reconstruct",
- "numpy.dtype",
- "numpy.ndarray",
- "torch.ByteStorage",
- "collections.OrderedDict",
- "torch._utils._rebuild_tensor_v2"
How to fix it?
14.6 kB
LFS

add ckp 3 months ago
tp-2-of-4_dp-1-of-6_pp-0-of-1.pt
Detected Pickle imports (9)
- "nanotron.random.RandomStates",
- "nanotron.random.RandomState",
- "_codecs.encode",
- "numpy.core.multiarray._reconstruct",
- "numpy.dtype",
- "numpy.ndarray",
- "torch.ByteStorage",
- "collections.OrderedDict",
- "torch._utils._rebuild_tensor_v2"
How to fix it?
14.6 kB
LFS

add ckp 3 months ago
tp-2-of-4_dp-2-of-6_pp-0-of-1.pt
Detected Pickle imports (9)
- "nanotron.random.RandomStates",
- "nanotron.random.RandomState",
- "_codecs.encode",
- "numpy.core.multiarray._reconstruct",
- "numpy.dtype",
- "numpy.ndarray",
- "torch.ByteStorage",
- "collections.OrderedDict",
- "torch._utils._rebuild_tensor_v2"
How to fix it?
14.6 kB
LFS

add ckp 3 months ago
tp-2-of-4_dp-3-of-6_pp-0-of-1.pt
Detected Pickle imports (9)
- "nanotron.random.RandomStates",
- "nanotron.random.RandomState",
- "_codecs.encode",
- "numpy.core.multiarray._reconstruct",
- "numpy.dtype",
- "numpy.ndarray",
- "torch.ByteStorage",
- "collections.OrderedDict",
- "torch._utils._rebuild_tensor_v2"
How to fix it?
14.6 kB
LFS

add ckp 3 months ago
tp-2-of-4_dp-4-of-6_pp-0-of-1.pt
Detected Pickle imports (9)
- "nanotron.random.RandomStates",
- "nanotron.random.RandomState",
- "_codecs.encode",
- "numpy.core.multiarray._reconstruct",
- "numpy.dtype",
- "numpy.ndarray",
- "torch.ByteStorage",
- "collections.OrderedDict",
- "torch._utils._rebuild_tensor_v2"
How to fix it?
14.6 kB
LFS

add ckp 3 months ago
tp-2-of-4_dp-5-of-6_pp-0-of-1.pt
Detected Pickle imports (9)
- "nanotron.random.RandomStates",
- "nanotron.random.RandomState",
- "_codecs.encode",
- "numpy.core.multiarray._reconstruct",
- "numpy.dtype",
- "numpy.ndarray",
- "torch.ByteStorage",
- "collections.OrderedDict",
- "torch._utils._rebuild_tensor_v2"
How to fix it?
14.6 kB
LFS

add ckp 3 months ago
tp-3-of-4_dp-0-of-6_pp-0-of-1.pt
Detected Pickle imports (9)
- "nanotron.random.RandomStates",
- "nanotron.random.RandomState",
- "_codecs.encode",
- "numpy.core.multiarray._reconstruct",
- "numpy.dtype",
- "numpy.ndarray",
- "torch.ByteStorage",
- "collections.OrderedDict",
- "torch._utils._rebuild_tensor_v2"
How to fix it?
14.6 kB
LFS

add ckp 3 months ago
tp-3-of-4_dp-1-of-6_pp-0-of-1.pt
Detected Pickle imports (9)
- "nanotron.random.RandomStates",
- "nanotron.random.RandomState",
- "_codecs.encode",
- "numpy.core.multiarray._reconstruct",
- "numpy.dtype",
- "numpy.ndarray",
- "torch.ByteStorage",
- "collections.OrderedDict",
- "torch._utils._rebuild_tensor_v2"
How to fix it?
14.6 kB
LFS

add ckp 3 months ago
tp-3-of-4_dp-2-of-6_pp-0-of-1.pt
Detected Pickle imports (9)
- "nanotron.random.RandomStates",
- "nanotron.random.RandomState",
- "_codecs.encode",
- "numpy.core.multiarray._reconstruct",
- "numpy.dtype",
- "numpy.ndarray",
- "torch.ByteStorage",
- "collections.OrderedDict",
- "torch._utils._rebuild_tensor_v2"
How to fix it?
14.6 kB
LFS

add ckp 3 months ago
tp-3-of-4_dp-3-of-6_pp-0-of-1.pt
Detected Pickle imports (9)
- "nanotron.random.RandomStates",
- "nanotron.random.RandomState",
- "_codecs.encode",
- "numpy.core.multiarray._reconstruct",
- "numpy.dtype",
- "numpy.ndarray",
- "torch.ByteStorage",
- "collections.OrderedDict",
- "torch._utils._rebuild_tensor_v2"
How to fix it?
14.6 kB
LFS

add ckp 3 months ago
tp-3-of-4_dp-4-of-6_pp-0-of-1.pt
Detected Pickle imports (9)
- "nanotron.random.RandomStates",
- "nanotron.random.RandomState",
- "_codecs.encode",
- "numpy.core.multiarray._reconstruct",
- "numpy.dtype",
- "numpy.ndarray",
- "torch.ByteStorage",
- "collections.OrderedDict",
- "torch._utils._rebuild_tensor_v2"
How to fix it?
14.6 kB
LFS

add ckp 3 months ago
tp-3-of-4_dp-5-of-6_pp-0-of-1.pt
Detected Pickle imports (9)
- "nanotron.random.RandomStates",
- "nanotron.random.RandomState",
- "_codecs.encode",
- "numpy.core.multiarray._reconstruct",
- "numpy.dtype",
- "numpy.ndarray",
- "torch.ByteStorage",
- "collections.OrderedDict",
- "torch._utils._rebuild_tensor_v2"
How to fix it?
14.6 kB
LFS

add ckp 3 months ago

Detected Pickle imports (9)

Detected Pickle imports (9)

Detected Pickle imports (9)

Detected Pickle imports (9)

Detected Pickle imports (9)

Detected Pickle imports (9)

Detected Pickle imports (9)

Detected Pickle imports (9)

Detected Pickle imports (9)

Detected Pickle imports (9)

Detected Pickle imports (9)

Detected Pickle imports (9)

Detected Pickle imports (9)

Detected Pickle imports (9)

Detected Pickle imports (9)

Detected Pickle imports (9)

Detected Pickle imports (9)

Detected Pickle imports (9)

Detected Pickle imports (9)

Detected Pickle imports (9)

Detected Pickle imports (9)

Detected Pickle imports (9)

Detected Pickle imports (9)

Detected Pickle imports (9)