Upload folder using huggingface_hub
Browse files- README.md +5 -4
- mergekit_config.yml +2 -2
- model-00001-of-00001.safetensors +1 -1
README.md
CHANGED
@@ -1,14 +1,14 @@
|
|
1 |
---
|
2 |
base_model:
|
3 |
-
- nilq/lua-mistral-1L-tiny
|
4 |
- nilq/mistral-1L-tiny
|
|
|
5 |
library_name: transformers
|
6 |
tags:
|
7 |
- mergekit
|
8 |
- merge
|
9 |
|
10 |
---
|
11 |
-
#
|
12 |
|
13 |
This is a merge of pre-trained language models created using [mergekit](https://github.com/cg123/mergekit).
|
14 |
|
@@ -20,8 +20,8 @@ This model was merged using the SLERP merge method.
|
|
20 |
### Models Merged
|
21 |
|
22 |
The following models were included in the merge:
|
23 |
-
* [nilq/lua-mistral-1L-tiny](https://huggingface.co/nilq/lua-mistral-1L-tiny)
|
24 |
* [nilq/mistral-1L-tiny](https://huggingface.co/nilq/mistral-1L-tiny)
|
|
|
25 |
|
26 |
### Configuration
|
27 |
|
@@ -35,6 +35,7 @@ merge_method: slerp
|
|
35 |
base_model: nilq/mistral-1L-tiny
|
36 |
parameters:
|
37 |
t:
|
38 |
-
- value: 0.
|
39 |
dtype: float16
|
|
|
40 |
```
|
|
|
1 |
---
|
2 |
base_model:
|
|
|
3 |
- nilq/mistral-1L-tiny
|
4 |
+
- nilq/lua-mistral-1L-tiny
|
5 |
library_name: transformers
|
6 |
tags:
|
7 |
- mergekit
|
8 |
- merge
|
9 |
|
10 |
---
|
11 |
+
# 1L-mistral-lua-stories-slerp
|
12 |
|
13 |
This is a merge of pre-trained language models created using [mergekit](https://github.com/cg123/mergekit).
|
14 |
|
|
|
20 |
### Models Merged
|
21 |
|
22 |
The following models were included in the merge:
|
|
|
23 |
* [nilq/mistral-1L-tiny](https://huggingface.co/nilq/mistral-1L-tiny)
|
24 |
+
* [nilq/lua-mistral-1L-tiny](https://huggingface.co/nilq/lua-mistral-1L-tiny)
|
25 |
|
26 |
### Configuration
|
27 |
|
|
|
35 |
base_model: nilq/mistral-1L-tiny
|
36 |
parameters:
|
37 |
t:
|
38 |
+
- value: 0.8
|
39 |
dtype: float16
|
40 |
+
|
41 |
```
|
mergekit_config.yml
CHANGED
@@ -5,5 +5,5 @@ merge_method: slerp
|
|
5 |
base_model: nilq/mistral-1L-tiny
|
6 |
parameters:
|
7 |
t:
|
8 |
-
- value: 0.
|
9 |
-
dtype: float16
|
|
|
5 |
base_model: nilq/mistral-1L-tiny
|
6 |
parameters:
|
7 |
t:
|
8 |
+
- value: 0.8
|
9 |
+
dtype: float16
|
model-00001-of-00001.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 70258952
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:46e23bc0ea8834b34b5f4d3766b1138aebb0479540520b8ae03cde2c7ddf4150
|
3 |
size 70258952
|