Update README.md
Browse files
README.md
CHANGED
@@ -50,3 +50,32 @@ parameters:
|
|
50 |
dtype: bfloat16
|
51 |
|
52 |
```
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
50 |
dtype: bfloat16
|
51 |
|
52 |
```
|
53 |
+
|
54 |
+
# llama3-SOVL-v1
|
55 |
+
```
|
56 |
+
slices:
|
57 |
+
- sources:
|
58 |
+
- model: Mergekit/SMART-CODER
|
59 |
+
layer_range: [0, 32]
|
60 |
+
- model: ResplendentAI/SOVL_Llama3_8B
|
61 |
+
layer_range: [0, 32]
|
62 |
+
merge_method: slerp
|
63 |
+
base_model: Mergekit/SMART-CODER
|
64 |
+
parameters:
|
65 |
+
t:
|
66 |
+
- value: [0.90, 0.55, 0.75, 0.35, 0.45, 0.90, 0.25, 0.90, 0.45, 0.35, 0.75, 0.55, 0.90]
|
67 |
+
dtype: bfloat16
|
68 |
+
```
|
69 |
+
|
70 |
+
# SMART-CODER
|
71 |
+
```
|
72 |
+
models:
|
73 |
+
- model: NousResearch/Meta-Llama-3-8B-Instruct
|
74 |
+
- model: Locutusque/llama-3-neural-chat-v2.2-8B
|
75 |
+
- model: NousResearch/Hermes-2-Pro-Llama-3-8B
|
76 |
+
- model: rombodawg/Llama-3-8B-Instruct-Coder-v2
|
77 |
+
- model: aaditya/Llama3-OpenBioLLM-8B
|
78 |
+
merge_method: model_stock
|
79 |
+
base_model: NousResearch/Meta-Llama-3-8B-Instruct
|
80 |
+
dtype: bfloat16
|
81 |
+
```
|