TeeZee commited on
Commit
4872a18
1 Parent(s): 6bcedf0

Upload 5 files

Browse files
darkforest_v3_step1.yml ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ slices:
2
+ - sources:
3
+ - model: "./athirdpath_Orca-2-13b-Alpaca-Uncensored_flat"
4
+ layer_range: [0, 16]
5
+ - sources:
6
+ - model: "./KoboldAI_LLaMA2-13B-Erebus-v3"
7
+ layer_range: [8, 24]
8
+ - sources:
9
+ - model: "./athirdpath_Orca-2-13b-Alpaca-Uncensored_flat"
10
+ layer_range: [17, 32]
11
+ - sources:
12
+ - model: "./KoboldAI_LLaMA2-13B-Erebus-v3"
13
+ layer_range: [25, 40]
14
+ merge_method: passthrough
15
+ dtype: float32
16
+ name: normal
darkforest_v3_step2.yml ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ slices:
2
+ - sources:
3
+ - model: "./KoboldAI_LLaMA2-13B-Erebus-v3"
4
+ layer_range: [0, 16]
5
+ - sources:
6
+ - model: "./athirdpath_Orca-2-13b-Alpaca-Uncensored_flat"
7
+ layer_range: [8, 24]
8
+ - sources:
9
+ - model: "./KoboldAI_LLaMA2-13B-Erebus-v3"
10
+ layer_range: [17, 32]
11
+ - sources:
12
+ - model: "./athirdpath_Orca-2-13b-Alpaca-Uncensored_flat"
13
+ layer_range: [25, 40]
14
+ merge_method: passthrough
15
+ dtype: float32
16
+ name: inverted
darkforest_v3_step3.yml ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ models:
2
+ - model: "./step1"
3
+ parameters:
4
+ weight: 0.5
5
+ density: 0.9
6
+ gamma: 0.01
7
+ - model: "./step2"
8
+ parameters:
9
+ weight: 0.5
10
+ density: 0.9
11
+ gamma: 0.01
12
+ base_model: "./step1"
13
+ merge_method: breadcrumbs_ties
14
+ dtype: float32
15
+ name: step3
darkforest_v3_step4.yml ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ models:
2
+ - model: "./step3"
3
+ - model: "./athirdpath_Harmonia-20B"
4
+ parameters:
5
+ weight: 0.5
6
+ density: 0.9
7
+ gamma: 0.01
8
+ - model: "./BigMaid-20B-v2.0"
9
+ parameters:
10
+ weight: 0.5
11
+ density: 0.9
12
+ gamma: 0.01
13
+ base_model: "./step3"
14
+ merge_method: breadcrumbs_ties
15
+ dtype: float32
16
+ name: step4
darkforest_v3_step5.yml ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ models:
2
+ - model: "./step4"
3
+ - model: "./athirdpath_Iambe-RP-v3-20b"
4
+ parameters:
5
+ weight: 0.5
6
+ density: 0.9
7
+ gamma: 0.01
8
+ base_model: "./step4"
9
+ merge_method: breadcrumbs_ties
10
+ dtype: float32
11
+ name: darkforest_v3