Hugging Face's logo

Meggido
/
Llama-3-Lumimaid-8B-v0.1-6.5bpw-h8-exl2

Text Generation
Transformers
Safetensors
llama
Not-For-All-Audiences
nsfw
conversational
text-generation-inference
Inference Endpoints
Model card Files Community
Llama-3-Lumimaid-8B-v0.1-6.5bpw-h8-exl2
File size: 4,277 Bytes 
ff90d25
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
 
base_model: ./result/input_models/Roleplay-Llama-3-8B_213413727
dtype: bfloat16
merge_method: dare_ties
parameters:
  int8_mask: 1.0
  normalize: 0.0
slices:
- sources:
  - layer_range: [0, 4]
    model: ./result/input_models/Llama-3-Lumimaid-8B-e1_2058152591
    parameters:
      density: 0.9061440388199886
      weight: 0.7420827290507876
  - layer_range: [0, 4]
    model: ./result/input_models/Llama-3-Unholy-8B-e4_1440388923
    parameters:
      density: 0.8343357824656759
      weight: 0.5634171099678891
  - layer_range: [0, 4]
    model: ./result/input_models/Roleplay-Llama-3-8B_213413727
    parameters:
      density: 1.0
      weight: 0.03808449036687045
- sources:
  - layer_range: [4, 8]
    model: ./result/input_models/Llama-3-Lumimaid-8B-e1_2058152591
    parameters:
      density: 1.0
      weight: 0.040706182952752565
  - layer_range: [4, 8]
    model: ./result/input_models/Llama-3-Unholy-8B-e4_1440388923
    parameters:
      density: 1.0
      weight: 0.5235663919709214
  - layer_range: [4, 8]
    model: ./result/input_models/Roleplay-Llama-3-8B_213413727
    parameters:
      density: 0.6753137462586175
      weight: 0.1718739352284447
- sources:
  - layer_range: [8, 12]
    model: ./result/input_models/Llama-3-Lumimaid-8B-e1_2058152591
    parameters:
      density: 0.8144143226543775
      weight: 0.2916571301845346
  - layer_range: [8, 12]
    model: ./result/input_models/Llama-3-Unholy-8B-e4_1440388923
    parameters:
      density: 0.5944343021653459
      weight: 0.6289130590047136
  - layer_range: [8, 12]
    model: ./result/input_models/Roleplay-Llama-3-8B_213413727
    parameters:
      density: 0.9096807190417433
      weight: 0.18225448981675693
- sources:
  - layer_range: [12, 16]
    model: ./result/input_models/Llama-3-Lumimaid-8B-e1_2058152591
    parameters:
      density: 1.0
      weight: 0.31346575871103577
  - layer_range: [12, 16]
    model: ./result/input_models/Llama-3-Unholy-8B-e4_1440388923
    parameters:
      density: 1.0
      weight: 0.6710513199806648
  - layer_range: [12, 16]
    model: ./result/input_models/Roleplay-Llama-3-8B_213413727
    parameters:
      density: 1.0
      weight: 0.2620098997126852
- sources:
  - layer_range: [16, 20]
    model: ./result/input_models/Llama-3-Lumimaid-8B-e1_2058152591
    parameters:
      density: 0.7957908643933549
      weight: 0.4065602812739591
  - layer_range: [16, 20]
    model: ./result/input_models/Llama-3-Unholy-8B-e4_1440388923
    parameters:
      density: 1.0
      weight: 0.3833004954478314
  - layer_range: [16, 20]
    model: ./result/input_models/Roleplay-Llama-3-8B_213413727
    parameters:
      density: 1.0
      weight: 0.3722661530618318
- sources:
  - layer_range: [20, 24]
    model: ./result/input_models/Llama-3-Lumimaid-8B-e1_2058152591
    parameters:
      density: 0.8820161972577153
      weight: 0.31407655218805003
  - layer_range: [20, 24]
    model: ./result/input_models/Llama-3-Unholy-8B-e4_1440388923
    parameters:
      density: 0.871522940513238
      weight: 0.09916802739443117
  - layer_range: [20, 24]
    model: ./result/input_models/Roleplay-Llama-3-8B_213413727
    parameters:
      density: 0.843576104996367
      weight: 0.48592770058071444
- sources:
  - layer_range: [24, 28]
    model: ./result/input_models/Llama-3-Lumimaid-8B-e1_2058152591
    parameters:
      density: 0.8818663379010269
      weight: 0.4128563619116445
  - layer_range: [24, 28]
    model: ./result/input_models/Llama-3-Unholy-8B-e4_1440388923
    parameters:
      density: 0.89467562267532
      weight: 0.39209478410830645
  - layer_range: [24, 28]
    model: ./result/input_models/Roleplay-Llama-3-8B_213413727
    parameters:
      density: 1.0
      weight: 0.20302426278165847
- sources:
  - layer_range: [28, 32]
    model: ./result/input_models/Llama-3-Lumimaid-8B-e1_2058152591
    parameters:
      density: 0.8679751557926477
      weight: 0.5226676522508309
  - layer_range: [28, 32]
    model: ./result/input_models/Llama-3-Unholy-8B-e4_1440388923
    parameters:
      density: 0.9145274983719552
      weight: 0.4103390562947599
  - layer_range: [28, 32]
    model: ./result/input_models/Roleplay-Llama-3-8B_213413727
    parameters:
      density: 0.7116071161471552
      weight: 0.5557266216543452