Hugging Face's logo

Felladrin
/
gguf-Qwen2-0.5B-Instruct-llamafy

GGUF
Inference Endpoints
conversational
Model card Files Community
Felladrin commited on
Commit
a9c36d5
•
1 Parent(s): e53451f

Upload folder using huggingface_hub

Browse files
Files changed (12) hide show
  1. .gitattributes +11 -0
  2. Qwen2-0.5B-Instruct-llamafy.F16.gguf +3 -0
  3. Qwen2-0.5B-Instruct-llamafy.Q2_K.gguf +3 -0
  4. Qwen2-0.5B-Instruct-llamafy.Q3_K_M.gguf +3 -0
  5. Qwen2-0.5B-Instruct-llamafy.Q3_K_S.gguf +3 -0
  6. Qwen2-0.5B-Instruct-llamafy.Q4_0.gguf +3 -0
  7. Qwen2-0.5B-Instruct-llamafy.Q4_K_M.gguf +3 -0
  8. Qwen2-0.5B-Instruct-llamafy.Q4_K_S.gguf +3 -0
  9. Qwen2-0.5B-Instruct-llamafy.Q5_K_M.gguf +3 -0
  10. Qwen2-0.5B-Instruct-llamafy.Q5_K_S.gguf +3 -0
  11. Qwen2-0.5B-Instruct-llamafy.Q6_K.gguf +3 -0
  12. Qwen2-0.5B-Instruct-llamafy.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,14 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Qwen2-0.5B-Instruct-llamafy.F16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Qwen2-0.5B-Instruct-llamafy.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Qwen2-0.5B-Instruct-llamafy.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Qwen2-0.5B-Instruct-llamafy.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Qwen2-0.5B-Instruct-llamafy.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Qwen2-0.5B-Instruct-llamafy.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Qwen2-0.5B-Instruct-llamafy.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Qwen2-0.5B-Instruct-llamafy.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Qwen2-0.5B-Instruct-llamafy.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Qwen2-0.5B-Instruct-llamafy.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Qwen2-0.5B-Instruct-llamafy.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Qwen2-0.5B-Instruct-llamafy.F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:708be550fa659afddef72947dc667001991d28a9f99c2806846dbadeb0fd18aa
3
+ size 994241280
Qwen2-0.5B-Instruct-llamafy.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f91df35cd1d51802f2fcb17f0b8d011557db65627fa79d18842c126f3f4745b6
3
+ size 338691840
Qwen2-0.5B-Instruct-llamafy.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a8ee8f79227188e7190d2f0b6f139d5adc783c262b1cbd735208d5869c62d38
3
+ size 355550976
Qwen2-0.5B-Instruct-llamafy.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e66dab29178bf4ee5cfc2f8f52be0f07c22eef2abfc9f4e4a20b0290013766c6
3
+ size 338347776
Qwen2-0.5B-Instruct-llamafy.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5197ecb2d5af4a661f774cc3b8ddbefea564ab74c6a15a6f1cf7bdb30d5a2ff4
3
+ size 352239360
Qwen2-0.5B-Instruct-llamafy.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6548a4b015cb34b6b2fb92c0a5888826b80812a30c94b05c14733546cf915793
3
+ size 397892352
Qwen2-0.5B-Instruct-llamafy.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2db83d799d2c8ae6458a701f0c39a8409793f30ac0afaf717c9265f89d483125
3
+ size 385556224
Qwen2-0.5B-Instruct-llamafy.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2f90421f2b68e1e58e749e18282adf91cc39c2f6221a47b94fe12501baf3035
3
+ size 420170496
Qwen2-0.5B-Instruct-llamafy.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d561ac4b33454f5c269130083cbea7ef021777729ed3c83ad007231406148645
3
+ size 412794624
Qwen2-0.5B-Instruct-llamafy.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9227bd42bb3e02d7127bdab89336644f6edbbd84988127b825c10ea90052408a
3
+ size 505820928
Qwen2-0.5B-Instruct-llamafy.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0c058ce05fc01b0a467365caa7dfb475082e73c277abe2639fe566f8d872aa7
3
+ size 531152640