Hugging Face's logo

Felladrin
/
gguf-Phi-3-mini-4k-instruct

GGUF
Inference Endpoints
conversational
Model card Files Community
Felladrin commited on
Commit
0d24941
•
1 Parent(s): 55a20ca

Upload folder using huggingface_hub

Browse files
Files changed (12) hide show
  1. .gitattributes +9 -0
  2. Phi-3-mini-4k-instruct.F16.gguf +3 -0
  3. Phi-3-mini-4k-instruct.Q2_K.gguf +3 -0
  4. Phi-3-mini-4k-instruct.Q3_K_M.gguf +3 -0
  5. Phi-3-mini-4k-instruct.Q3_K_S.gguf +3 -0
  6. Phi-3-mini-4k-instruct.Q4_0.gguf +3 -0
  7. Phi-3-mini-4k-instruct.Q4_K_M.gguf +3 -0
  8. Phi-3-mini-4k-instruct.Q4_K_S.gguf +3 -0
  9. Phi-3-mini-4k-instruct.Q5_K_M.gguf +3 -0
  10. Phi-3-mini-4k-instruct.Q5_K_S.gguf +3 -0
  11. Phi-3-mini-4k-instruct.Q6_K.gguf +3 -0
  12. Phi-3-mini-4k-instruct.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -35,3 +35,12 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  phi-3-mini-4k-instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
37
  phi-3-mini-4k-instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  phi-3-mini-4k-instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
37
  phi-3-mini-4k-instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Phi-3-mini-4k-instruct.F16.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Phi-3-mini-4k-instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Phi-3-mini-4k-instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Phi-3-mini-4k-instruct.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Phi-3-mini-4k-instruct.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Phi-3-mini-4k-instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Phi-3-mini-4k-instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Phi-3-mini-4k-instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Phi-3-mini-4k-instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Phi-3-mini-4k-instruct.F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75ae3a460cb3a7292354e8b983e3a651b0333d3fb91bc1096433321b03787989
3
+ size 7643296192
Phi-3-mini-4k-instruct.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a105d8c03f25feb72476e174b0348734a43166d6123c73a5ee6b916fa15644f2
3
+ size 1697083840
Phi-3-mini-4k-instruct.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8f8aa45ccfd8abaab7b3ab947c40f52c2c5154777f2da0018cab42b3f0fe1a9
3
+ size 2226352576
Phi-3-mini-4k-instruct.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c088a6bb1760b9fbd85af098e116bd4aece195be317f134172584efda13dd36d
3
+ size 1952674240
Phi-3-mini-4k-instruct.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae661d62b550a2d9fabc247fb5df9cea8462f567e0005514a519654ebe0ad546
3
+ size 2433970624
Phi-3-mini-4k-instruct.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1006b836ae5aed90b37f041b029cfa6c4f7ee24b8a2848d42629423f73c7982
3
+ size 2651025856
Phi-3-mini-4k-instruct.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4834c19bbbcc27c621648ac2c4ca5d304da008ac84fc0588066dbab20c61d471
3
+ size 2446553536
Phi-3-mini-4k-instruct.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93dc59b90929b79e627a05efc92863add9d9ab3e1e2a20a59c1ec20851e45bc4
3
+ size 3060756928
Phi-3-mini-4k-instruct.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e664198cdd8d5241c6182c8c64b18c5791ad4f6483176cfe7efeba383e400fa
3
+ size 2886955456
Phi-3-mini-4k-instruct.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd6b7e7a684baa223c763fc9b5356d22700afcb637189429a2febd1a5e5edbe8
3
+ size 3368251840
Phi-3-mini-4k-instruct.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f737bbe1079746985677d2df2b37ece8fd86fba9210f9deab556f90dac985989
3
+ size 4245909952