Hugging Face's logo

backyardai
/
Phi-3-mini-4k-instruct-GGUF

Text Generation
GGUF
English
nlp
code
Inference Endpoints
conversational
Model card Files Community
brooketh commited on
Commit
06463cd
•
1 Parent(s): 0292743

Upload model.json

Browse files
Files changed (1) hide show
  1. model.json +104 -0
model.json ADDED
@@ -0,0 +1,104 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "ctxSize": 4096,
3
+ "description": "State-of-the-art lightweight open model from Microsoft, trained with the Phi-3 datasets. These include both synthetic data and filtered publicly available websites data with a focus on high-quality and reasoning dense properties.",
4
+ "displayName": "Phi 3 mini 4k instruct 3.8B",
5
+ "name": "phi3.3.8b.phi-3-mini-4k-instruct",
6
+ "recommended": false,
7
+ "files": [{
8
+ "commitHash": "029274361cce645a06c184235def2acf05ed8e10",
9
+ "isDeprecated": false,
10
+ "displayLink": "https://huggingface.co/FaradayDotDev/Phi-3-mini-4k-instruct-GGUF/",
11
+ "hfPathFromRoot": "Phi-3-mini-4k-instruct.Q3_K_L.gguf",
12
+ "fileFormat": "gguf_v2",
13
+ "hfRepo": "FaradayDotDev/Phi-3-mini-4k-instruct-GGUF",
14
+ "localFilename": "phi3.3.8b.phi-3-mini-4k-instruct.gguf_v2.q3_k_l.gguf",
15
+ "size": 2087596256,
16
+ "displayName": "Phi 3 mini 4k instruct 3.8B (Q3_K_L)",
17
+ "name": "phi3.3.8b.phi-3-mini-4k-instruct.gguf_v2.q3_k_l",
18
+ "cloudCtxSize": null
19
+ },
20
+ {
21
+ "commitHash": "029274361cce645a06c184235def2acf05ed8e10",
22
+ "isDeprecated": false,
23
+ "displayLink": "https://huggingface.co/FaradayDotDev/Phi-3-mini-4k-instruct-GGUF/",
24
+ "hfPathFromRoot": "Phi-3-mini-4k-instruct.Q3_K_M.gguf",
25
+ "fileFormat": "gguf_v2",
26
+ "hfRepo": "FaradayDotDev/Phi-3-mini-4k-instruct-GGUF",
27
+ "localFilename": "phi3.3.8b.phi-3-mini-4k-instruct.gguf_v2.q3_k_m.gguf",
28
+ "size": 1955475680,
29
+ "displayName": "Phi 3 mini 4k instruct 3.8B (Q3_K_M)",
30
+ "name": "phi3.3.8b.phi-3-mini-4k-instruct.gguf_v2.q3_k_m",
31
+ "cloudCtxSize": null
32
+ },
33
+ {
34
+ "commitHash": "029274361cce645a06c184235def2acf05ed8e10",
35
+ "isDeprecated": false,
36
+ "displayLink": "https://huggingface.co/FaradayDotDev/Phi-3-mini-4k-instruct-GGUF/",
37
+ "hfPathFromRoot": "Phi-3-mini-4k-instruct.Q4_K_M.gguf",
38
+ "fileFormat": "gguf_v2",
39
+ "hfRepo": "FaradayDotDev/Phi-3-mini-4k-instruct-GGUF",
40
+ "localFilename": "phi3.3.8b.phi-3-mini-4k-instruct.gguf_v2.q4_k_m.gguf",
41
+ "size": 2393231072,
42
+ "displayName": "Phi 3 mini 4k instruct 3.8B (Q4_K_M)",
43
+ "name": "phi3.3.8b.phi-3-mini-4k-instruct.gguf_v2.q4_k_m",
44
+ "cloudCtxSize": null
45
+ },
46
+ {
47
+ "commitHash": "029274361cce645a06c184235def2acf05ed8e10",
48
+ "isDeprecated": false,
49
+ "displayLink": "https://huggingface.co/FaradayDotDev/Phi-3-mini-4k-instruct-GGUF/",
50
+ "hfPathFromRoot": "Phi-3-mini-4k-instruct.Q4_K_S.gguf",
51
+ "fileFormat": "gguf_v2",
52
+ "hfRepo": "FaradayDotDev/Phi-3-mini-4k-instruct-GGUF",
53
+ "localFilename": "phi3.3.8b.phi-3-mini-4k-instruct.gguf_v2.q4_k_s.gguf",
54
+ "size": 2188758752,
55
+ "displayName": "Phi 3 mini 4k instruct 3.8B (Q4_K_S)",
56
+ "name": "phi3.3.8b.phi-3-mini-4k-instruct.gguf_v2.q4_k_s",
57
+ "cloudCtxSize": null
58
+ },
59
+ {
60
+ "commitHash": "029274361cce645a06c184235def2acf05ed8e10",
61
+ "isDeprecated": false,
62
+ "displayLink": "https://huggingface.co/FaradayDotDev/Phi-3-mini-4k-instruct-GGUF/",
63
+ "hfPathFromRoot": "Phi-3-mini-4k-instruct.Q5_K_M.gguf",
64
+ "fileFormat": "gguf_v2",
65
+ "hfRepo": "FaradayDotDev/Phi-3-mini-4k-instruct-GGUF",
66
+ "localFilename": "phi3.3.8b.phi-3-mini-4k-instruct.gguf_v2.q5_k_m.gguf",
67
+ "size": 2815274720,
68
+ "displayName": "Phi 3 mini 4k instruct 3.8B (Q5_K_M)",
69
+ "name": "phi3.3.8b.phi-3-mini-4k-instruct.gguf_v2.q5_k_m",
70
+ "cloudCtxSize": null
71
+ },
72
+ {
73
+ "commitHash": "029274361cce645a06c184235def2acf05ed8e10",
74
+ "isDeprecated": false,
75
+ "displayLink": "https://huggingface.co/FaradayDotDev/Phi-3-mini-4k-instruct-GGUF/",
76
+ "hfPathFromRoot": "Phi-3-mini-4k-instruct.Q5_K_S.gguf",
77
+ "fileFormat": "gguf_v2",
78
+ "hfRepo": "FaradayDotDev/Phi-3-mini-4k-instruct-GGUF",
79
+ "localFilename": "phi3.3.8b.phi-3-mini-4k-instruct.gguf_v2.q5_k_s.gguf",
80
+ "size": 2641473248,
81
+ "displayName": "Phi 3 mini 4k instruct 3.8B (Q5_K_S)",
82
+ "name": "phi3.3.8b.phi-3-mini-4k-instruct.gguf_v2.q5_k_s",
83
+ "cloudCtxSize": null
84
+ },
85
+ {
86
+ "commitHash": "029274361cce645a06c184235def2acf05ed8e10",
87
+ "isDeprecated": false,
88
+ "displayLink": "https://huggingface.co/FaradayDotDev/Phi-3-mini-4k-instruct-GGUF/",
89
+ "hfPathFromRoot": "Phi-3-mini-4k-instruct.Q6_K.gguf",
90
+ "fileFormat": "gguf_v2",
91
+ "hfRepo": "FaradayDotDev/Phi-3-mini-4k-instruct-GGUF",
92
+ "localFilename": "phi3.3.8b.phi-3-mini-4k-instruct.gguf_v2.q6_k.gguf",
93
+ "size": 3135851744,
94
+ "displayName": "Phi 3 mini 4k instruct 3.8B (Q6_K)",
95
+ "name": "phi3.3.8b.phi-3-mini-4k-instruct.gguf_v2.q6_k",
96
+ "cloudCtxSize": null
97
+ }
98
+ ],
99
+ "featureToNewUsers": false,
100
+ "updatedAt": "2024-05-02T16:56:42.982Z",
101
+ "createdAt": "2024-05-02T16:56:42.982Z",
102
+ "promptFormat": "general",
103
+ "isDefault": true
104
+ }