Hugging Face's logo

backyardai
/
Phi-3-mini-4k-instruct-GGUF

Text Generation
GGUF
English
nlp
code
Inference Endpoints
conversational
Model card Files Community
Phi-3-mini-4k-instruct-GGUF
File size: 4,920 Bytes 
06463cd
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
 
{
  "ctxSize": 4096,
  "description": "State-of-the-art lightweight open model from Microsoft, trained with the Phi-3 datasets. These include both synthetic data and filtered publicly available websites data with a focus on high-quality and reasoning dense properties.",
  "displayName": "Phi 3 mini 4k instruct 3.8B",
  "name": "phi3.3.8b.phi-3-mini-4k-instruct",
  "recommended": false,
  "files": [{
      "commitHash": "029274361cce645a06c184235def2acf05ed8e10",
      "isDeprecated": false,
      "displayLink": "https://huggingface.co/FaradayDotDev/Phi-3-mini-4k-instruct-GGUF/",
      "hfPathFromRoot": "Phi-3-mini-4k-instruct.Q3_K_L.gguf",
      "fileFormat": "gguf_v2",
      "hfRepo": "FaradayDotDev/Phi-3-mini-4k-instruct-GGUF",
      "localFilename": "phi3.3.8b.phi-3-mini-4k-instruct.gguf_v2.q3_k_l.gguf",
      "size": 2087596256,
      "displayName": "Phi 3 mini 4k instruct 3.8B (Q3_K_L)",
      "name": "phi3.3.8b.phi-3-mini-4k-instruct.gguf_v2.q3_k_l",
      "cloudCtxSize": null
    },
    {
      "commitHash": "029274361cce645a06c184235def2acf05ed8e10",
      "isDeprecated": false,
      "displayLink": "https://huggingface.co/FaradayDotDev/Phi-3-mini-4k-instruct-GGUF/",
      "hfPathFromRoot": "Phi-3-mini-4k-instruct.Q3_K_M.gguf",
      "fileFormat": "gguf_v2",
      "hfRepo": "FaradayDotDev/Phi-3-mini-4k-instruct-GGUF",
      "localFilename": "phi3.3.8b.phi-3-mini-4k-instruct.gguf_v2.q3_k_m.gguf",
      "size": 1955475680,
      "displayName": "Phi 3 mini 4k instruct 3.8B (Q3_K_M)",
      "name": "phi3.3.8b.phi-3-mini-4k-instruct.gguf_v2.q3_k_m",
      "cloudCtxSize": null
    },
    {
      "commitHash": "029274361cce645a06c184235def2acf05ed8e10",
      "isDeprecated": false,
      "displayLink": "https://huggingface.co/FaradayDotDev/Phi-3-mini-4k-instruct-GGUF/",
      "hfPathFromRoot": "Phi-3-mini-4k-instruct.Q4_K_M.gguf",
      "fileFormat": "gguf_v2",
      "hfRepo": "FaradayDotDev/Phi-3-mini-4k-instruct-GGUF",
      "localFilename": "phi3.3.8b.phi-3-mini-4k-instruct.gguf_v2.q4_k_m.gguf",
      "size": 2393231072,
      "displayName": "Phi 3 mini 4k instruct 3.8B (Q4_K_M)",
      "name": "phi3.3.8b.phi-3-mini-4k-instruct.gguf_v2.q4_k_m",
      "cloudCtxSize": null
    },
    {
      "commitHash": "029274361cce645a06c184235def2acf05ed8e10",
      "isDeprecated": false,
      "displayLink": "https://huggingface.co/FaradayDotDev/Phi-3-mini-4k-instruct-GGUF/",
      "hfPathFromRoot": "Phi-3-mini-4k-instruct.Q4_K_S.gguf",
      "fileFormat": "gguf_v2",
      "hfRepo": "FaradayDotDev/Phi-3-mini-4k-instruct-GGUF",
      "localFilename": "phi3.3.8b.phi-3-mini-4k-instruct.gguf_v2.q4_k_s.gguf",
      "size": 2188758752,
      "displayName": "Phi 3 mini 4k instruct 3.8B (Q4_K_S)",
      "name": "phi3.3.8b.phi-3-mini-4k-instruct.gguf_v2.q4_k_s",
      "cloudCtxSize": null
    },
    {
      "commitHash": "029274361cce645a06c184235def2acf05ed8e10",
      "isDeprecated": false,
      "displayLink": "https://huggingface.co/FaradayDotDev/Phi-3-mini-4k-instruct-GGUF/",
      "hfPathFromRoot": "Phi-3-mini-4k-instruct.Q5_K_M.gguf",
      "fileFormat": "gguf_v2",
      "hfRepo": "FaradayDotDev/Phi-3-mini-4k-instruct-GGUF",
      "localFilename": "phi3.3.8b.phi-3-mini-4k-instruct.gguf_v2.q5_k_m.gguf",
      "size": 2815274720,
      "displayName": "Phi 3 mini 4k instruct 3.8B (Q5_K_M)",
      "name": "phi3.3.8b.phi-3-mini-4k-instruct.gguf_v2.q5_k_m",
      "cloudCtxSize": null
    },
    {
      "commitHash": "029274361cce645a06c184235def2acf05ed8e10",
      "isDeprecated": false,
      "displayLink": "https://huggingface.co/FaradayDotDev/Phi-3-mini-4k-instruct-GGUF/",
      "hfPathFromRoot": "Phi-3-mini-4k-instruct.Q5_K_S.gguf",
      "fileFormat": "gguf_v2",
      "hfRepo": "FaradayDotDev/Phi-3-mini-4k-instruct-GGUF",
      "localFilename": "phi3.3.8b.phi-3-mini-4k-instruct.gguf_v2.q5_k_s.gguf",
      "size": 2641473248,
      "displayName": "Phi 3 mini 4k instruct 3.8B (Q5_K_S)",
      "name": "phi3.3.8b.phi-3-mini-4k-instruct.gguf_v2.q5_k_s",
      "cloudCtxSize": null
    },
    {
      "commitHash": "029274361cce645a06c184235def2acf05ed8e10",
      "isDeprecated": false,
      "displayLink": "https://huggingface.co/FaradayDotDev/Phi-3-mini-4k-instruct-GGUF/",
      "hfPathFromRoot": "Phi-3-mini-4k-instruct.Q6_K.gguf",
      "fileFormat": "gguf_v2",
      "hfRepo": "FaradayDotDev/Phi-3-mini-4k-instruct-GGUF",
      "localFilename": "phi3.3.8b.phi-3-mini-4k-instruct.gguf_v2.q6_k.gguf",
      "size": 3135851744,
      "displayName": "Phi 3 mini 4k instruct 3.8B (Q6_K)",
      "name": "phi3.3.8b.phi-3-mini-4k-instruct.gguf_v2.q6_k",
      "cloudCtxSize": null
    }
  ],
  "featureToNewUsers": false,
  "updatedAt": "2024-05-02T16:56:42.982Z",
  "createdAt": "2024-05-02T16:56:42.982Z",
  "promptFormat": "general",
  "isDefault": true
}