model.json

{
  "ctxSize": 4096,
  "description": "State-of-the-art lightweight open model from Microsoft, trained with the Phi-3 datasets. These include both synthetic data and filtered publicly available websites data with a focus on high-quality and reasoning dense properties.",
  "displayName": "Phi 3 mini 4k instruct 3.8B",
  "name": "phi3.3.8b.phi-3-mini-4k-instruct",
  "recommended": false,
  "files": [{
      "commitHash": "029274361cce645a06c184235def2acf05ed8e10",
      "isDeprecated": false,
      "displayLink": "https://huggingface.co/FaradayDotDev/Phi-3-mini-4k-instruct-GGUF/",
      "hfPathFromRoot": "Phi-3-mini-4k-instruct.Q3_K_L.gguf",
      "fileFormat": "gguf_v2",
      "hfRepo": "FaradayDotDev/Phi-3-mini-4k-instruct-GGUF",
      "localFilename": "phi3.3.8b.phi-3-mini-4k-instruct.gguf_v2.q3_k_l.gguf",
      "size": 2087596256,
      "displayName": "Phi 3 mini 4k instruct 3.8B (Q3_K_L)",
      "name": "phi3.3.8b.phi-3-mini-4k-instruct.gguf_v2.q3_k_l",
      "cloudCtxSize": null
    },
    {
      "commitHash": "029274361cce645a06c184235def2acf05ed8e10",
      "isDeprecated": false,
      "displayLink": "https://huggingface.co/FaradayDotDev/Phi-3-mini-4k-instruct-GGUF/",
      "hfPathFromRoot": "Phi-3-mini-4k-instruct.Q3_K_M.gguf",
      "fileFormat": "gguf_v2",
      "hfRepo": "FaradayDotDev/Phi-3-mini-4k-instruct-GGUF",
      "localFilename": "phi3.3.8b.phi-3-mini-4k-instruct.gguf_v2.q3_k_m.gguf",
      "size": 1955475680,
      "displayName": "Phi 3 mini 4k instruct 3.8B (Q3_K_M)",
      "name": "phi3.3.8b.phi-3-mini-4k-instruct.gguf_v2.q3_k_m",
      "cloudCtxSize": null
    },
    {
      "commitHash": "029274361cce645a06c184235def2acf05ed8e10",
      "isDeprecated": false,
      "displayLink": "https://huggingface.co/FaradayDotDev/Phi-3-mini-4k-instruct-GGUF/",
      "hfPathFromRoot": "Phi-3-mini-4k-instruct.Q4_K_M.gguf",
      "fileFormat": "gguf_v2",
      "hfRepo": "FaradayDotDev/Phi-3-mini-4k-instruct-GGUF",
      "localFilename": "phi3.3.8b.phi-3-mini-4k-instruct.gguf_v2.q4_k_m.gguf",
      "size": 2393231072,
      "displayName": "Phi 3 mini 4k instruct 3.8B (Q4_K_M)",
      "name": "phi3.3.8b.phi-3-mini-4k-instruct.gguf_v2.q4_k_m",
      "cloudCtxSize": null
    },
    {
      "commitHash": "029274361cce645a06c184235def2acf05ed8e10",
      "isDeprecated": false,
      "displayLink": "https://huggingface.co/FaradayDotDev/Phi-3-mini-4k-instruct-GGUF/",
      "hfPathFromRoot": "Phi-3-mini-4k-instruct.Q4_K_S.gguf",
      "fileFormat": "gguf_v2",
      "hfRepo": "FaradayDotDev/Phi-3-mini-4k-instruct-GGUF",
      "localFilename": "phi3.3.8b.phi-3-mini-4k-instruct.gguf_v2.q4_k_s.gguf",
      "size": 2188758752,
      "displayName": "Phi 3 mini 4k instruct 3.8B (Q4_K_S)",
      "name": "phi3.3.8b.phi-3-mini-4k-instruct.gguf_v2.q4_k_s",
      "cloudCtxSize": null
    },
    {
      "commitHash": "029274361cce645a06c184235def2acf05ed8e10",
      "isDeprecated": false,
      "displayLink": "https://huggingface.co/FaradayDotDev/Phi-3-mini-4k-instruct-GGUF/",
      "hfPathFromRoot": "Phi-3-mini-4k-instruct.Q5_K_M.gguf",
      "fileFormat": "gguf_v2",
      "hfRepo": "FaradayDotDev/Phi-3-mini-4k-instruct-GGUF",
      "localFilename": "phi3.3.8b.phi-3-mini-4k-instruct.gguf_v2.q5_k_m.gguf",
      "size": 2815274720,
      "displayName": "Phi 3 mini 4k instruct 3.8B (Q5_K_M)",
      "name": "phi3.3.8b.phi-3-mini-4k-instruct.gguf_v2.q5_k_m",
      "cloudCtxSize": null
    },
    {
      "commitHash": "029274361cce645a06c184235def2acf05ed8e10",
      "isDeprecated": false,
      "displayLink": "https://huggingface.co/FaradayDotDev/Phi-3-mini-4k-instruct-GGUF/",
      "hfPathFromRoot": "Phi-3-mini-4k-instruct.Q5_K_S.gguf",
      "fileFormat": "gguf_v2",
      "hfRepo": "FaradayDotDev/Phi-3-mini-4k-instruct-GGUF",
      "localFilename": "phi3.3.8b.phi-3-mini-4k-instruct.gguf_v2.q5_k_s.gguf",
      "size": 2641473248,
      "displayName": "Phi 3 mini 4k instruct 3.8B (Q5_K_S)",
      "name": "phi3.3.8b.phi-3-mini-4k-instruct.gguf_v2.q5_k_s",
      "cloudCtxSize": null
    },
    {
      "commitHash": "029274361cce645a06c184235def2acf05ed8e10",
      "isDeprecated": false,
      "displayLink": "https://huggingface.co/FaradayDotDev/Phi-3-mini-4k-instruct-GGUF/",
      "hfPathFromRoot": "Phi-3-mini-4k-instruct.Q6_K.gguf",
      "fileFormat": "gguf_v2",
      "hfRepo": "FaradayDotDev/Phi-3-mini-4k-instruct-GGUF",
      "localFilename": "phi3.3.8b.phi-3-mini-4k-instruct.gguf_v2.q6_k.gguf",
      "size": 3135851744,
      "displayName": "Phi 3 mini 4k instruct 3.8B (Q6_K)",
      "name": "phi3.3.8b.phi-3-mini-4k-instruct.gguf_v2.q6_k",
      "cloudCtxSize": null
    }
  ],
  "featureToNewUsers": false,
  "updatedAt": "2024-05-02T16:56:42.982Z",
  "createdAt": "2024-05-02T16:56:42.982Z",
  "promptFormat": "general",
  "isDefault": true
}