Create app.py

app.py

@@ -0,0 +1,48 @@
+from fastapi import FastAPI
+from huggingface_hub import InferenceClient
+
+app = FastAPI()
+
+
+client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
+
+def system_instructions(context):
+    return f"""<s> [INST] Your are a great teacher and your task is to create 6 questions with answer and 4 choices based on the following context:\n\n{context}\n\n. Each example should be like this
+    Question: ""
+    Choices:
+    A): ""
+    B): ""
+    C): ""
+    D): ""
+    Answer: "A/B/C/D"
+    Explanation: ""
+    \n
+    [/INST]
+    """
+
+def generate_quiz(context):
+        formatted_prompt = system_instructions(context)
+
+        pre_prompt = [
+            {"role": "system", "content": formatted_prompt}
+        ]
+
+        generate_kwargs = dict(
+            temperature=0.1,
+            max_new_tokens=2048,
+            top_p=0.95,
+            repetition_penalty=1.0,
+            do_sample=True,
+            seed=42,
+        )
+
+        response = client.text_generation(
+            formatted_prompt, **generate_kwargs, stream=False, details=False, return_full_text=False,
+        )
+        
+        return response
+
+@app.post("/generate-quiz")
+async def generate_quiz_endpoint(context: str):
+    response = generate_quiz(context)
+    return {"quiz": response}