Update app.py

app.py

@@ -1,20 +1,15 @@
 import os
-import json
-import subprocess
-from threading import Thread
 import logging
 from logging.handlers import RotatingFileHandler
 
 import torch
-import spaces
 import gradio as gr
-from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig, TextIteratorStreamer
+from transformers import AutoTokenizer, BitsAndBytesConfig
 from langchain_huggingface import ChatHuggingFace
 from langchain.prompts import PromptTemplate
 from langchain.chains import LLMChain
 
-subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
-
+# Настройка логирования
 log_file = '/tmp/app_debug.log'
 logger = logging.getLogger(__name__)
 logger.setLevel(logging.DEBUG)
@@ -47,14 +42,12 @@ template = """<|im_start|>system
 """
 prompt = PromptTemplate(template=template, input_variables=["system_prompt", "history", "human_input"])
 
-# Format the conversation history
 def format_history(history):
     formatted = ""
     for human, ai in history:
         formatted += f"<|im_start|>user\n{human}\n<|im_end|>\n<|im_start|>assistant\n{ai}\n<|im_end|>\n"
     return formatted
 
-@spaces.GPU()
 def predict(message, history, system_prompt, temperature, max_new_tokens, top_k, repetition_penalty, top_p):
     logger.debug(f"Received prediction request: message='{message}', system_prompt='{system_prompt}'")
     
@@ -88,7 +81,6 @@ chat_model = ChatHuggingFace(
     model_kwargs={
         "device_map": "auto",
         "quantization_config": quantization_config,
-        "attn_implementation": "flash_attention_2",
     },
     tokenizer=tokenizer
 )
@@ -105,11 +97,6 @@ gr.ChatInterface(
        ["How can I reverse a string in JavaScript?"],
        ["Create a C++ function to find the factorial of a number."],
        ["Write a Python list comprehension to generate a list of squares of numbers from 1 to 10."],
-       ["How do I implement a binary search algorithm in C?"],
-       ["Write a Ruby script to read a file and count the number of lines in it."],
-       ["Create a Swift class to represent a bank account with deposit and withdrawal methods."],
-       ["How do I find the maximum element in an array using Kotlin?"],
-       ["Write a Rust program to generate the Fibonacci sequence up to the 10th number."]
     ],
     additional_inputs=[
         gr.Textbox("You are a code assistant.", label="System prompt"),