Update app.py

app.py

@@ -1,31 +1,16 @@
-# from transformers import GPT2Tokenizer, GPT2LMHeadModel, GPT2Config
-#
-#
-# model = GPT2LMHeadModel.from_pretrained("rugpt3large_for_qna_120k10")
-# tokenizer = GPT2Tokenizer.from_pretrained("rugpt3large_for_qna_120k10")
-#
-# print(tokenizer.decode(model.generate(
-#                         tokenizer.encode('<s> [user] Ты кто? [assistant]',
-#                                      return_tensors="pt"),
-#                         max_new_tokens=100, no_repeat_ngram_size=2, temperature=0.7, do_sample=True)[0]))
-
 import gradio as gr
 import torch
 from transformers import GPT2Tokenizer, GPT2LMHeadModel
 
-# Загрузка модели и токенизатора
-tokenizer = GPT2Tokenizer.from_pretrained("ERmak1581/rugpt3large_for_qna_400k")
-model = GPT2LMHeadModel.from_pretrained("ERmak1581/rugpt3large_for_qna_400k")
 
-# Функция для генерации текста на основе входной строки
+tokenizer = GPT2Tokenizer.from_pretrained("ERmak1581/rugpt3large_for_qna_400k1")
+model = GPT2LMHeadModel.from_pretrained("ERmak1581/rugpt3large_for_qna_400k1")
+
 def gen(request, temperature, maxnewtokens):
     input_text = f"<s> [user] {request} [assistant]"
     max_new_tokens = maxnewtokens
-
-    # Преобразование входной строки в токены
     input_ids = tokenizer.encode(input_text, return_tensors='pt')
-
-    # Генерация текста
+    
     output = model.generate(
         input_ids,
         do_sample=True,
@@ -34,14 +19,14 @@ def gen(request, temperature, maxnewtokens):
         no_repeat_ngram_size=3
     )
 
-    # Декодирование сгенерированного текста
+    
     decoded_output = tokenizer.decode(output[0], skip_special_tokens=True)
     res = decoded_output.split("[assistant]")[1]
     res.removesuffix("</s>")
     res = res.strip()
     return res
 
-# Создание интерфейса Gradio
+
 inputs = [
     gr.Textbox(lines=5, label="Input Text"),
     gr.Slider(minimum=0.1, maximum=1.9, value=1.0, label="Temperature", step=0.05),
@@ -49,5 +34,5 @@ inputs = [
 ]
 output = gr.Textbox(label="Output Text")
 
-interface = gr.Interface(gen, inputs, output, title="GPT-2 Text Generation", theme="compact", description="Демонстрация <a href=https://huggingface.co/ERmak1581/rugpt3large_for_qna_400k>модели</a> для задачи Question-Answer")
+interface = gr.Interface(gen, inputs, output, title="GPT-2 Text Generation", theme="compact", description="Демонстрация <a href=https://huggingface.co/ERmak1581/rugpt3large_for_qna_400k1>модели</a> для задачи Question-Answer")
 interface.launch(share=True)