Add application file

app.py

@@ -1,5 +1,5 @@
 from datasets import load_dataset
-from transformers import AutoModelForSeq2SeqLM, AutoTokenizer, GenerationConfig, TrainingArguments, Trainer
+from transformers import AutoModelForCausalLM, AutoTokenizer, GenerationConfig, TrainingArguments, Trainer
 import torch
 import time
 import evaluate
@@ -11,7 +11,7 @@ st.title('Code Generation')
 huggingface_dataset_name = "red1xe/code_instructions"
 dataset = load_dataset(huggingface_dataset_name)
 model_name='google/flan-t5-base'
-original_model = AutoModelForSeq2SeqLM.from_pretrained(model_name, torch_dtype=torch.bfloat16)
+original_model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.bfloat16)
 tokenizer = AutoTokenizer.from_pretrained(model_name)
 
 x = st.slider('Select a sample', 0, 1000, 200)