from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig, TrainingArguments, Trainer, pipeline
from huggingface_hub import login


import streamlit as st

st.set_page_config(
    page_title="Code Generation",
    page_icon="🤖",
    layout="wide",
    initial_sidebar_state="expanded",
)
login(token='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', add_to_git_credential=True)

st.title("Code Generation")
st.write('MODEL: TinyPixel/red1xe/Llama-2-7B-codeGPT')
model_name='lmsys/vicuna-7b-v1.1'
tokenizer = AutoTokenizer.from_pretrained(model_name)
model= AutoModelForCausalLM.from_pretrained(model_name)