# Load model directly
from transformers import AutoTokenizer, AutoModelForCausalLM
import streamlit as st
import numpy as np
import torch


from typing import Dict, List, Union

from google.cloud import aiplatform
from google.protobuf import json_format
from google.protobuf.struct_pb2 import Value