LeroyDyer commited on
Commit
db7befb
1 Parent(s): 6364171

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -2,11 +2,11 @@ import gradio as gr
2
  from transformers import pipeline, AutoTokenizer
3
  import torch
4
  import os
5
-
6
-
7
  def load_model(model_name):
8
  return pipeline("text-generation", model=model_name, device_map="auto", torch_dtype=torch.bfloat16, trust_remote_code=True, token=os.environ["token"])
9
-
10
  def generate(
11
  model_name,
12
  user_input,
 
2
  from transformers import pipeline, AutoTokenizer
3
  import torch
4
  import os
5
+ import spaces
6
+ @spaces.GPU
7
  def load_model(model_name):
8
  return pipeline("text-generation", model=model_name, device_map="auto", torch_dtype=torch.bfloat16, trust_remote_code=True, token=os.environ["token"])
9
+ @spaces.GPU()
10
  def generate(
11
  model_name,
12
  user_input,