Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -1,6 +1,6 @@
|
|
1 |
import os
|
2 |
import time
|
3 |
-
import spaces
|
4 |
import torch
|
5 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
6 |
import gradio as gr
|
@@ -42,7 +42,7 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
42 |
trust_remote_code=True)
|
43 |
tokenizer = AutoTokenizer.from_pretrained(MODEL_ID, torch_dtype=torch.bfloat16)
|
44 |
|
45 |
-
|
46 |
def stream_chat(
|
47 |
message: str,
|
48 |
history: list,
|
|
|
1 |
import os
|
2 |
import time
|
3 |
+
#import spaces
|
4 |
import torch
|
5 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
6 |
import gradio as gr
|
|
|
42 |
trust_remote_code=True)
|
43 |
tokenizer = AutoTokenizer.from_pretrained(MODEL_ID, torch_dtype=torch.bfloat16)
|
44 |
|
45 |
+
#@spaces.GPU()
|
46 |
def stream_chat(
|
47 |
message: str,
|
48 |
history: list,
|