Spaces:
Runtime error
Runtime error
AmpleBasis
commited on
Commit
•
6f7110a
1
Parent(s):
70af873
Update app.py
Browse files
app.py
CHANGED
@@ -6,14 +6,14 @@ from threading import Thread
|
|
6 |
import gradio as gr
|
7 |
from gradio import FileData
|
8 |
import time
|
9 |
-
import spaces
|
10 |
ckpt = "meta-llama/Llama-3.2-11B-Vision-Instruct"
|
11 |
model = MllamaForConditionalGeneration.from_pretrained(ckpt,
|
12 |
torch_dtype=torch.bfloat16).to("cuda")
|
13 |
processor = AutoProcessor.from_pretrained(ckpt)
|
14 |
|
15 |
|
16 |
-
|
17 |
def bot_streaming(message, history, max_new_tokens=250):
|
18 |
|
19 |
txt = message["text"]
|
|
|
6 |
import gradio as gr
|
7 |
from gradio import FileData
|
8 |
import time
|
9 |
+
#import spaces
|
10 |
ckpt = "meta-llama/Llama-3.2-11B-Vision-Instruct"
|
11 |
model = MllamaForConditionalGeneration.from_pretrained(ckpt,
|
12 |
torch_dtype=torch.bfloat16).to("cuda")
|
13 |
processor = AutoProcessor.from_pretrained(ckpt)
|
14 |
|
15 |
|
16 |
+
#@spaces.GPU
|
17 |
def bot_streaming(message, history, max_new_tokens=250):
|
18 |
|
19 |
txt = message["text"]
|