Spaces:
Running
on
T4
Running
on
T4
gpt-omni
commited on
Commit
•
56fd6ef
1
Parent(s):
ceeefb4
update
Browse files
app.py
CHANGED
|
@@ -128,7 +128,6 @@ def get_input_ids_whisper_ATBatch(mel, leng, whispermodel, device):
|
|
| 128 |
return torch.stack([audio_feature, audio_feature]), stacked_inputids
|
| 129 |
|
| 130 |
|
| 131 |
-
@spaces.GPU
|
| 132 |
def next_token_batch(
|
| 133 |
model: GPT,
|
| 134 |
audio_features: torch.tensor,
|
|
@@ -164,7 +163,6 @@ def load_audio(path):
|
|
| 164 |
return mel, int(duration_ms / 20) + 1
|
| 165 |
|
| 166 |
|
| 167 |
-
@spaces.GPU
|
| 168 |
def generate_audio_data(snac_tokens, snacmodel, device=None):
|
| 169 |
audio = reconstruct_tensors(snac_tokens, device)
|
| 170 |
with torch.inference_mode():
|
|
|
|
| 128 |
return torch.stack([audio_feature, audio_feature]), stacked_inputids
|
| 129 |
|
| 130 |
|
|
|
|
| 131 |
def next_token_batch(
|
| 132 |
model: GPT,
|
| 133 |
audio_features: torch.tensor,
|
|
|
|
| 163 |
return mel, int(duration_ms / 20) + 1
|
| 164 |
|
| 165 |
|
|
|
|
| 166 |
def generate_audio_data(snac_tokens, snacmodel, device=None):
|
| 167 |
audio = reconstruct_tensors(snac_tokens, device)
|
| 168 |
with torch.inference_mode():
|