slplab
/

whisper-large_v2_test

Automatic Speech Recognition

Generated from Trainer

Inference Endpoints

Model card Files Files and versions Metrics Training metrics Community

slplab commited on Aug 14, 2023

Commit

cfed61f

•

1 Parent(s): 41dd0b3

Update handler.py

Files changed (1) hide show

handler.py +2 -1

handler.py CHANGED Viewed

@@ -4,11 +4,12 @@ import torch
 from transformers.pipelines.audio_utils import ffmpeg_read
 #ffmpeg
 class EndpointHandler:
     def __init__(self, path=""):
-        self.pipe = pipeline(task='automatic-speech-recognition', model=path)
     def __call__(self, data: Any) -> List[Dict[str, str]]:

 from transformers.pipelines.audio_utils import ffmpeg_read
 #ffmpeg
+device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
 class EndpointHandler:
     def __init__(self, path=""):
+        self.pipe = pipeline(task='automatic-speech-recognition', model=path, device=device)
     def __call__(self, data: Any) -> List[Dict[str, str]]: