Update app.py
Browse files
app.py
CHANGED
@@ -3,6 +3,7 @@ import gradio as gr
|
|
3 |
|
4 |
import torch
|
5 |
from transformers import DonutProcessor, VisionEncoderDecoderModel
|
|
|
6 |
|
7 |
processor = DonutProcessor.from_pretrained("./donut-base-finetuned-inv")
|
8 |
model = VisionEncoderDecoderModel.from_pretrained("./donut-base-finetuned-inv")
|
@@ -11,6 +12,10 @@ device = "cuda" if torch.cuda.is_available() else "cpu"
|
|
11 |
model.to(device)
|
12 |
|
13 |
def process_document(image):
|
|
|
|
|
|
|
|
|
14 |
# prepare encoder inputs
|
15 |
pixel_values = processor(image, return_tensors="pt").pixel_values
|
16 |
|
|
|
3 |
|
4 |
import torch
|
5 |
from transformers import DonutProcessor, VisionEncoderDecoderModel
|
6 |
+
from PIL import Image
|
7 |
|
8 |
processor = DonutProcessor.from_pretrained("./donut-base-finetuned-inv")
|
9 |
model = VisionEncoderDecoderModel.from_pretrained("./donut-base-finetuned-inv")
|
|
|
12 |
model.to(device)
|
13 |
|
14 |
def process_document(image):
|
15 |
+
#save uploaded file locally
|
16 |
+
im1 = Image.open(image)
|
17 |
+
im1 = im1.save("geeks.jpg")
|
18 |
+
|
19 |
# prepare encoder inputs
|
20 |
pixel_values = processor(image, return_tensors="pt").pixel_values
|
21 |
|