Spaces:

davanstrien
/

ColPali-Query-Generator

Running on Zero

davanstrien HF staff commited on Sep 23

Commit

4011b8e

•

1 Parent(s): 3f53d8e

try flash

Files changed (1) hide show

app.py CHANGED Viewed

@@ -22,7 +22,7 @@ os.environ["HF_HUB_ENABLE_HF_TRANSFER"] = "1"
 model = Qwen2VLForConditionalGeneration.from_pretrained(
     "Qwen/Qwen2-VL-7B-Instruct",
     torch_dtype=torch.bfloat16,
-    # attn_implementation="flash_attention_2",
     device_map="auto",
 )
 processor = AutoProcessor.from_pretrained("Qwen/Qwen2-VL-7B-Instruct")

 model = Qwen2VLForConditionalGeneration.from_pretrained(
     "Qwen/Qwen2-VL-7B-Instruct",
     torch_dtype=torch.bfloat16,
+    attn_implementation="flash_attention_2",
     device_map="auto",
 )
 processor = AutoProcessor.from_pretrained("Qwen/Qwen2-VL-7B-Instruct")