vision-rag-sourced-docker-image

Runtime error

manu commited on 12 days ago

Commit

5d48f31

verified ·

1 Parent(s): 9546c19

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -19,7 +19,7 @@ model = ColQwen2.from_pretrained(
         "vidore/colqwen2-v1.0",
         torch_dtype=torch.bfloat16,
         device_map="cuda:0",  # or "mps" if on Apple Silicon
-        # attn_implementation="flash_attention_2"
     ).eval()
 processor = ColQwen2Processor.from_pretrained("vidore/colqwen2-v1.0")

         "vidore/colqwen2-v1.0",
         torch_dtype=torch.bfloat16,
         device_map="cuda:0",  # or "mps" if on Apple Silicon
+        attn_implementation="flash_attention_2"
     ).eval()
 processor = ColQwen2Processor.from_pretrained("vidore/colqwen2-v1.0")