multimodalart HF Staff commited on
Commit
a8e6bb8
·
verified ·
1 Parent(s): 2b73795

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -70,7 +70,8 @@ def run_inference_localization(
70
  messages_for_template: List[dict[str, Any]],
71
  pil_image_for_processing: Image.Image
72
  ) -> str:
73
- # torch.cuda.set_device("cuda")
 
74
  """
75
  Runs inference using the Holo1 model.
76
  - messages_for_template: The prompt structure, potentially including the PIL image object
 
70
  messages_for_template: List[dict[str, Any]],
71
  pil_image_for_processing: Image.Image
72
  ) -> str:
73
+ model.to("cuda")
74
+ torch.cuda.set_device(0)
75
  """
76
  Runs inference using the Holo1 model.
77
  - messages_for_template: The prompt structure, potentially including the PIL image object