Update gsl_utils.py

gsl_utils.py

@@ -1,3 +1,4 @@
+# GSL
 import os
 import torch
 import numpy as np
@@ -14,7 +15,7 @@ def load_groundingdino_model(device='cpu'):
     return model
 
 groundingdino_model = load_groundingdino_model(device=device)
-sam_predictor = None
+sam_predictor = None  # Initialize this properly using build_sam
 simple_lama = SimpleLama()
 
 def detect(image, model, text_prompt='insect . flower . cloud', box_threshold=0.15, text_threshold=0.15):
@@ -23,6 +24,7 @@ def detect(image, model, text_prompt='insect . flower . cloud', box_threshold=0.
     return results
 
 def segment(image, sam_model, boxes):
+    # sam_moded initialized with build_sam
     sam_model.set_image(image)
     H, W, _ = image.shape
     boxes_xyxy = torch.Tensor(boxes) * torch.Tensor([W, H, W, H])
@@ -57,8 +59,15 @@ def dilate_mask(mask, dilate_factor=15):
     return mask
 
 def gsl_process_image(image):
-    image_source = Image.fromarray(image)
-    detected_boxes = detect(image_source, groundingdino_model)
+    # image numpy array
+    if not isinstance(image, np.ndarray):
+        image = np.array(image)
+
+    # load as a PIL
+    image_pil = Image.fromarray(image)
+
+    # detect insects
+    detected_boxes = detect(image_pil, groundingdino_model)
     boxes = [[d['box']['xmin'], d['box']['ymin'], d['box']['xmax'], d['box']['ymax']] for d in detected_boxes]
     segmented_frame_masks = segment(image, sam_predictor, boxes)