Scores Implimented

.gitignore

@@ -1,2 +1,4 @@
 *.DS*
-*__pycache__*
+*__pycache__*
+*.pdf
+*.ipynb

handler.py

@@ -207,4 +207,20 @@ class EndpointHandler:
                 batch_text_embeddings = self._process_text_batch(batch_texts)
                 text_embeddings.extend(batch_text_embeddings)
 
-        return {"image": image_embeddings, "text": text_embeddings}
+        # Compute similarity scores if both image and text embeddings are available
+        scores = []
+        if image_embeddings and text_embeddings:
+            # Convert embeddings to tensors for scoring
+            image_embeddings_tensor = torch.tensor(image_embeddings).to(self.device)
+            text_embeddings_tensor = torch.tensor(text_embeddings).to(self.device)
+
+            with torch.no_grad():
+                scores = (
+                    self.processor.score_multi_vector(
+                        text_embeddings_tensor, image_embeddings_tensor
+                    )
+                    .cpu()
+                    .tolist()
+                )
+
+        return {"image": image_embeddings, "text": text_embeddings, "scores": scores}