Upload folder using huggingface_hub
Browse files- src/main.py +4 -4
src/main.py
CHANGED
|
@@ -17,25 +17,25 @@ if __name__ == "__main__":
|
|
| 17 |
# Load the base models
|
| 18 |
vision_lang_encoder, olf_encoder, graph_model = bm.load_model()
|
| 19 |
# Get embeddings from base models
|
| 20 |
-
|
| 21 |
vision_lang_encoder=vision_lang_encoder,
|
| 22 |
olf_encoder=olf_encoder,
|
| 23 |
graph_model=graph_model,
|
| 24 |
image=example_image,
|
| 25 |
olf_vec=example_olf_vec
|
| 26 |
)
|
| 27 |
-
print(f"COLIP Embeddings from Base Model: {
|
| 28 |
|
| 29 |
# -------- Option B --------
|
| 30 |
# Load the graph attention models
|
| 31 |
vision_lang_encoder, olf_encoder, graph_model = gm.load_model()
|
| 32 |
# Get embeddings from graph attention models
|
| 33 |
-
|
| 34 |
vision_lang_encoder=vision_lang_encoder,
|
| 35 |
olf_encoder=olf_encoder,
|
| 36 |
graph_model=graph_model,
|
| 37 |
image=example_image,
|
| 38 |
olf_vec=example_olf_vec
|
| 39 |
)
|
| 40 |
-
print(f"COLIP Embeddings from Graph Attention Model: {
|
| 41 |
|
|
|
|
| 17 |
# Load the base models
|
| 18 |
vision_lang_encoder, olf_encoder, graph_model = bm.load_model()
|
| 19 |
# Get embeddings from base models
|
| 20 |
+
colip_embeddings_base = bm.run_inference(
|
| 21 |
vision_lang_encoder=vision_lang_encoder,
|
| 22 |
olf_encoder=olf_encoder,
|
| 23 |
graph_model=graph_model,
|
| 24 |
image=example_image,
|
| 25 |
olf_vec=example_olf_vec
|
| 26 |
)
|
| 27 |
+
print(f"COLIP Embeddings from Base Model: {colip_embeddings_base}")
|
| 28 |
|
| 29 |
# -------- Option B --------
|
| 30 |
# Load the graph attention models
|
| 31 |
vision_lang_encoder, olf_encoder, graph_model = gm.load_model()
|
| 32 |
# Get embeddings from graph attention models
|
| 33 |
+
colip_embeddings_graph = gm.run_inference(
|
| 34 |
vision_lang_encoder=vision_lang_encoder,
|
| 35 |
olf_encoder=olf_encoder,
|
| 36 |
graph_model=graph_model,
|
| 37 |
image=example_image,
|
| 38 |
olf_vec=example_olf_vec
|
| 39 |
)
|
| 40 |
+
print(f"COLIP Embeddings from Graph Attention Model: {colip_embeddings_graph}")
|
| 41 |
|