Added tests module and reference runs

.gitignore

@@ -177,4 +177,4 @@ cython_debug/
 .gradio
 
 # Test runs
-tests_runs/
+results_test_case_*.json

src/tests.py

@@ -0,0 +1,187 @@
+import shutil
+import json
+import os
+import time
+import itertools
+import datasets
+import faiss
+import models
+import indexes
+import commons
+from customlogger import log_time, logger
+
+
+def build_field_selection_maps(fields: list[str]) -> dict:
+    """Build all combinations of fields for proverb selection."""
+    combos = []
+    for r in range(1, len(fields) + 1):
+        combos.extend(itertools.combinations(fields, r))
+
+    maps = {}
+    for combo in combos:
+        maps["_".join(combo)] = (
+            lambda proverb, combo=combo:
+                [proverb[field] for field in combo if field != "themes"]
+                # Treat "themes" field differently, since it is an array
+                + (proverb["themes"] if "themes" in combo else [])
+        )
+    return maps
+
+
+def setup():
+    """Set up the environment by loading the model, tokenizer, and dataset."""
+    # Load tokenizer and model
+    tokenizer = models.load_tokenizer()
+    model = models.load_model()
+
+    # Load proverbs dataset
+    proverbs = datasets.load_proverbs()
+    prompts = datasets.load_prompts()
+
+    # By default, the train ratio is zero,
+    # but we might still want to do some training in the future
+    if datasets.prompts_dataset_splits_exists():
+        # Load existing prompt dataset splits
+        _, prompts_test_set = datasets.load_prompt_dataset_splits()
+    else:
+        # Split the prompt dataset into train and test sets
+        _, prompts_test_set = datasets.split_dataset(prompts)
+
+    return tokenizer, model, proverbs, prompts_test_set
+
+
+@log_time
+def test_distances(tokenizer: models.Tokenizer, model: models.Tokenizer, model_name: str,
+                   proverbs: list[dict], prompts_test_set: list[dict],
+                   map: tuple[str, callable], index_type: type, pooling_method: str,
+                   remarks: str = "") -> dict:
+    """Test the distances between the actual and expected proverbs."""
+    # Create an index of the type specified from the proverbs dataset with the given map
+    embeddings = commons.embed_dataset(
+        proverbs, tokenizer, model, map=map[1], pooling_method=pooling_method)
+    index = indexes.create_index(embeddings, index_type)
+
+    # Perform inference on the test prompts
+    test_prompts = [entry["prompt"] for entry in prompts_test_set]
+    results = commons.inference(
+        test_prompts, index, tokenizer, model, proverbs, pooling_method)
+    actual_proverbs_embeddings = [result["embedding"] for result in results]
+
+    # Build a mapping from proverb text to its index for efficient lookup
+    proverb_to_index = {proverb["proverb"]
+        : i for i, proverb in enumerate(proverbs)}
+
+    # Find each test proverb in the proverbs dataset and recover its embedding
+    test_proverbs = [entry["proverb"] for entry in prompts_test_set]
+    proverbs_indexes = [proverb_to_index[proverb] for proverb in test_proverbs]
+    expected_proverbs_embeddings = [embeddings[i] for i in proverbs_indexes]
+
+    # Compute average distance and variance between actual and expected proverbs
+    distances = faiss.pairwise_distances(
+        actual_proverbs_embeddings, expected_proverbs_embeddings, metric=index.metric_type)
+    avg_distance = distances.mean()
+    var_distance = distances.var()
+    logger.info(
+        f"Computed average distance between actual and expected proverbs: {avg_distance}")
+    logger.info(
+        f"Computed variance of distances between actual and expected proverbs: {var_distance}")
+
+    test_results = {
+        "model": model_name,
+        "index_type": index_type.__name__,
+        "prompts_test_set_length": len(prompts_test_set),
+        "avg_distance": float(avg_distance),
+        "var_distance": float(var_distance),
+        "map": map[0],
+        "map_fields": map[0].split("_"),
+        "remarks": remarks,
+        "pooling_method": pooling_method,
+    }
+
+    return test_results
+
+
+def generate_unique_id() -> str:
+    """Build a unique identifier including the current timestamp."""
+    timestamp = time.strftime("%Y%m%d_%H%M%S")
+    id = timestamp
+    return id
+
+
+if __name__ == "__main__":
+    # Hyperparameters to combine and iterate over
+    MODELS = models.MODELS
+    PROVERB_FIELD_MAPS = {
+        "proverb_sentiment_usage": datasets.default_proverb_fields_selection
+    }
+    INDEX_TYPES = [indexes.DEFAULT_INDEX_TYPE]
+    POOLING_METHODS = [models.DEFAULT_POOLING_METHOD]
+
+    remarks = "ALL hyperparameters combinations, this is going to take a while..."
+
+    def log_test_case(test_number: int, test_case_id: str) -> str:
+        """Local function to log the test case information using locally defined variables."""
+
+        # Calculate the maximum lengths for formatting
+        max_len_models = max(len(model) for model in MODELS)
+        max_len_maps = max(len(map) for map in PROVERB_FIELD_MAPS.keys())
+        max_len_index_types = max(len(index_type.__name__)
+                                  for index_type in INDEX_TYPES)
+        max_len_pooling_methods = max(len(pooling_method)
+                                      for pooling_method in POOLING_METHODS)
+        total_number_tests = len(
+            MODELS) * len(PROVERB_FIELD_MAPS) * len(INDEX_TYPES) * len(POOLING_METHODS)
+        max_len_test_number = len(str(total_number_tests))
+
+        # Log the test case information
+        logger.info(
+            f"({str(test_number).rjust(max_len_test_number)}/{total_number_tests}) " +
+            f"Test case {test_case_id}: " +
+            f"model = {model_name.ljust(max_len_models)}, " +
+            f"index type = {index_type.__name__.ljust(max_len_index_types)}, " +
+            f"map = {map[0].ljust(max_len_maps)}, " +
+            f"pooling = {pooling_method.ljust(max_len_pooling_methods)} "
+        )
+
+    tokenizer, model, proverbs, prompts_test_set = setup()
+
+    # Set up the test run
+    tests_run_id = generate_unique_id()
+    run_folder = os.path.join(f"tests_runs", tests_run_id)
+    os.makedirs(run_folder)
+    tests_run_file = os.path.join(
+        run_folder, f"results_test_run_{tests_run_id}.json")
+
+    # Copy the test set to the run folder for reproducibility
+    shutil.copy2(datasets.PROMPTS_TEST_FILE, run_folder)
+
+    tests_run_results = {}
+    test_number = 1
+
+    for model_name in MODELS:
+        model = models.load_model(model_name)
+        tokenizer = models.load_tokenizer(model_name)
+        for map in PROVERB_FIELD_MAPS.items():
+            for pooling_method in POOLING_METHODS:
+                for index_type in INDEX_TYPES:
+                    # Generate unique identifier for the test case
+                    test_case_id = generate_unique_id()
+
+                    log_test_case(test_number, test_case_id)
+                    test_case_results = test_distances(
+                        tokenizer, model, model_name, proverbs, prompts_test_set, map, index_type, pooling_method, remarks
+                    )
+
+                    # Store test case results into a JSON
+                    # (backup intermediate results in case of failure)
+                    test_case_file = os.path.join(
+                        run_folder, f"results_test_case_{test_case_id}.json")
+                    with open(test_case_file, "w") as f:
+                        json.dump(test_case_results, f, indent=2)
+
+                    tests_run_results[test_case_id] = test_case_results
+                    test_number += 1
+
+    # Store test run results into a JSON
+    with open(tests_run_file, "w") as f:
+        json.dump(tests_run_results, f, indent=2)

tests_runs/20250421_183539_maps/results_test_run_20250421_183539.json

@@ -0,0 +1,906 @@
+{
+  "20250421_183541": {
+    "model": "projecte-aina/roberta-base-ca-v2",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.3791416883468628,
+    "var_distance": 0.004056941717863083,
+    "map": "proverb",
+    "map_fields": [
+      "proverb"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_183550": {
+    "model": "projecte-aina/roberta-base-ca-v2",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.6370604038238525,
+    "var_distance": 0.011043976992368698,
+    "map": "themes",
+    "map_fields": [
+      "themes"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_183557": {
+    "model": "projecte-aina/roberta-base-ca-v2",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.49145495891571045,
+    "var_distance": 0.003330292645841837,
+    "map": "sentiment",
+    "map_fields": [
+      "sentiment"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_183602": {
+    "model": "projecte-aina/roberta-base-ca-v2",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.33124756813049316,
+    "var_distance": 0.0026342717465013266,
+    "map": "explanation",
+    "map_fields": [
+      "explanation"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_183612": {
+    "model": "projecte-aina/roberta-base-ca-v2",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.3362385630607605,
+    "var_distance": 0.002530086087062955,
+    "map": "usage",
+    "map_fields": [
+      "usage"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_183622": {
+    "model": "projecte-aina/roberta-base-ca-v2",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.49217942357063293,
+    "var_distance": 0.008912492543458939,
+    "map": "proverb_themes",
+    "map_fields": [
+      "proverb",
+      "themes"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_183631": {
+    "model": "projecte-aina/roberta-base-ca-v2",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.4185456335544586,
+    "var_distance": 0.007271634414792061,
+    "map": "proverb_sentiment",
+    "map_fields": [
+      "proverb",
+      "sentiment"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_183641": {
+    "model": "projecte-aina/roberta-base-ca-v2",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.35088402032852173,
+    "var_distance": 0.003060684772208333,
+    "map": "proverb_explanation",
+    "map_fields": [
+      "proverb",
+      "explanation"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_183658": {
+    "model": "projecte-aina/roberta-base-ca-v2",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.34103038907051086,
+    "var_distance": 0.0026473423931747675,
+    "map": "proverb_usage",
+    "map_fields": [
+      "proverb",
+      "usage"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_183711": {
+    "model": "projecte-aina/roberta-base-ca-v2",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.6028177738189697,
+    "var_distance": 0.010809319093823433,
+    "map": "themes_sentiment",
+    "map_fields": [
+      "themes",
+      "sentiment"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_183720": {
+    "model": "projecte-aina/roberta-base-ca-v2",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.41258788108825684,
+    "var_distance": 0.004030563402920961,
+    "map": "themes_explanation",
+    "map_fields": [
+      "themes",
+      "explanation"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_183733": {
+    "model": "projecte-aina/roberta-base-ca-v2",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.4266483187675476,
+    "var_distance": 0.004230715334415436,
+    "map": "themes_usage",
+    "map_fields": [
+      "themes",
+      "usage"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_183745": {
+    "model": "projecte-aina/roberta-base-ca-v2",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.34697455167770386,
+    "var_distance": 0.0029269896913319826,
+    "map": "sentiment_explanation",
+    "map_fields": [
+      "sentiment",
+      "explanation"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_183800": {
+    "model": "projecte-aina/roberta-base-ca-v2",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.35297176241874695,
+    "var_distance": 0.0024212761782109737,
+    "map": "sentiment_usage",
+    "map_fields": [
+      "sentiment",
+      "usage"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_183810": {
+    "model": "projecte-aina/roberta-base-ca-v2",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.3449043929576874,
+    "var_distance": 0.0023571148049086332,
+    "map": "explanation_usage",
+    "map_fields": [
+      "explanation",
+      "usage"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_183825": {
+    "model": "projecte-aina/roberta-base-ca-v2",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.4845268130302429,
+    "var_distance": 0.007154541090130806,
+    "map": "proverb_themes_sentiment",
+    "map_fields": [
+      "proverb",
+      "themes",
+      "sentiment"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_183834": {
+    "model": "projecte-aina/roberta-base-ca-v2",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.43210312724113464,
+    "var_distance": 0.005883161909878254,
+    "map": "proverb_themes_explanation",
+    "map_fields": [
+      "proverb",
+      "themes",
+      "explanation"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_183850": {
+    "model": "projecte-aina/roberta-base-ca-v2",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.42529061436653137,
+    "var_distance": 0.0050746058113873005,
+    "map": "proverb_themes_usage",
+    "map_fields": [
+      "proverb",
+      "themes",
+      "usage"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_183904": {
+    "model": "projecte-aina/roberta-base-ca-v2",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.35188353061676025,
+    "var_distance": 0.0034640301018953323,
+    "map": "proverb_sentiment_explanation",
+    "map_fields": [
+      "proverb",
+      "sentiment",
+      "explanation"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_183921": {
+    "model": "projecte-aina/roberta-base-ca-v2",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.34581702947616577,
+    "var_distance": 0.0030483382288366556,
+    "map": "proverb_sentiment_usage",
+    "map_fields": [
+      "proverb",
+      "sentiment",
+      "usage"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_183935": {
+    "model": "projecte-aina/roberta-base-ca-v2",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.3525049686431885,
+    "var_distance": 0.0024125524796545506,
+    "map": "proverb_explanation_usage",
+    "map_fields": [
+      "proverb",
+      "explanation",
+      "usage"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_183955": {
+    "model": "projecte-aina/roberta-base-ca-v2",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.45778214931488037,
+    "var_distance": 0.005367530509829521,
+    "map": "themes_sentiment_explanation",
+    "map_fields": [
+      "themes",
+      "sentiment",
+      "explanation"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_184008": {
+    "model": "projecte-aina/roberta-base-ca-v2",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.4575955271720886,
+    "var_distance": 0.004186298698186874,
+    "map": "themes_sentiment_usage",
+    "map_fields": [
+      "themes",
+      "sentiment",
+      "usage"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_184025": {
+    "model": "projecte-aina/roberta-base-ca-v2",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.40655121207237244,
+    "var_distance": 0.0035349917598068714,
+    "map": "themes_explanation_usage",
+    "map_fields": [
+      "themes",
+      "explanation",
+      "usage"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_184046": {
+    "model": "projecte-aina/roberta-base-ca-v2",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.3600430190563202,
+    "var_distance": 0.0024281726218760014,
+    "map": "sentiment_explanation_usage",
+    "map_fields": [
+      "sentiment",
+      "explanation",
+      "usage"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_184104": {
+    "model": "projecte-aina/roberta-base-ca-v2",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.4239869713783264,
+    "var_distance": 0.004697322845458984,
+    "map": "proverb_themes_sentiment_explanation",
+    "map_fields": [
+      "proverb",
+      "themes",
+      "sentiment",
+      "explanation"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_184119": {
+    "model": "projecte-aina/roberta-base-ca-v2",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.41822463274002075,
+    "var_distance": 0.003969915676862001,
+    "map": "proverb_themes_sentiment_usage",
+    "map_fields": [
+      "proverb",
+      "themes",
+      "sentiment",
+      "usage"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_184134": {
+    "model": "projecte-aina/roberta-base-ca-v2",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.4041880667209625,
+    "var_distance": 0.0037264481652528048,
+    "map": "proverb_themes_explanation_usage",
+    "map_fields": [
+      "proverb",
+      "themes",
+      "explanation",
+      "usage"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_184156": {
+    "model": "projecte-aina/roberta-base-ca-v2",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.3571434020996094,
+    "var_distance": 0.0025321487337350845,
+    "map": "proverb_sentiment_explanation_usage",
+    "map_fields": [
+      "proverb",
+      "sentiment",
+      "explanation",
+      "usage"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_184217": {
+    "model": "projecte-aina/roberta-base-ca-v2",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.4234916567802429,
+    "var_distance": 0.003560721641406417,
+    "map": "themes_sentiment_explanation_usage",
+    "map_fields": [
+      "themes",
+      "sentiment",
+      "explanation",
+      "usage"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_184236": {
+    "model": "projecte-aina/roberta-base-ca-v2",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.4021625518798828,
+    "var_distance": 0.0031073391437530518,
+    "map": "proverb_themes_sentiment_explanation_usage",
+    "map_fields": [
+      "proverb",
+      "themes",
+      "sentiment",
+      "explanation",
+      "usage"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_184307": {
+    "model": "projecte-aina/roberta-base-ca-v2-cased-sts",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.08793239295482635,
+    "var_distance": 0.011847684159874916,
+    "map": "proverb",
+    "map_fields": [
+      "proverb"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_184316": {
+    "model": "projecte-aina/roberta-base-ca-v2-cased-sts",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.07392635196447372,
+    "var_distance": 0.0077307759784162045,
+    "map": "themes",
+    "map_fields": [
+      "themes"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_184323": {
+    "model": "projecte-aina/roberta-base-ca-v2-cased-sts",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.1869734525680542,
+    "var_distance": 0.03088298812508583,
+    "map": "sentiment",
+    "map_fields": [
+      "sentiment"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_184328": {
+    "model": "projecte-aina/roberta-base-ca-v2-cased-sts",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.06268821656703949,
+    "var_distance": 0.006070807110518217,
+    "map": "explanation",
+    "map_fields": [
+      "explanation"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_184340": {
+    "model": "projecte-aina/roberta-base-ca-v2-cased-sts",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.1029096245765686,
+    "var_distance": 0.013397054746747017,
+    "map": "usage",
+    "map_fields": [
+      "usage"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_184350": {
+    "model": "projecte-aina/roberta-base-ca-v2-cased-sts",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.061103705316782,
+    "var_distance": 0.0054617952555418015,
+    "map": "proverb_themes",
+    "map_fields": [
+      "proverb",
+      "themes"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_184400": {
+    "model": "projecte-aina/roberta-base-ca-v2-cased-sts",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.0819675624370575,
+    "var_distance": 0.010567250661551952,
+    "map": "proverb_sentiment",
+    "map_fields": [
+      "proverb",
+      "sentiment"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_184409": {
+    "model": "projecte-aina/roberta-base-ca-v2-cased-sts",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.08502128720283508,
+    "var_distance": 0.010671218857169151,
+    "map": "proverb_explanation",
+    "map_fields": [
+      "proverb",
+      "explanation"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_184423": {
+    "model": "projecte-aina/roberta-base-ca-v2-cased-sts",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.06733336299657822,
+    "var_distance": 0.0067588090896606445,
+    "map": "proverb_usage",
+    "map_fields": [
+      "proverb",
+      "usage"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_184436": {
+    "model": "projecte-aina/roberta-base-ca-v2-cased-sts",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.07368369400501251,
+    "var_distance": 0.010688500478863716,
+    "map": "themes_sentiment",
+    "map_fields": [
+      "themes",
+      "sentiment"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_184443": {
+    "model": "projecte-aina/roberta-base-ca-v2-cased-sts",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.08933711796998978,
+    "var_distance": 0.014037378132343292,
+    "map": "themes_explanation",
+    "map_fields": [
+      "themes",
+      "explanation"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_184457": {
+    "model": "projecte-aina/roberta-base-ca-v2-cased-sts",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.12320074439048767,
+    "var_distance": 0.02022252231836319,
+    "map": "themes_usage",
+    "map_fields": [
+      "themes",
+      "usage"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_184509": {
+    "model": "projecte-aina/roberta-base-ca-v2-cased-sts",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.06253966689109802,
+    "var_distance": 0.005820302292704582,
+    "map": "sentiment_explanation",
+    "map_fields": [
+      "sentiment",
+      "explanation"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_184521": {
+    "model": "projecte-aina/roberta-base-ca-v2-cased-sts",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.10977248102426529,
+    "var_distance": 0.011955869384109974,
+    "map": "sentiment_usage",
+    "map_fields": [
+      "sentiment",
+      "usage"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_184532": {
+    "model": "projecte-aina/roberta-base-ca-v2-cased-sts",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.15491245687007904,
+    "var_distance": 0.027762046083807945,
+    "map": "explanation_usage",
+    "map_fields": [
+      "explanation",
+      "usage"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_184549": {
+    "model": "projecte-aina/roberta-base-ca-v2-cased-sts",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.06401202827692032,
+    "var_distance": 0.006882899906486273,
+    "map": "proverb_themes_sentiment",
+    "map_fields": [
+      "proverb",
+      "themes",
+      "sentiment"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_184559": {
+    "model": "projecte-aina/roberta-base-ca-v2-cased-sts",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.0867539495229721,
+    "var_distance": 0.011152057908475399,
+    "map": "proverb_themes_explanation",
+    "map_fields": [
+      "proverb",
+      "themes",
+      "explanation"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_184615": {
+    "model": "projecte-aina/roberta-base-ca-v2-cased-sts",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.08302739262580872,
+    "var_distance": 0.010598292574286461,
+    "map": "proverb_themes_usage",
+    "map_fields": [
+      "proverb",
+      "themes",
+      "usage"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_184629": {
+    "model": "projecte-aina/roberta-base-ca-v2-cased-sts",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.08669276535511017,
+    "var_distance": 0.011783267371356487,
+    "map": "proverb_sentiment_explanation",
+    "map_fields": [
+      "proverb",
+      "sentiment",
+      "explanation"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_184644": {
+    "model": "projecte-aina/roberta-base-ca-v2-cased-sts",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.07192985713481903,
+    "var_distance": 0.007489962503314018,
+    "map": "proverb_sentiment_usage",
+    "map_fields": [
+      "proverb",
+      "sentiment",
+      "usage"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_184658": {
+    "model": "projecte-aina/roberta-base-ca-v2-cased-sts",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.13168814778327942,
+    "var_distance": 0.020178651437163353,
+    "map": "proverb_explanation_usage",
+    "map_fields": [
+      "proverb",
+      "explanation",
+      "usage"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_184717": {
+    "model": "projecte-aina/roberta-base-ca-v2-cased-sts",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.09910964965820312,
+    "var_distance": 0.014508042484521866,
+    "map": "themes_sentiment_explanation",
+    "map_fields": [
+      "themes",
+      "sentiment",
+      "explanation"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_184734": {
+    "model": "projecte-aina/roberta-base-ca-v2-cased-sts",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.14658302068710327,
+    "var_distance": 0.02491208352148533,
+    "map": "themes_sentiment_usage",
+    "map_fields": [
+      "themes",
+      "sentiment",
+      "usage"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_184746": {
+    "model": "projecte-aina/roberta-base-ca-v2-cased-sts",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.17632853984832764,
+    "var_distance": 0.029088711366057396,
+    "map": "themes_explanation_usage",
+    "map_fields": [
+      "themes",
+      "explanation",
+      "usage"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_184803": {
+    "model": "projecte-aina/roberta-base-ca-v2-cased-sts",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.1599045991897583,
+    "var_distance": 0.02734311670064926,
+    "map": "sentiment_explanation_usage",
+    "map_fields": [
+      "sentiment",
+      "explanation",
+      "usage"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_184823": {
+    "model": "projecte-aina/roberta-base-ca-v2-cased-sts",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.09978899359703064,
+    "var_distance": 0.013416523113846779,
+    "map": "proverb_themes_sentiment_explanation",
+    "map_fields": [
+      "proverb",
+      "themes",
+      "sentiment",
+      "explanation"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_184840": {
+    "model": "projecte-aina/roberta-base-ca-v2-cased-sts",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.09943566471338272,
+    "var_distance": 0.012451882474124432,
+    "map": "proverb_themes_sentiment_usage",
+    "map_fields": [
+      "proverb",
+      "themes",
+      "sentiment",
+      "usage"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_184855": {
+    "model": "projecte-aina/roberta-base-ca-v2-cased-sts",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.14704512059688568,
+    "var_distance": 0.02114211581647396,
+    "map": "proverb_themes_explanation_usage",
+    "map_fields": [
+      "proverb",
+      "themes",
+      "explanation",
+      "usage"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_184916": {
+    "model": "projecte-aina/roberta-base-ca-v2-cased-sts",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.13551250100135803,
+    "var_distance": 0.019405102357268333,
+    "map": "proverb_sentiment_explanation_usage",
+    "map_fields": [
+      "proverb",
+      "sentiment",
+      "explanation",
+      "usage"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_184940": {
+    "model": "projecte-aina/roberta-base-ca-v2-cased-sts",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.1790611296892166,
+    "var_distance": 0.027481362223625183,
+    "map": "themes_sentiment_explanation_usage",
+    "map_fields": [
+      "themes",
+      "sentiment",
+      "explanation",
+      "usage"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_184959": {
+    "model": "projecte-aina/roberta-base-ca-v2-cased-sts",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.1610860973596573,
+    "var_distance": 0.022566508501768112,
+    "map": "proverb_themes_sentiment_explanation_usage",
+    "map_fields": [
+      "proverb",
+      "themes",
+      "sentiment",
+      "explanation",
+      "usage"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed index type and pooling method) for field map selection.",
+    "pooling_method": "mean"
+  }
+}

tests_runs/20250421_185513_tuning/results_test_run_20250421_185513.json

@@ -0,0 +1,182 @@
+{
+  "20250421_185515": {
+    "model": "projecte-aina/roberta-base-ca-v2",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.49217942357063293,
+    "var_distance": 0.008912492543458939,
+    "map": "proverb_sentiment_usage",
+    "map_fields": [
+      "proverb",
+      "sentiment",
+      "usage"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed field map) for secondary hyperparameter selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_185526": {
+    "model": "projecte-aina/roberta-base-ca-v2",
+    "index_type": "IndexFlatIP",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.7539103031158447,
+    "var_distance": 0.0022281226702034473,
+    "map": "proverb_sentiment_usage",
+    "map_fields": [
+      "proverb",
+      "sentiment",
+      "usage"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed field map) for secondary hyperparameter selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_185537": {
+    "model": "projecte-aina/roberta-base-ca-v2",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.2621341049671173,
+    "var_distance": 0.0012911176308989525,
+    "map": "proverb_sentiment_usage",
+    "map_fields": [
+      "proverb",
+      "sentiment",
+      "usage"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed field map) for secondary hyperparameter selection.",
+    "pooling_method": "max"
+  },
+  "20250421_185547": {
+    "model": "projecte-aina/roberta-base-ca-v2",
+    "index_type": "IndexFlatIP",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.8689329624176025,
+    "var_distance": 0.0003227795532438904,
+    "map": "proverb_sentiment_usage",
+    "map_fields": [
+      "proverb",
+      "sentiment",
+      "usage"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed field map) for secondary hyperparameter selection.",
+    "pooling_method": "max"
+  },
+  "20250421_185559": {
+    "model": "projecte-aina/roberta-base-ca-v2",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.05769731104373932,
+    "var_distance": 7.417293090838939e-05,
+    "map": "proverb_sentiment_usage",
+    "map_fields": [
+      "proverb",
+      "sentiment",
+      "usage"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed field map) for secondary hyperparameter selection.",
+    "pooling_method": "cls"
+  },
+  "20250421_185610": {
+    "model": "projecte-aina/roberta-base-ca-v2",
+    "index_type": "IndexFlatIP",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.9711512923240662,
+    "var_distance": 1.8543241822044365e-05,
+    "map": "proverb_sentiment_usage",
+    "map_fields": [
+      "proverb",
+      "sentiment",
+      "usage"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed field map) for secondary hyperparameter selection.",
+    "pooling_method": "cls"
+  },
+  "20250421_185623": {
+    "model": "projecte-aina/roberta-base-ca-v2-cased-sts",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.061103705316782,
+    "var_distance": 0.0054617952555418015,
+    "map": "proverb_sentiment_usage",
+    "map_fields": [
+      "proverb",
+      "sentiment",
+      "usage"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed field map) for secondary hyperparameter selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_185633": {
+    "model": "projecte-aina/roberta-base-ca-v2-cased-sts",
+    "index_type": "IndexFlatIP",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.9694480895996094,
+    "var_distance": 0.001365448348224163,
+    "map": "proverb_sentiment_usage",
+    "map_fields": [
+      "proverb",
+      "sentiment",
+      "usage"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed field map) for secondary hyperparameter selection.",
+    "pooling_method": "mean"
+  },
+  "20250421_185644": {
+    "model": "projecte-aina/roberta-base-ca-v2-cased-sts",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.11899012327194214,
+    "var_distance": 0.040872879326343536,
+    "map": "proverb_sentiment_usage",
+    "map_fields": [
+      "proverb",
+      "sentiment",
+      "usage"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed field map) for secondary hyperparameter selection.",
+    "pooling_method": "max"
+  },
+  "20250421_185653": {
+    "model": "projecte-aina/roberta-base-ca-v2-cased-sts",
+    "index_type": "IndexFlatIP",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.9405049085617065,
+    "var_distance": 0.01021821703761816,
+    "map": "proverb_sentiment_usage",
+    "map_fields": [
+      "proverb",
+      "sentiment",
+      "usage"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed field map) for secondary hyperparameter selection.",
+    "pooling_method": "max"
+  },
+  "20250421_185704": {
+    "model": "projecte-aina/roberta-base-ca-v2-cased-sts",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.06070325896143913,
+    "var_distance": 0.005394950974732637,
+    "map": "proverb_sentiment_usage",
+    "map_fields": [
+      "proverb",
+      "sentiment",
+      "usage"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed field map) for secondary hyperparameter selection.",
+    "pooling_method": "cls"
+  },
+  "20250421_185715": {
+    "model": "projecte-aina/roberta-base-ca-v2-cased-sts",
+    "index_type": "IndexFlatIP",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.9696483612060547,
+    "var_distance": 0.001348737976513803,
+    "map": "proverb_sentiment_usage",
+    "map_fields": [
+      "proverb",
+      "sentiment",
+      "usage"
+    ],
+    "remarks": "Only tested on a subset of hyperparameters (2 models, fixed field map) for secondary hyperparameter selection.",
+    "pooling_method": "cls"
+  }
+}

tests_runs/20250421_190552_model/results_test_run_20250421_190552.json

@@ -0,0 +1,77 @@
+{
+  "20250421_190553": {
+    "model": "projecte-aina/roberta-base-ca-v2",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.05769731104373932,
+    "var_distance": 7.417293090838939e-05,
+    "map": "proverb_sentiment_usage",
+    "map_fields": [
+      "proverb",
+      "sentiment",
+      "usage"
+    ],
+    "remarks": "Tested on all models with other hyperparameters fixed.",
+    "pooling_method": "cls"
+  },
+  "20250421_190603": {
+    "model": "projecte-aina/roberta-base-ca-v2-cased-sts",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.06070325896143913,
+    "var_distance": 0.005394950974732637,
+    "map": "proverb_sentiment_usage",
+    "map_fields": [
+      "proverb",
+      "sentiment",
+      "usage"
+    ],
+    "remarks": "Tested on all models with other hyperparameters fixed.",
+    "pooling_method": "cls"
+  },
+  "20250421_190614": {
+    "model": "projecte-aina/roberta-base-ca-v2-cased-te",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 1.2598824501037598,
+    "var_distance": 0.5332778692245483,
+    "map": "proverb_sentiment_usage",
+    "map_fields": [
+      "proverb",
+      "sentiment",
+      "usage"
+    ],
+    "remarks": "Tested on all models with other hyperparameters fixed.",
+    "pooling_method": "cls"
+  },
+  "20250421_190626": {
+    "model": "projecte-aina/roberta-base-ca-v2-cased-tc",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 1.2142741680145264,
+    "var_distance": 0.2768329381942749,
+    "map": "proverb_sentiment_usage",
+    "map_fields": [
+      "proverb",
+      "sentiment",
+      "usage"
+    ],
+    "remarks": "Tested on all models with other hyperparameters fixed.",
+    "pooling_method": "cls"
+  },
+  "20250421_190639": {
+    "model": "projecte-aina/roberta-large-ca-v2",
+    "index_type": "IndexFlatL2",
+    "prompts_test_set_length": 80,
+    "avg_distance": 0.4151465892791748,
+    "var_distance": 0.06712639331817627,
+    "map": "proverb_sentiment_usage",
+    "map_fields": [
+      "proverb",
+      "sentiment",
+      "usage"
+    ],
+    "remarks": "Tested on all models with other hyperparameters fixed.",
+    "pooling_method": "cls"
+  }
+}