chore: adding a system to save key piece by piece

handler.py

@@ -49,6 +49,17 @@ class EndpointHandler:
 
             return {"uid": uid}
 
+        elif method == "append_key":
+
+            # Get key piece
+            evaluation_keys = from_json(data.pop("evaluation_keys", data))
+
+            uid = data.pop("uid", data)
+
+            self.key_database[uid] += evaluation_keys
+
+            return
+
         elif method == "inference":
 
             uid = data.pop("uid", data)

play_with_endpoint.py

@@ -54,13 +54,35 @@ fhemodel_client.generate_private_and_evaluation_keys()
 evaluation_keys = fhemodel_client.get_serialized_evaluation_keys()
 
 # Save the key in the database
-payload = {
-    "inputs": "fake",
-    "evaluation_keys": to_json(evaluation_keys),
-    "method": "save_key",
-}
+evaluation_keys_remaining = evaluation_keys
+uid = None
+is_first = True
+
+while sys.getsizeof(evaluation_keys_remaining) > 0:
+
+    # Send by packets of 100M
+    evaluation_keys_piece = evaluation_keys[: 1024 * 1024 * 100]
+    evaluation_keys_remaining = evaluation_keys[1024 * 1024 * 100 :]
+
+    if is_first:
+        payload = {
+            "inputs": "fake",
+            "evaluation_keys": to_json(evaluation_keys_piece),
+            "method": "save_key",
+        }
+
+        uid = query(payload)["uid"]
+
+    else:
+        payload = {
+            "inputs": "fake",
+            "evaluation_keys": to_json(evaluation_keys_piece),
+            "method": "append_key",
+            "uid": uid,
+        }
+
+        query(payload)
 
-uid = query(payload)["uid"]
 print(f"Storing the key in the database under {uid=}")
 
 # Test the handler