chore: debug

handler.py

@@ -30,12 +30,15 @@ class EndpointHandler:
         """
 
         # Get inputs
-        encrypted_inputs = from_json(data.pop("encrypted_inputs", data))
+        # encrypted_inputs = from_json(data.pop("encrypted_inputs", data))
+        encrypted_inputs = data.pop("encrypted_inputs", data)
 
         # Get keys
-        evaluation_keys = from_json(data.pop("evaluation_keys", data))
+        # evaluation_keys = from_json(data.pop("evaluation_keys", data))
+        evaluation_keys = data.pop("evaluation_keys", data)
 
         # Run CML prediction
         encrypted_prediction = self.fhemodel_server.run(encrypted_inputs, evaluation_keys)
 
-        return to_json(encrypted_prediction)
+        # return to_json(encrypted_prediction)
+        return encrypted_prediction

play_with_endpoint.py

@@ -20,16 +20,16 @@ def from_json(python_object):
         return bytes(python_object["__value__"])
 
 
-# TODO: put the right link `API_URL` for your entryp point
+# TODO: put the right link `API_URL` for your entry point
 API_URL = "https://yw1dgyuig6ff5pft.us-east-1.aws.endpoints.huggingface.cloud"
 headers = {
     "Authorization": "Bearer " + os.environ.get("HF_TOKEN"),
-    "Content-Type": "application/json",
+    "Content-Type": "application/octet-stream",
 }
 
 
 def query(payload):
-    response = requests.post(API_URL, headers=headers, json=payload)
+    response = requests.post(API_URL, headers=headers, data=payload)
     return response.json()
 
 
@@ -74,11 +74,16 @@ for i in range(nb_samples):
     # Quantize the input and encrypt it
     encrypted_inputs = fhemodel_client.quantize_encrypt_serialize(X_test[i].reshape(1, -1))
 
+    # print(f"Size of encrypted input {sys.getsizeof(encrypted_inputs)}")
+    # print(f"Size of keys {sys.getsizeof(evaluation_keys)}")
+
     # Prepare the payload, including the evaluation keys which are needed server side
     payload = {
         "inputs": "fake",
-        "encrypted_inputs": to_json(encrypted_inputs),
-        "evaluation_keys": to_json(evaluation_keys),
+        # "encrypted_inputs": to_json(encrypted_inputs),
+        # "evaluation_keys": to_json(evaluation_keys),
+        "encrypted_inputs": encrypted_inputs,
+        "evaluation_keys": evaluation_keys,
     }
 
     # Run the inference on HF servers
@@ -88,6 +93,8 @@ for i in range(nb_samples):
 
     encrypted_prediction = from_json(encrypted_prediction)
 
+    print(f"{encrypted_prediction=}")
+
     if is_first:
         is_first = False
         print(f"Size of the payload: {sys.getsizeof(payload)} bytes")