"""A local gradio app that detects seizures with EEG using FHE.""" from PIL import Image import os import shutil import subprocess import time import gradio as gr import numpy import requests from itertools import chain from common import ( CLIENT_TMP_PATH, SERVER_TMP_PATH, EXAMPLES, INPUT_SHAPE, KEYS_PATH, REPO_DIR, SERVER_URL, ) from client_server_interface import FHEClient # Uncomment here to have both the server and client in the same terminal subprocess.Popen(["uvicorn", "server:app"], cwd=REPO_DIR) time.sleep(3) def shorten_bytes_object(bytes_object, limit=500): """Shorten the input bytes object to a given length. Encrypted data is too large for displaying it in the browser using Gradio. This function provides a shorten representation of it. Args: bytes_object (bytes): The input to shorten limit (int): The length to consider. Default to 500. Returns: str: Hexadecimal string shorten representation of the input byte object. """ # Define a shift for better display shift = 100 return bytes_object[shift : limit + shift].hex() def get_client(user_id): """Get the client API. Args: user_id (int): The current user's ID. Returns: FHEClient: The client API. """ return FHEClient( key_dir=KEYS_PATH / f"seizure_detection_{user_id}" ) def get_client_file_path(name, user_id): """Get the correct temporary file path for the client. Args: name (str): The desired file name. user_id (int): The current user's ID. Returns: pathlib.Path: The file path. """ return CLIENT_TMP_PATH / f"{name}_seizure_detection_{user_id}" def clean_temporary_files(n_keys=20): """Clean keys and encrypted images. A maximum of n_keys keys and associated temporary files are allowed to be stored. Once this limit is reached, the oldest files are deleted. Args: n_keys (int): The maximum number of keys and associated files to be stored. Default to 20. """ # Get the oldest key files in the key directory key_dirs = sorted(KEYS_PATH.iterdir(), key=os.path.getmtime) # If more than n_keys keys are found, remove the oldest user_ids = [] if len(key_dirs) > n_keys: n_keys_to_delete = len(key_dirs) - n_keys for key_dir in key_dirs[:n_keys_to_delete]: user_ids.append(key_dir.name) shutil.rmtree(key_dir) # Get all the encrypted objects in the temporary folder client_files = CLIENT_TMP_PATH.iterdir() server_files = SERVER_TMP_PATH.iterdir() # Delete all files related to the ids whose keys were deleted for file in chain(client_files, server_files): for user_id in user_ids: if user_id in file.name: file.unlink() def keygen(): """Generate the private key for seizure detection. Returns: (user_id, True) (Tuple[int, bool]): The current user's ID and a boolean used for visual display. """ # Clean temporary files clean_temporary_files() # Create an ID for the current user user_id = numpy.random.randint(0, 2**32) # Retrieve the client API client = get_client(user_id) # Generate a private key client.generate_private_and_evaluation_keys(force=True) # Retrieve the serialized evaluation key evaluation_key = client.get_serialized_evaluation_keys() # Save evaluation_key as bytes in a file as it is too large to pass through regular Gradio # buttons (see https://github.com/gradio-app/gradio/issues/1877) evaluation_key_path = get_client_file_path("evaluation_key", user_id) with evaluation_key_path.open("wb") as evaluation_key_file: evaluation_key_file.write(evaluation_key) return (user_id, True) def encrypt(user_id, input_image): """Encrypt the given image for seizure detection. Args: user_id (int): The current user's ID. input_image (numpy.ndarray): The image to encrypt. Returns: (input_image, encrypted_image_short) (Tuple[bytes]): The encrypted image and one of its representation. """ if user_id == "": raise gr.Error("Please generate the private key first.") if input_image is None: raise gr.Error("Please choose an image first.") import numpy as np # Resize image if necessary if input_image.shape != (32, 32, 3): input_image_pil = Image.fromarray(input_image) input_image_pil = input_image_pil.resize((32, 32)) input_image = np.array(input_image_pil) # Convert to grayscale and reshape to (1, 1, 224, 224) input_image = np.mean(input_image, axis=2).astype(np.float32) input_image = input_image.reshape(1, 1, 32, 32) # Scale values to 12-bit range (-2048 to 2047) input_image = (input_image / 255.0 * 4095 - 2048).astype(np.int16) input_image = np.clip(input_image, -2048, 2047) # Retrieve the client API client = get_client(user_id) # Pre-process, encrypt and serialize the image encrypted_image = client.encrypt_serialize(input_image) # Save encrypted_image to bytes in a file, since too large to pass through regular Gradio # buttons, https://github.com/gradio-app/gradio/issues/1877 encrypted_image_path = get_client_file_path("encrypted_image", user_id) with encrypted_image_path.open("wb") as encrypted_image_file: encrypted_image_file.write(encrypted_image) # Get a short representation of the encrypted image for display purposes encrypted_image_short = encrypted_image[:100] # Take first 100 bytes return encrypted_image_short def send_input(user_id): """Send the encrypted input image as well as the evaluation key to the server. Args: user_id (int): The current user's ID. """ # Get the evaluation key path evaluation_key_path = get_client_file_path("evaluation_key", user_id) if user_id == "" or not evaluation_key_path.is_file(): raise gr.Error("Please generate the private key first.") encrypted_input_path = get_client_file_path("encrypted_image", user_id) if not encrypted_input_path.is_file(): raise gr.Error("Please generate the private key and then encrypt an image first.") # Define the data and files to post data = { "user_id": user_id, } files = [ ("files", open(encrypted_input_path, "rb")), ("files", open(evaluation_key_path, "rb")), ] # Send the encrypted input image and evaluation key to the server url = SERVER_URL + "send_input" with requests.post( url=url, data=data, files=files, ) as response: return response.ok def run_fhe(user_id): """Apply the seizure detection model on the encrypted image previously sent using FHE. Args: user_id (int): The current user's ID. """ data = { "user_id": user_id, } # Trigger the FHE execution on the encrypted image previously sent url = SERVER_URL + "run_fhe" with requests.post( url=url, data=data, ) as response: if response.ok: return response.json() else: raise gr.Error("Please wait for the input image to be sent to the server.") def get_output(user_id): """Retrieve the encrypted output (boolean). Args: user_id (int): The current user's ID. Returns: encrypted_output_short (bytes): A representation of the encrypted result. """ data = { "user_id": user_id, } # Retrieve the encrypted output url = SERVER_URL + "get_output" with requests.post( url=url, data=data, ) as response: if response.ok: encrypted_output = response.content # Save the encrypted output to bytes in a file as it is too large to pass through regular # Gradio buttons (see https://github.com/gradio-app/gradio/issues/1877) encrypted_output_path = get_client_file_path("encrypted_output", user_id) with encrypted_output_path.open("wb") as encrypted_output_file: encrypted_output_file.write(encrypted_output) # Create a truncated version of the encrypted output for display encrypted_output_short = shorten_bytes_object(encrypted_output) return encrypted_output_short else: raise gr.Error("Please wait for the FHE execution to be completed.") def decrypt_output(user_id): """Decrypt the result. Args: user_id (int): The current user's ID. Returns: bool: The decrypted output (True if seizure detected, False otherwise) """ if user_id == "": raise gr.Error("Please generate the private key first.") # Get the encrypted output path encrypted_output_path = get_client_file_path("encrypted_output", user_id) if not encrypted_output_path.is_file(): raise gr.Error("Please run the FHE execution first.") # Load the encrypted output as bytes with encrypted_output_path.open("rb") as encrypted_output_file: encrypted_output = encrypted_output_file.read() # Retrieve the client API client = get_client(user_id) # Deserialize, decrypt and post-process the encrypted output decrypted_output = client.deserialize_decrypt_post_process(encrypted_output) return "Seizure detected" if decrypted_output else "No seizure detected" def resize_img(img, width=256, height=256): """Resize the image.""" if img.dtype != numpy.uint8: img = img.astype(numpy.uint8) img_pil = Image.fromarray(img) # Resize the image resized_img_pil = img_pil.resize((width, height)) # Convert back to a NumPy array return numpy.array(resized_img_pil) demo = gr.Blocks() print("Starting the demo...") with demo: gr.Markdown( """