Config head node runtime via IP (#234)

- Config head node runtime via IP (748f48ac03faa90488220eb2f9b5a76e128a6c06)
- Update minor formatting (c48e37c67945c09e6593d45c40c4cbe0df7cc757)


Co-authored-by: Madhavan Venkatesh <madhavanvenkatesh@users.noreply.huggingface.co>

examples/hyperparam_optimiz_for_disease_classifier.py

@@ -18,10 +18,42 @@ import ray
 from ray import tune
 from ray.tune import ExperimentAnalysis
 from ray.tune.suggest.hyperopt import HyperOptSearch
+ray.shutdown() #engage new ray session
 runtime_env = {"conda": "base",
                "env_vars": {"LD_LIBRARY_PATH": "/path/to/miniconda3/lib:/path/to/sw/lib:/path/to/sw/lib"}}
 ray.init(runtime_env=runtime_env)
 
+def initialize_ray_with_check(ip_address):
+    """
+    Initialize Ray with a specified IP address and check its status and accessibility.
+
+    Args:
+    - ip_address (str): The IP address (with port) to initialize Ray.
+
+    Returns:
+    - bool: True if initialization was successful and dashboard is accessible, False otherwise.
+    """
+    try:
+        ray.init(address=ip_address)
+        print(ray.nodes())
+        
+        services = ray.get_webui_url()
+        if not services:
+            raise RuntimeError("Ray dashboard is not accessible.")
+        else:
+            print(f"Ray dashboard is accessible at: {services}")
+        return True
+    except Exception as e:
+        print(f"Error initializing Ray: {e}")
+        return False
+
+# Usage:
+ip = 'your_ip:xxxx'  # Replace with your actual IP address and port
+if initialize_ray_with_check(ip):
+    print("Ray initialized successfully.")
+else:
+    print("Error during Ray initialization.")
+    
 import datetime
 import numpy as np
 import pandas as pd
@@ -123,6 +155,7 @@ def model_init():
     return model
 
 # define metrics
+# note: macro f1 score recommended for imbalanced multiclass classifiers
 def compute_metrics(pred):
     labels = pred.label_ids
     preds = pred.predictions.argmax(-1)