Parameter selection added

gym-minigrid/gym_minigrid/curriculums/expertcurriculumsocialaiparamenv.py

@@ -3,6 +3,27 @@ import warnings
 import numpy as np
 import random
 
+class SelectedParametersOrRandomCurriculum():
+    def __init__(self, selected_parameters):
+
+        self.selected_parameters = selected_parameters
+
+    def choose(self, node, chosen_parameters):
+        # if in selected_parameters choose the selected one
+        # else choose a random child
+
+        assert node.type == 'param'
+
+        if node in self.selected_parameters:
+            chosen = self.selected_parameters[node]
+            assert chosen in node.children
+            return chosen
+
+        else:
+            return random.choice(node.children)
+
+
+
 class ScaffoldingExpertCurriculum:
 
     def __init__(self, type, minimum_episodes=1000, average_interval=500, phase_thresholds=(0.75, 0.75)):

gym-minigrid/gym_minigrid/parametric_env.py

@@ -3,6 +3,7 @@ from graphviz import Digraph
 import re
 import random
 from termcolor import cprint
+from collections import defaultdict
 
 
 class Node:
@@ -18,6 +19,13 @@ class Node:
         self.children = []
         self.type = type
 
+        # calculate node's level
+        parent_ = self.parent
+        self.level = 1
+        while parent_ is not None:
+            self.level += 1
+            parent_ = parent_.parent
+
     def __repr__(self):
         return f"{self.id}({self.type})-'{self.label}'"
 
@@ -37,6 +45,9 @@ class ParameterTree(ABC):
         self.tree = Digraph("unix", format='svg')
         self.tree.attr(size='30,100')
 
+    def get_node_for_id(self, id):
+        return self.nodes[id]
+
     def add_node(self, label, parent=None, type="param"):
         """
         All children of this node must be set
@@ -125,6 +136,20 @@ class ParameterTree(ABC):
 
             nodes.extend(node.children)
 
+    def get_all_params(self):
+        all_params = defaultdict(list)
+
+        nodes = [self.root]
+        while nodes:
+            node = nodes.pop(0)
+
+            if node.type == "value":
+                all_params[node.parent].append(node)
+
+            nodes.extend(node.children)
+
+        return all_params
+
     def draw_tree(self, filename, selected_parameters={}, ignore_labels=[], folded_nodes=[], label_parser={}, save=True):
 
         self.create_digraph()

gym-minigrid/gym_minigrid/social_ai_envs/case_studies_envs/LLMcasestudyenvs.py

@@ -33,17 +33,17 @@ class AsocialBoxInformationSeekingParamEnv(SocialAIParamEnv):
         # Information seeking
         inf_seeking_nd = tree.add_node("Information_seeking", parent=env_type_nd, type="value")
 
-        prag_fr_compl_nd = tree.add_node("Pragmatic_frame_complexity", parent=inf_seeking_nd, type="param")
-        tree.add_node("No", parent=prag_fr_compl_nd, type="value")
-
-        # scaffolding
-        scaffolding_nd = tree.add_node("Scaffolding", parent=inf_seeking_nd, type="param")
-        scaffolding_N_nd = tree.add_node("N", parent=scaffolding_nd, type="value")
-
-        cue_type_nd = tree.add_node("Cue_type", parent=scaffolding_N_nd, type="param")
-        tree.add_node("Language_Color", parent=cue_type_nd, type="value")
-        tree.add_node("Language_Feedback", parent=cue_type_nd, type="value")
-        tree.add_node("Pointing", parent=cue_type_nd, type="value")
+        # prag_fr_compl_nd = tree.add_node("Pragmatic_frame_complexity", parent=inf_seeking_nd, type="param")
+        # tree.add_node("No", parent=prag_fr_compl_nd, type="value")
+        #
+        # # scaffolding
+        # scaffolding_nd = tree.add_node("Scaffolding", parent=inf_seeking_nd, type="param")
+        # scaffolding_N_nd = tree.add_node("N", parent=scaffolding_nd, type="value")
+        #
+        # cue_type_nd = tree.add_node("Cue_type", parent=scaffolding_N_nd, type="param")
+        # tree.add_node("Language_Color", parent=cue_type_nd, type="value")
+        # tree.add_node("Language_Feedback", parent=cue_type_nd, type="value")
+        # tree.add_node("Pointing", parent=cue_type_nd, type="value")
 
         problem_nd = tree.add_node("Problem", parent=inf_seeking_nd, type="param")
 

gym-minigrid/gym_minigrid/social_ai_envs/informationseekingenv.py

@@ -78,6 +78,7 @@ class Caretaker(NPC):
             self.distractor_obj = self.env.distractor_generator
 
         if self.env.ja_recursive:
+            # how many objects
             if int(self.env.parameters["N"]) == 1:
                 self.ja_decoy = self.env._rand_elem([self.target_obj])
             else:
@@ -101,6 +102,7 @@ class Caretaker(NPC):
         if self.env.hidden_npc:
             return reply, info
 
+
         scaffolding = self.env.parameters.get("Scaffolding", "N") == "Y"
         language_color = False
         language_feedback = False
@@ -135,7 +137,7 @@ class Caretaker(NPC):
             assert action is None
 
             if self.env.ja_recursive:
-                # look at the center of the room (this makes the cue giving in side and outisde JA different)
+                # look at the center of the room (this makes the cue giving inside and outisde JA different)
                 action = self.look_at_action([self.env.current_width // 2, self.env.current_height // 2])
             else:
                 # look at the agent
@@ -550,7 +552,7 @@ class InformationSeekingEnv(MultiModalMiniGridEnv):
             num_of_colors = self.n_colors
 
         # additional test for recursivness of joint attention -> cues are given outside of JA
-        self.ja_recursive = self.parameters.get("JA_recursive", False) if self.parameters else False
+        self.ja_recursive = self.parameters.get("JA_recursive", False) == "Y" if self.parameters else False
 
         self.add_obstacles()
         if self.obstacles != "No":

gym-minigrid/gym_minigrid/social_ai_envs/socialaiparamenv.py

@@ -297,6 +297,16 @@ class SocialAIParamEnv(gym.Env):
 
         return tree
 
+    def get_potential_params(self):
+        all_params = self.parameter_tree.get_all_params()
+        potential_params = {
+            k: v for k, v in all_params.items() if k in self.current_params.keys()
+        }
+        return potential_params
+
+    def get_all_params(self):
+        return self.parameter_tree.get_all_params()
+
     def construct_env_from_params(self, params):
         params_labels = {k.label: v.label for k, v in params.items()}
         if params_labels['Env_type'] == "Collaboration":
@@ -329,14 +339,19 @@ class SocialAIParamEnv(gym.Env):
 
         return env, reset_kwargs
 
-    def reset(self, with_info=False):
+    def reset(self, with_info=False, selected_params=None, ACL=None):
         # select a new social environment at random, for each new episode
 
         old_window = None
         if self.current_env:  # a previous env exists, save old window
             old_window = self.current_env.window
 
-        self.current_params = self.parameter_tree.sample_env_params(ACL=self.curriculum)
+        if selected_params is not None:
+            self.current_params = selected_params
+        elif ACL is not None:
+            self.current_params = self.parameter_tree.sample_env_params(ACL=ACL)
+        else:
+            self.current_params = self.parameter_tree.sample_env_params(ACL=self.curriculum)
 
         self.current_env, reset_kwargs = self.construct_env_from_params(self.current_params)
         assert reset_kwargs is not {}
@@ -360,9 +375,8 @@ class SocialAIParamEnv(gym.Env):
         else:
             return obs
 
-    def reset_with_info(self):
-        return self.reset(with_info=True)
-
+    def reset_with_info(self, selected_params=None, ACL=None):
+        return self.reset(with_info=True, selected_params=selected_params, ACL=ACL)
 
     def seed(self, seed=1337):
         # Seed the random number generator

web_demo/app.py

@@ -8,6 +8,7 @@ import gym
 import gym_minigrid
 import numpy as np
 from gym_minigrid.window import Window
+from gym_minigrid.curriculums import SelectedParametersOrRandomCurriculum
 
 from textworld_utils.utils import generate_text_obs
 
@@ -34,8 +35,8 @@ env_label_to_env_name = {
     "Language Color (Test)": "SocialAI-ELangColorDoorsTestInformationSeekingParamEnv-v1",
     "Language Feedback (Train)": "SocialAI-ELangFeedbackHeldoutDoorsTrainInformationSeekingParamEnv-v1",
     "Language Feedback (Test)": "SocialAI-ELangFeedbackDoorsTestInformationSeekingParamEnv-v1",
-    "Joint Attention Language Color (Train)": "SocialAI-ELangColorHeldoutDoorsTrainInformationSeekingParamEnv-v1",
-    "Joint Attention Language Color (Test)": "SocialAI-ELangColorDoorsTestInformationSeekingParamEnv-v1",
+    "Joint Attention Language Color (Train)": "SocialAI-JAELangColorHeldoutDoorsTrainInformationSeekingParamEnv-v1",
+    "Joint Attention Language Color (Test)": "SocialAI-JAELangColorDoorsTestInformationSeekingParamEnv-v1",
     "Apple stealing": "SocialAI-AppleStealingObst_NoParamEnv-v1",
     "Apple stealing (Occlusions)": "SocialAI-AppleStealingObst_MediumParamEnv-v1",
     "Scaffolding (train - scaf_8: Phase 1)": "SocialAI-AELangFeedbackTrainScaffoldingCSParamEnv-v1",
@@ -96,6 +97,12 @@ global obs, info
 obs, info = env.reset(with_info=True)
 
 
+
+
+
+def get_parameter_options(env):
+    return env.get_potential_params()
+
 def create_bubble_text(obs, info, full_conversation, textual_observations):
     if textual_observations:
         bubble_text = "Textual observation\n\n"+ \
@@ -110,6 +117,7 @@ def create_bubble_text(obs, info, full_conversation, textual_observations):
 
 def update_tree():
     selected_parameters = env.current_env.parameters
+    print("sel param:", selected_parameters)
     selected_env_type = selected_parameters["Env_type"]
 
     assert selected_env_type in env_types, f"Env_type {selected_env_type} not in {env_types}"
@@ -145,6 +153,27 @@ def format_bubble_text(text):
     return "\n".join(lines)
 
 
+
+
+
+@app.route('/set_env_params', methods=['POST'])
+def set_env_params():
+    global env
+    selected_params_ids = request.get_json()
+
+    selected_parameters = {
+        env.parameter_tree.get_node_for_id(k): env.parameter_tree.get_node_for_id(v) for k,v in selected_params_ids.items()
+    }
+    global obs, info
+
+    selected_parameters_curriuclum = SelectedParametersOrRandomCurriculum(selected_parameters)
+
+    obs, info = env.reset(with_info=True, ACL=selected_parameters_curriuclum)
+    update_tree()  # Update the tree for the new environment
+    return jsonify({"success": True}), 200
+    # return redirect(url_for('index'))  # Redirect back to the main page
+
+
 @app.route('/set_env', methods=['POST'])
 def set_env():
     global env_name  # Declare the variable as global to modify it
@@ -217,7 +246,6 @@ def perform_action():
 
         obs, reward, done, info = env.step(action)
 
-
     image = env.render('rgb_array', tile_size=32, mask_unobserved=mask_unobserved)
     image_data = np_img_to_base64(image)
 
@@ -253,6 +281,8 @@ def index():
         current_env_label=env_label,
         grammar_templates=grammar_templates,
         grammar_words=grammar_words,
+        parameter_options=get_parameter_options(env),
+        current_parameters=env.current_params
     )
 
 

web_demo/templates/index.html

@@ -54,10 +54,10 @@
             margin-bottom: 10px; /* Adds a space between the two rows */
         }
 
-        .svg-container {
+        .tree-container {
             width: 60%;
             min-width: 1000px;
-            max-height: 300px;
+            max-height: 600px;
             margin-left: 5px;
             margin-right: 5px;
             margin-bottom: 5px;
@@ -204,8 +204,24 @@
             .then(data => {
                 document.getElementById('envImage').src = `data:image/jpeg;base64,${data.image_data}`;
                 if (actionName === "done") {
-                    const svgTree = document.getElementById('svgTree');
-                    svgTree.data = `./static/current_tree.svg?_=${data.timestamp}`;
+
+                    // Save the scroll position in sessionStorage before reloading
+                    sessionStorage.setItem('scrollPosition', window.scrollY);
+                    console.log(window.scrollY);
+
+                    // Function to reload the page with updated URL parameter
+                    function reloadPage() {
+                        let currentUrl = new URL(window.location.href);
+                        currentUrl.searchParams.set('_', new Date().getTime());
+                        window.location.href = currentUrl.href;
+                    }
+
+                    // Call the function to reload the page
+                    reloadPage();
+
+<!--                    const svgTree = document.getElementById('svgTree');-->
+<!--                    svgTree.data = `./static/current_tree.svg?_=${data.timestamp}`;-->
+<!--                    // todo: update the dropdown lists for parameters-->
                 }
 
                 // Add this to handle the caretaker's utterance
@@ -236,6 +252,7 @@
             .catch(error => {
                 console.error('Error:', error);
             });
+
         }
 
         document.addEventListener("DOMContentLoaded", function() {
@@ -327,7 +344,49 @@
             });
         }
 
+        function setEnvParams() {
+            // Collect data from dropdowns
+            var data = {};
+
+            {% for key in parameter_options.keys() %}
+            data['{{ key.id }}'] = document.getElementById('{{ key.id }}').value;
+            {% endfor %}
 
+            // Send data to Flask backend
+            fetch('/set_env_params', {
+                method: 'POST',
+                headers: {
+                    'Content-Type': 'application/json',
+                },
+                body: JSON.stringify(data),
+            })
+            .then(response => {
+                if(response.ok) {
+                    // If the request was successful, reload the page without cache
+                    let currentUrl = new URL(window.location.href);
+                    currentUrl.searchParams.set('_', new Date().getTime());
+                    window.location.href = currentUrl.href;
+                } else {
+                    // Handle errors
+                    console.error('Error in setEnvParams:', response);
+                }
+            })
+            .catch((error) => {
+                console.error('Error:', error);
+            });
+
+        }
+
+    function restoreScrollPosition() {
+        let savedScrollPosition = parseInt(sessionStorage.getItem('scrollPosition'));
+        if (!isNaN(savedScrollPosition)) {
+            window.scrollTo(0, savedScrollPosition);
+            sessionStorage.removeItem('scrollPosition');
+        }
+    }
+
+    // Attach the restoreScrollPosition function to the appropriate event
+    window.addEventListener('load', restoreScrollPosition);
     </script>
 </head>
 <body>
@@ -360,8 +419,29 @@
     </div>
 
     <p>This is the sampling tree. The current sampled parameters are highlighted blue</p>
-    <div class="svg-container">
-        <object id="svgTree" type="image/svg+xml" data="{{ url_for('static', filename='current_tree.svg', _=timestamp) }}" width="95%" height="95%">Your browser does not support SVG</object>
+    <div class="tree-container" >
+        <div class="form-container">
+            <span class="form-label">Select Parameters:</span>
+            <form method="post" id="paramsEnvForm">
+                {% set ns = namespace(lvl=1) %}
+                {% for key, options in parameter_options.items() %}
+                    {% if key.level != ns.lvl %}
+                        {% if ns.lvl >= 0 %}<hr>{% endif %}
+                    {% set ns.lvl = key.level %}
+                    {% endif %}
+
+                    <label>{{ key.label }}</label>
+                    <select name="{{ key }}" id="{{ key.id }}" onchange="setEnvParams();">
+                        {% for option in options %}
+                        <option value="{{ option.id }}" {% if current_parameters[key].id == option.id %}selected{% endif %} >
+                            {{ option.label }}
+                        </option>
+                        {% endfor %}
+                    </select>
+                {% endfor %}
+            </form>
+        </div>
+        <object id="svgTree" type="image/svg+xml" data="{{ url_for('static', filename='current_tree.svg', _=timestamp) }}" width="95%" height="70%">Your browser does not support SVG</object>
     </div>
 
     <p>This is the environment.</p>