Upload folder using huggingface_hub

server/experiment_repo/src/train.py

@@ -32,7 +32,14 @@ def main():
     model_type = config['model']['type']
     print(f"Initializing {model_type} model...")
 
-    model = build_model(model_type, config, removed_columns=[])
+    removed_columns = config.get('removed_columns', [])
+    if not removed_columns:
+        if 'model' in config and 'removed_columns' in config['model']:
+            removed_columns = config['model']['removed_columns']
+        elif 'data' in config and 'removed_columns' in config['data']:
+            removed_columns = config['data']['removed_columns']
+
+    model = build_model(model_type, config, removed_columns=removed_columns)
 
 # training model
     print("Starting training...")

server/my_env_environment.py

@@ -103,6 +103,7 @@ class MyEnvironment(Environment):
                                                                   for writing feature names remember you can write them as comma separated values or as plus separated values or as group names as given in the feature_description_txt file.
                                                                   comma separated means that, those individual features give different F1 when individually removed , whereas plus separated means that, all those features give a single F1 when removed as a group.
                                                                   similarly, writing a category name means , all the features in that category give a single F1 when removed as a group.    
+                                                            how to test:place a removed_columns: [...] list parameter anywhere under, 'model', or 'data' in the base config, to remove columns.
                                                             ''')]
                                                  },
                               dir_structure=init_Directory("exp_repo",[
@@ -232,8 +233,13 @@ class MyEnvironment(Environment):
             if not b:
                 raise AttributeError("The path does not lead to any existing directory.")
             self._state.cwd_contents=getattr(self._state.dir_structure,l[-1]) 
-            self._state.cwd=action.path
-            message="Changed directory to "+action.path 
+            
+            if action.path.startswith("exp_repo"):
+                self._state.cwd = action.path
+            else:
+                self._state.cwd = self._state.cwd.rstrip('/') + "/" + action.path.lstrip('/')
+                
+            message="Changed directory to "+self._state.cwd 
         except AttributeError as e:
             message=str(e)
             penalty+=-0.12
@@ -241,15 +247,17 @@ class MyEnvironment(Environment):
     def _read(self,action: MyAction,penalty:float)->tuple[str,float]:
         message=""
         try:
-            b=isinstance(getattr(self._state.dir_structure,action.path),list)
+            l=action.path.split('/')
+            attr_name=l[-1].replace('.', '_')
+            b=isinstance(getattr(self._state.dir_structure,attr_name),list)
             if b:
                 raise AttributeError("The path does not lead to any existing file.")
-            self._state.file_contents=getattr(self._state.dir_structure,action.path)
+            self._state.file_contents=getattr(self._state.dir_structure,attr_name)
             message="Read file "+action.path
             # Emit event
             self.events["results_read"] += 1
-        except AttributeError as e:
-            message=str(e)
+        except AttributeError:
+            message=f"The file {action.path} does not exist."
             penalty+=-0.12
         return message,penalty
     def _write(self,action: MyAction,penalty:float)->tuple[str,float]:
@@ -260,12 +268,27 @@ class MyEnvironment(Environment):
             
             # Dynamic physical directory path resolution
             server_dir = os.path.dirname(os.path.abspath(__file__))
-            rel_cwd = os.path.relpath(self._state.cwd, "exp_repo")
-            if rel_cwd == ".": 
-                rel_cwd = ""
+            
+            if action.path.startswith("exp_repo"):
+                logical_path = action.path
+            else:
+                logical_path = self._state.cwd.rstrip('/') + "/" + action.path.lstrip('/')
                 
-            physical_cwd = os.path.normpath(os.path.join(server_dir, "experiment_repo", rel_cwd))
-            resolved_file_path = os.path.normpath(os.path.join(physical_cwd, action.path))
+            logical_path = '/'.join([p for p in logical_path.split('/') if p])
+            
+            if logical_path.startswith("exp_repo"):
+                rel_path = logical_path[len("exp_repo"):]
+                if rel_path.startswith('/'): rel_path = rel_path[1:]
+            else:
+                rel_path = logical_path
+
+            l_rel = rel_path.split('/')
+            filename = l_rel[-1]
+            attr_name = filename.replace('.', '_')  # dummy name for dir_structure
+            actual_filename = attr_name[::-1].replace("_", ".", 1)[::-1] # convert dummy name to real filename
+            l_rel[-1] = actual_filename
+            
+            resolved_file_path = os.path.normpath(os.path.join(server_dir, "experiment_repo", *l_rel))
                 
             l = action.path.split('/')
             filename = l[-1]
@@ -311,11 +334,30 @@ class MyEnvironment(Environment):
                 raise ValueError("Path is required for run action.")
 
             server_dir = os.path.dirname(os.path.abspath(__file__))
-            rel_cwd = os.path.relpath(self._state.cwd, "exp_repo")
-            if rel_cwd == ".":
-                rel_cwd = ""
-            physical_cwd = os.path.normpath(os.path.join(server_dir, "experiment_repo", rel_cwd))
-            resolved_script_path = os.path.normpath(os.path.join(physical_cwd, action.path))
+            
+            if action.path.startswith("exp_repo"):
+                logical_path = action.path
+            else:
+                logical_path = self._state.cwd.rstrip('/') + "/" + action.path.lstrip('/')
+                
+            logical_path = '/'.join([p for p in logical_path.split('/') if p])
+            
+            if logical_path.startswith("exp_repo"):
+                rel_path = logical_path[len("exp_repo"):]
+                if rel_path.startswith('/'): rel_path = rel_path[1:]
+            else:
+                rel_path = logical_path
+
+            physical_cwd = os.path.normpath(os.path.join(server_dir, "experiment_repo"))
+            resolved_script_path = os.path.normpath(os.path.join(physical_cwd, rel_path))
+
+            rel_cwd_str = self._state.cwd
+            if rel_cwd_str.startswith("exp_repo"):
+                rel_cwd_str = rel_cwd_str[len("exp_repo"):]
+                if rel_cwd_str.startswith('/'): rel_cwd_str = rel_cwd_str[1:]
+            
+            cmd_cwd = os.path.normpath(os.path.join(server_dir, "experiment_repo", rel_cwd_str))
+
             logical_path = resolved_script_path.replace(os.sep, "/")
 
             if not logical_path.endswith("src/train.py"):
@@ -323,11 +365,14 @@ class MyEnvironment(Environment):
 
             # Build command
             if action.content:
-                command = ["python", resolved_script_path, "--config", action.content]
+                content_real = action.content
+                if '.' not in content_real and '_' in content_real:
+                    content_real = content_real[::-1].replace('_', '.', 1)[::-1]
+                command = ["python", resolved_script_path, "--config", content_real]
             else:
                 command = ["python", resolved_script_path]
 
-            result = subprocess.run(command, capture_output=True, text=True, cwd=physical_cwd)
+            result = subprocess.run(command, capture_output=True, text=True, cwd=cmd_cwd)
 
             if result.returncode == 0:
                 # Emit the correct event based on which config was used
@@ -335,9 +380,10 @@ class MyEnvironment(Environment):
                     self.events["xgb_run"] += 1
                 else:
                     self.events["nn_run"] += 1
-                message = f"Successfully ran training script with config: {action.content or 'default'}"
+                message = f"Successfully ran training script with config: {action.content or 'default'}\n"
+                message += f"Script Output:\n{result.stdout.strip()[:1000]}"
             else:
-                raise RuntimeError(f"Script failed (code {result.returncode}):\n{result.stderr.strip()[:500]}")
+                raise RuntimeError(f"Script failed (code {result.returncode}):\n{result.stderr.strip()[:1000]}")
         except Exception as e:
             message = str(e)
             penalty += -0.12