Upload folder using huggingface_hub

atomic_concepts_gradio/20250124_182614_aone.json

@@ -0,0 +1,27 @@
+{
+    "metrics_prompt": "Forget all of our past conversations and treat this as a new conversation.  As an expert Data Analyst in the Financial Securities Trading Industry,  parse the following question \"{question}\" and list all the metrics mentioned in the statement.  Do not list anything that is not a metric.  Do not include dimensions.",
+    "dimensions_prompt": "Forget all of our past conversations and treat this as a new conversation.  As an expert Data Analyst in the Financial Securities Trading Industry,  parse the following question \"{question}\" and identify all the dimensions that are not a metric.  List the dimensions including time period and list that only and nothing else.  Do not include metrics.",
+    "results": [
+        {
+            "question": "What is the MTD total order volume",
+            "metrics": [
+                "total order volume"
+            ],
+            "dimensions": [
+                "MTD (Month-to-Date)"
+            ]
+        },
+        {
+            "question": "Show total monthly order volume for the past 12 months.",
+            "metrics": [
+                "order volume"
+            ],
+            "dimensions": [
+                "Total monthly order volume",
+                "Past 12 months"
+            ]
+        }
+    ],
+    "llm_model": "gpt-4o",
+    "username": "achinta"
+}

atomic_concepts_gradio/20250124_183108_aone.json

@@ -0,0 +1,28 @@
+{
+    "metrics_prompt": "Forget all of our past conversations and treat this as a new conversation.  As an expert Data Analyst in the Financial Securities Trading Industry,  parse the following question \"{question}\" and list all the metrics mentioned in the statement.  Do not list anything that is not a metric.  Do not include dimensions.",
+    "dimensions_prompt": "Forget all of our past conversations and treat this as a new conversation.  As an expert Data Analyst in the Financial Securities Trading Industry,  parse the following question \"{question}\" and identify all the dimensions that are not a metric.  List the dimensions including time period and list that only and nothing else.  Do not include metrics.",
+    "results": [
+        {
+            "question": "What is the MTD total order volume",
+            "metrics": [
+                "MTD total order volume"
+            ],
+            "dimensions": [
+                "MTD (Month to Date)",
+                "Total Order Volume"
+            ]
+        },
+        {
+            "question": "Show total monthly order volume for the past 12 months.",
+            "metrics": [
+                "total monthly order volume"
+            ],
+            "dimensions": [
+                "monthly order volume",
+                "past 12 months"
+            ]
+        }
+    ],
+    "llm_model": "gpt-4o",
+    "username": "achinta"
+}

atomic_concepts_gradio/20250124_183240_aone.json

@@ -0,0 +1,28 @@
+{
+    "metrics_prompt": "Forget all of our past conversations and treat this as a new conversation.  As an expert Data Analyst in the Financial Securities Trading Industry,  parse the following question \"{question}\" and list all the metrics mentioned in the statement.  Do not list anything that is not a metric.  Do not include dimensions.",
+    "dimensions_prompt": "Forget all of our past conversations and treat this as a new conversation.  As an expert Data Analyst in the Financial Securities Trading Industry,  parse the following question \"{question}\" and identify all the dimensions that are not a metric.  List the dimensions including time period and list that only and nothing else.  Do not include metrics.",
+    "results": [
+        {
+            "question": "What is the MTD total order volume",
+            "metrics": [
+                "order volume"
+            ],
+            "dimensions": [
+                "MTD (Month to Date)",
+                "total order volume"
+            ]
+        },
+        {
+            "question": "Show total monthly order volume for the past 12 months.",
+            "metrics": [
+                "total monthly order volume"
+            ],
+            "dimensions": [
+                "monthly",
+                "past 12 months"
+            ]
+        }
+    ],
+    "llm_model": "gpt-4o",
+    "username": "achinta"
+}

evaluate_atomic_matching.py

@@ -101,12 +101,14 @@ def process_questions(llm_model: str, openai_api_Key: str, deploy_key: str, metr
     try:
         # Set up SSH key before git operations
         try:
+            # Save the key file and get its path
             key_path = setup_ssh_key(deploy_key)
-        except Exception as e:
-            raise Exception(f"Failed to set up SSH key: {str(e)}")
             
-        # Test SSH connection
-        try:
+            # Explicitly set the SSH command with the deploy key file path
+            ssh_command = f'ssh -i {key_path} -o StrictHostKeyChecking=no'
+            os.environ['GIT_SSH_COMMAND'] = ssh_command
+            
+            # Test SSH connection
             result = subprocess.run(['ssh', '-T', '-i', key_path, 'git@github.com'], 
                                   capture_output=True, 
                                   text=True)
@@ -120,8 +122,7 @@ def process_questions(llm_model: str, openai_api_Key: str, deploy_key: str, metr
         temp_dir = tempfile.mkdtemp()
         
         try:
-            # Explicitly set the SSH command with the key
-            ssh_command = f'ssh -i {key_path}'
+            # Clone using the SSH command with the key file
             repo = Repo.clone_from(repo_url, temp_dir, env={"GIT_SSH_COMMAND": ssh_command})
             
             # Copy the new file to the cloned repo under atomic_concepts_gradio directory
@@ -161,53 +162,34 @@ def process_questions(llm_model: str, openai_api_Key: str, deploy_key: str, metr
                 shutil.rmtree(temp_dir)
             except:
                 pass
-            try:
-                os.remove(key_path)  # Remove the SSH key file
-            except:
-                pass
         
     except Exception as e:
         error_message = f"Error pushing to repository: {str(e)}\nResults were saved locally to: {filepath}"
         return error_message, filepath
+    finally:
+        # Clean up the key file
+        try:
+            if 'key_path' in locals():
+                os.remove(key_path)
+        except:
+            pass
 
-def setup_ssh_key(ssh_key_content):
+def setup_ssh_key(ssh_key_file):
     try:
-        if isinstance(ssh_key_content, dict) and 'name' in ssh_key_content and 'path' in ssh_key_content:
-            with open(ssh_key_content['path'], 'r') as f:
-                key_content = f.read()
-        else:
-            raise ValueError("Invalid SSH key format: Expected a file upload")
-        validate_ssh_key(key_content)
-    except ValueError as e:
+        # Check if a file was uploaded
+        if ssh_key_file is None:
+            raise ValueError("No SSH key file was uploaded")
+            
+        # Save the key to the current working directory
+        key_path = os.path.join(os.getcwd(), 'github_deploy_key')
+        shutil.copy2(ssh_key_file.name, key_path)
+        
+        # Set correct permissions (600)
+        os.chmod(key_path, stat.S_IRUSR | stat.S_IWUSR)
+        
+        return key_path
+    except Exception as e:
         raise ValueError(f"Invalid SSH key: {str(e)}")
-    
-    # Create .ssh directory if it doesn't exist
-    ssh_dir = os.path.expanduser('~/.ssh')
-    os.makedirs(ssh_dir, exist_ok=True)
-    
-    # Save the key to a file
-    key_path = os.path.join(ssh_dir, 'github_deploy_key')
-    with open(key_path, 'w') as f:
-        f.write(key_content)
-    
-    # Set correct permissions (600)
-    os.chmod(key_path, stat.S_IRUSR | stat.S_IWUSR)
-    
-    # Configure ssh to use this key for github.com
-    config_path = os.path.join(ssh_dir, 'config')
-    config_content = f"""Host github.com
-    HostName github.com
-    IdentityFile {key_path}
-    User git
-    """
-    
-    with open(config_path, 'w') as f:
-        f.write(config_content)
-    
-    # Set correct permissions for .ssh directory
-    os.chmod(ssh_dir, stat.S_IRUSR | stat.S_IWUSR | stat.S_IXUSR)
-    
-    return key_path
 
 def handle_ssh_key(ssh_key):
     try: