Upload folder using huggingface_hub

atomic_concepts_gradio/20250124_165956_angelone.json

@@ -0,0 +1,29 @@
+{
+    "metrics_prompt": "Forget all of our past conversations and treat this as a new conversation.  As an expert Data Analyst in the Financial Securities Trading Industry,  parse the following question \"{question}\" and list all the metrics mentioned in the statement.  Do not list anything that is not a metric.  Do not include dimensions. ",
+    "dimensions_prompt": "Forget all of our past conversations and treat this as a new conversation.  As an expert Data Analyst in the Financial Securities Trading Industry,  parse the following question \"{question}\" and identify all the dimensions that are not a metric.  List the dimensions including time period and list that only and nothing else.  Do not include metrics.",
+    "results": [
+        {
+            "question": "What is the MTD total order volume",
+            "metrics": [
+                "MTD total order volume"
+            ],
+            "dimensions": [
+                "MTD (Month-to-Date)",
+                "total order volume"
+            ]
+        },
+        {
+            "question": "Show total monthly order volume for the past 12 months.",
+            "metrics": [
+                "total monthly order volume"
+            ],
+            "dimensions": [
+                "Monthly",
+                "Order.Volume",
+                "Past.12.Months"
+            ]
+        }
+    ],
+    "llm_model": "gpt-4o",
+    "username": "achinta"
+}

evaluate_atomic_matching.py

@@ -99,26 +99,53 @@ def process_questions(llm_model: str, openai_api_Key: str, deploy_key: str, metr
     
     # Push to git repo and verify
     try:
+        # Validate and clean the deploy key
+        if not deploy_key.startswith('-----BEGIN'):
+            raise Exception("Invalid SSH key format. Key must begin with '-----BEGIN'")
+        
         # Write deploy key to temporary file with proper line endings
         key_file = os.path.join(script_dir, "deploy_key")
-        deploy_key_cleaned = deploy_key.strip().replace('\r\n', '\n')
+        deploy_key_cleaned = deploy_key.strip()
+        
+        # Ensure key has proper line endings and format
+        key_lines = deploy_key_cleaned.split('\n')
+        key_lines = [line.strip() for line in key_lines]  # Remove any extra whitespace
+        deploy_key_cleaned = '\n'.join(key_lines)
+        
+        # Ensure the key ends with a newline
+        if not deploy_key_cleaned.endswith('\n'):
+            deploy_key_cleaned += '\n'
+        
+        # Write the key with proper permissions
         with open(key_file, 'w', newline='\n') as f:
             f.write(deploy_key_cleaned)
         
         # Ensure correct permissions for SSH key
         os.chmod(key_file, 0o600)
         
-        # Set up Git SSH command with more verbose output for debugging
-        ssh_command = f'ssh -v -i {key_file} -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null'
+        # Print key file contents for debugging (remove in production)
+        with open(key_file, 'r') as f:
+            key_content = f.read()
+            if not key_content.startswith('-----BEGIN'):
+                raise Exception("Key file validation failed - incorrect format")
+        
+        # Set up Git SSH command with more verbose output
+        ssh_command = f'ssh -vvv -i {key_file} -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null'
         os.environ['GIT_SSH_COMMAND'] = ssh_command
         
-        # Test SSH connection before attempting clone
+        # Test SSH connection
         try:
-            subprocess.run(['ssh', '-T', '-i', key_file, '-o', 'StrictHostKeyChecking=no', 
-                          '-o', 'UserKnownHostsFile=/dev/null', 'git@github.com'], 
-                         capture_output=True, timeout=10)
+            result = subprocess.run(
+                ['ssh', '-T', '-i', key_file, '-o', 'StrictHostKeyChecking=no', 
+                 '-o', 'UserKnownHostsFile=/dev/null', 'git@github.com'],
+                capture_output=True,
+                text=True,
+                timeout=10
+            )
+            if result.returncode != 1:  # GitHub's SSH test always returns 1 when successful
+                raise Exception(f"SSH test failed with return code {result.returncode}\nOutput: {result.stderr}")
         except subprocess.CalledProcessError as e:
-            raise Exception(f"SSH connection test failed: {e.stderr.decode() if e.stderr else str(e)}")
+            raise Exception(f"SSH connection test failed: {e.stderr if e.stderr else str(e)}")
         except Exception as e:
             raise Exception(f"SSH connection test failed: {str(e)}")