Feature: Add NVIDIA NeMo Agent Toolkit connector (Protocol 4 enhancement)

.env.template

@@ -5,6 +5,10 @@
 # Get from: https://huggingface.co/settings/tokens
 HF_TOKEN=
 
+# NVIDIA API Key (for NeMo Agent Toolkit / Nemotron models)
+# Get from: https://build.nvidia.com/
+NVIDIA_API_KEY=
+
 # Hugging Face Space ID (for deployment)
 HF_SPACE_ID=ANXLOG/LOGOS-SPCW-Matroska
 

logos/connectors.py

@@ -218,6 +218,86 @@ class VisionConnector:
         except ImportError as e:
             raise ImportError(f"Required library not installed: {e}")
 
+# ==========================================
+# NEMO AGENT CONNECTOR (NVIDIA)
+# ==========================================
+
+class NeMoAgentConnector:
+    """
+    Adapter for NVIDIA NeMo Agent Toolkit.
+    Provides ReAct agents, tool calling, and vision-language models.
+    """
+    
+    def __init__(self, api_key: Optional[str] = None, base_url: str = "https://integrate.api.nvidia.com/v1"):
+        self.api_key = api_key or os.environ.get('NVIDIA_API_KEY')
+        self.base_url = base_url
+        self._agent = None
+    
+    def _ensure_agent(self):
+        """Lazy initialization of NeMo Agent."""
+        if self._agent is None:
+            try:
+                from nat import Agent
+                self._agent = Agent(api_key=self.api_key, base_url=self.base_url)
+            except ImportError:
+                raise ImportError("nvidia-nat not installed. Run: pip install nvidia-nat")
+        return self._agent
+    
+    def chat(self, message: str, model: str = "nvidia/nemotron-3-nano-30b-a3b") -> str:
+        """
+        Chat with NeMo agent.
+        
+        Args:
+            message: User message
+            model: NVIDIA model ID
+            
+        Returns:
+            Agent response
+        """
+        try:
+            from openai import OpenAI
+            client = OpenAI(api_key=self.api_key, base_url=self.base_url)
+            response = client.chat.completions.create(
+                model=model,
+                messages=[{"role": "user", "content": message}]
+            )
+            return response.choices[0].message.content
+        except Exception as e:
+            return f"[NeMo Error] {e}"
+    
+    def analyze_diagram(self, image_path: str, prompt: str = "Describe this architectural diagram in detail.") -> str:
+        """
+        Analyze diagram/image using vision-language model.
+        
+        Args:
+            image_path: Path to image
+            prompt: Analysis prompt
+            
+        Returns:
+            Analysis text
+        """
+        try:
+            import base64
+            from openai import OpenAI
+            
+            with open(image_path, 'rb') as f:
+                image_data = base64.b64encode(f.read()).decode('utf-8')
+            
+            client = OpenAI(api_key=self.api_key, base_url=self.base_url)
+            response = client.chat.completions.create(
+                model="nvidia/nemotron-nano-12b-v2-vl",
+                messages=[{
+                    "role": "user",
+                    "content": [
+                        {"type": "text", "text": prompt},
+                        {"type": "image_url", "image_url": {"url": f"data:image/png;base64,{image_data}"}}
+                    ]
+                }]
+            )
+            return response.choices[0].message.content
+        except Exception as e:
+            return f"[Vision Error] {e}"
+
 
 # ==========================================
 # FACTORY
@@ -228,7 +308,7 @@ def get_connector(connector_type: str, **kwargs) -> Any:
     Factory function for connectors.
     
     Args:
-        connector_type: One of 'hf', 'ocr', 'vision'
+        connector_type: One of 'hf', 'ocr', 'vision', 'nemo'
         **kwargs: Connector-specific arguments
         
     Returns:
@@ -237,7 +317,8 @@ def get_connector(connector_type: str, **kwargs) -> Any:
     connectors = {
         'hf': HuggingFaceConnector,
         'ocr': OCRConnector,
-        'vision': VisionConnector
+        'vision': VisionConnector,
+        'nemo': NeMoAgentConnector
     }
     
     if connector_type not in connectors:
@@ -268,5 +349,11 @@ AVAILABLE_CONNECTORS = {
         'capabilities': ['calculate_ssim', 'analyze_entropy'],
         'requires': ['opencv-python-headless', 'scikit-image'],
         'env_vars': []
+    },
+    'nemo': {
+        'name': 'NVIDIA NeMo Agent Toolkit',
+        'capabilities': ['chat', 'analyze_diagram', 'react_agent', 'tool_calling'],
+        'requires': ['nvidia-nat', 'openai'],
+        'env_vars': ['NVIDIA_API_KEY']
     }
 }

requirements.txt

@@ -7,3 +7,4 @@ huggingface_hub<0.21.0
 plotly
 sympy
 easyocr
+nvidia-nat