| {"instruction": "How do I implement JWT authentication in n8n workflows?", "output": "# JWT Authentication in n8n\n\n## Generate JWT Token\n```javascript\n// Code node - Generate JWT\nconst crypto = require('crypto');\n\nconst header = { alg: 'HS256', typ: 'JWT' };\nconst payload = {\n sub: $json.userId,\n email: $json.email,\n iat: Math.floor(Date.now() / 1000),\n exp: Math.floor(Date.now() / 1000) + 3600 // 1 hour\n};\n\nconst base64Header = Buffer.from(JSON.stringify(header)).toString('base64url');\nconst base64Payload = Buffer.from(JSON.stringify(payload)).toString('base64url');\n\nconst signature = crypto\n .createHmac('sha256', $env.JWT_SECRET)\n .update(`${base64Header}.${base64Payload}`)\n .digest('base64url');\n\nreturn { token: `${base64Header}.${base64Payload}.${signature}` };\n```\n\n## Verify JWT Token\n```javascript\n// Code node - Verify JWT\nconst [header, payload, signature] = $json.token.split('.');\n\nconst expectedSig = crypto\n .createHmac('sha256', $env.JWT_SECRET)\n .update(`${header}.${payload}`)\n .digest('base64url');\n\nif (signature !== expectedSig) throw new Error('Invalid token');\n\nconst decoded = JSON.parse(Buffer.from(payload, 'base64url').toString());\nif (decoded.exp < Date.now() / 1000) throw new Error('Token expired');\n\nreturn { valid: true, user: decoded };\n```\n\n## Workflow Pattern\n```\nLogin Request \u2192 Validate Credentials \u2192 Generate JWT \u2192 Return Token\nProtected Endpoint \u2192 Extract Token \u2192 Verify JWT \u2192 Process Request\n```", "metadata": {"topic": "jwt_auth", "type": "implementation"}} | |
| {"instruction": "How do I implement OAuth 2.0 flows in n8n?", "output": "# OAuth 2.0 Implementation in n8n\n\n## Authorization Code Flow\n\n### Step 1: Redirect to Auth Provider\n```javascript\nconst authUrl = new URL('https://provider.com/oauth/authorize');\nauthUrl.searchParams.set('client_id', $env.CLIENT_ID);\nauthUrl.searchParams.set('redirect_uri', 'https://yourapp.com/callback');\nauthUrl.searchParams.set('response_type', 'code');\nauthUrl.searchParams.set('scope', 'read write');\nauthUrl.searchParams.set('state', crypto.randomBytes(16).toString('hex'));\n\nreturn { redirectUrl: authUrl.toString() };\n```\n\n### Step 2: Exchange Code for Token\n```json\n{\n \"name\": \"Exchange Code\",\n \"type\": \"n8n-nodes-base.httpRequest\",\n \"parameters\": {\n \"url\": \"https://provider.com/oauth/token\",\n \"method\": \"POST\",\n \"body\": {\n \"grant_type\": \"authorization_code\",\n \"code\": \"={{ $json.code }}\",\n \"client_id\": \"={{ $env.CLIENT_ID }}\",\n \"client_secret\": \"={{ $env.CLIENT_SECRET }}\",\n \"redirect_uri\": \"https://yourapp.com/callback\"\n }\n }\n}\n```\n\n### Step 3: Refresh Token\n```json\n{\n \"name\": \"Refresh Token\",\n \"type\": \"n8n-nodes-base.httpRequest\",\n \"parameters\": {\n \"url\": \"https://provider.com/oauth/token\",\n \"method\": \"POST\",\n \"body\": {\n \"grant_type\": \"refresh_token\",\n \"refresh_token\": \"={{ $json.refresh_token }}\",\n \"client_id\": \"={{ $env.CLIENT_ID }}\"\n }\n }\n}\n```\n\n## Token Storage\nStore tokens securely in database with encryption:\n```javascript\nconst encrypted = crypto.createCipheriv('aes-256-gcm', key, iv)\n .update(token, 'utf8', 'hex');\nawait db.upsert('oauth_tokens', { user_id, encrypted_token });\n```", "metadata": {"topic": "oauth", "type": "implementation"}} | |
| {"instruction": "How do I implement real-time data sync with Supabase in n8n?", "output": "# Real-Time Supabase Sync in n8n\n\n## Supabase Realtime Triggers\n```javascript\n// Subscribe to table changes\nconst { createClient } = require('@supabase/supabase-js');\nconst supabase = createClient(SUPABASE_URL, SUPABASE_KEY);\n\nsupabase\n .channel('table-changes')\n .on('postgres_changes', \n { event: '*', schema: 'public', table: 'orders' },\n (payload) => {\n // Trigger n8n webhook with payload\n fetch('https://n8n.example.com/webhook/orders', {\n method: 'POST',\n body: JSON.stringify(payload)\n });\n }\n )\n .subscribe();\n```\n\n## n8n Webhook Handler\n```json\n{\n \"nodes\": [\n {\n \"name\": \"Supabase Webhook\",\n \"type\": \"n8n-nodes-base.webhook\",\n \"parameters\": {\"path\": \"orders\"}\n },\n {\n \"name\": \"Route by Event\",\n \"type\": \"n8n-nodes-base.switch\",\n \"parameters\": {\n \"rules\": [\n {\"value\": \"INSERT\"},\n {\"value\": \"UPDATE\"},\n {\"value\": \"DELETE\"}\n ]\n }\n },\n {\n \"name\": \"Handle New Order\",\n \"type\": \"n8n-nodes-base.code\",\n \"parameters\": {\n \"jsCode\": \"// Process new order\\nconst order = $json.new;\\nreturn { order, action: 'notify_warehouse' };\"\n }\n }\n ]\n}\n```\n\n## Bidirectional Sync Pattern\n```\nSupabase Change \u2192 Webhook \u2192 n8n Process \u2192 Update External System\nExternal Change \u2192 n8n Poll/Webhook \u2192 Supabase Upsert\n```", "metadata": {"topic": "realtime_sync", "type": "workflow"}} | |
| {"instruction": "How do I use WebSockets with n8n for real-time updates?", "output": "# WebSocket Integration with n8n\n\n## WebSocket Server (External)\n```javascript\n// Node.js WebSocket server\nconst WebSocket = require('ws');\nconst wss = new WebSocket.Server({ port: 8080 });\n\nwss.on('connection', (ws) => {\n ws.on('message', async (message) => {\n // Forward to n8n webhook\n await fetch('https://n8n.example.com/webhook/ws-message', {\n method: 'POST',\n body: message,\n headers: { 'Content-Type': 'application/json' }\n });\n });\n});\n\n// Broadcast from n8n\napp.post('/broadcast', (req, res) => {\n wss.clients.forEach(client => {\n if (client.readyState === WebSocket.OPEN) {\n client.send(JSON.stringify(req.body));\n }\n });\n res.json({ sent: true });\n});\n```\n\n## n8n Workflow\n```json\n{\n \"nodes\": [\n {\"name\": \"WS Message Received\", \"type\": \"n8n-nodes-base.webhook\"},\n {\"name\": \"Process Message\", \"type\": \"n8n-nodes-base.code\"},\n {\"name\": \"Broadcast Response\", \"type\": \"n8n-nodes-base.httpRequest\",\n \"parameters\": {\n \"url\": \"http://ws-server:8080/broadcast\",\n \"method\": \"POST\"\n }}\n ]\n}\n```\n\n## Use Cases\n- Live dashboards\n- Chat applications\n- Real-time notifications\n- Collaborative editing\n- Live order tracking", "metadata": {"topic": "websockets", "type": "integration"}} | |
| {"instruction": "How do I trigger AWS Lambda functions from n8n?", "output": "# AWS Lambda Integration with n8n\n\n## Direct Invocation\n```json\n{\n \"name\": \"Invoke Lambda\",\n \"type\": \"n8n-nodes-base.awsLambda\",\n \"parameters\": {\n \"function\": \"my-function-name\",\n \"payload\": \"={{ JSON.stringify($json) }}\",\n \"invocationType\": \"RequestResponse\"\n },\n \"credentials\": {\"aws\": {\"accessKeyId\": \"\", \"secretAccessKey\": \"\", \"region\": \"us-east-1\"}}\n}\n```\n\n## Via API Gateway\n```json\n{\n \"name\": \"Lambda via API Gateway\",\n \"type\": \"n8n-nodes-base.httpRequest\",\n \"parameters\": {\n \"url\": \"https://abc123.execute-api.us-east-1.amazonaws.com/prod/function\",\n \"method\": \"POST\",\n \"headers\": {\"x-api-key\": \"={{ $env.API_GATEWAY_KEY }}\"},\n \"body\": \"={{ JSON.stringify($json) }}\"\n }\n}\n```\n\n## Async Invocation\n```json\n{\n \"parameters\": {\n \"invocationType\": \"Event\",\n \"payload\": \"={{ JSON.stringify({taskId: $json.id, callback: 'https://n8n.example.com/webhook/lambda-complete'}) }}\"\n }\n}\n```\n\n## Lambda Function Pattern\n```javascript\n// Lambda handler\nexports.handler = async (event) => {\n const result = await processData(event);\n \n // Callback to n8n\n await fetch(event.callback, {\n method: 'POST',\n body: JSON.stringify({ taskId: event.taskId, result })\n });\n \n return { statusCode: 200 };\n};\n```", "metadata": {"topic": "aws_lambda", "type": "integration"}} | |
| {"instruction": "How do I use Google Cloud Functions with n8n?", "output": "# Google Cloud Functions with n8n\n\n## HTTP Trigger\n```json\n{\n \"name\": \"Call Cloud Function\",\n \"type\": \"n8n-nodes-base.httpRequest\",\n \"parameters\": {\n \"url\": \"https://REGION-PROJECT.cloudfunctions.net/function-name\",\n \"method\": \"POST\",\n \"headers\": {\n \"Authorization\": \"Bearer {{ $json.idToken }}\"\n },\n \"body\": \"={{ JSON.stringify($json.payload) }}\"\n }\n}\n```\n\n## Get ID Token for Auth\n```json\n{\n \"name\": \"Get ID Token\",\n \"type\": \"n8n-nodes-base.httpRequest\",\n \"parameters\": {\n \"url\": \"http://metadata.google.internal/computeMetadata/v1/instance/service-accounts/default/identity?audience=https://REGION-PROJECT.cloudfunctions.net/function-name\",\n \"headers\": {\"Metadata-Flavor\": \"Google\"}\n }\n}\n```\n\n## Cloud Function Example\n```javascript\nconst functions = require('@google-cloud/functions-framework');\n\nfunctions.http('processData', async (req, res) => {\n const data = req.body;\n const result = await heavyProcessing(data);\n \n // Optional: callback to n8n\n if (data.callbackUrl) {\n await fetch(data.callbackUrl, {\n method: 'POST',\n body: JSON.stringify(result)\n });\n }\n \n res.json(result);\n});\n```\n\n## Pub/Sub Trigger Pattern\n```\nn8n \u2192 Publish to Pub/Sub \u2192 Cloud Function \u2192 Process \u2192 Webhook back to n8n\n```", "metadata": {"topic": "gcp_functions", "type": "integration"}} | |
| {"instruction": "How do I build ETL pipelines in n8n?", "output": "# ETL Pipeline Implementation in n8n\n\n## Extract Phase\n```json\n{\n \"nodes\": [\n {\n \"name\": \"Extract from Source DB\",\n \"type\": \"n8n-nodes-base.postgres\",\n \"parameters\": {\n \"operation\": \"executeQuery\",\n \"query\": \"SELECT * FROM orders WHERE updated_at > '{{ $json.lastSync }}'\"\n }\n },\n {\n \"name\": \"Extract from API\",\n \"type\": \"n8n-nodes-base.httpRequest\",\n \"parameters\": {\n \"url\": \"https://api.source.com/data\",\n \"qs\": {\"since\": \"={{ $json.lastSync }}\"}\n }\n }\n ]\n}\n```\n\n## Transform Phase\n```javascript\n// Code node - Transform data\nconst transformed = items.map(item => {\n return {\n json: {\n id: item.json.id,\n customer_name: `${item.json.first_name} ${item.json.last_name}`.trim(),\n total_amount: parseFloat(item.json.amount) || 0,\n order_date: new Date(item.json.created_at).toISOString().split('T')[0],\n status: item.json.status.toUpperCase(),\n source_system: 'legacy_db'\n }\n };\n});\nreturn transformed;\n```\n\n## Load Phase\n```json\n{\n \"name\": \"Load to Data Warehouse\",\n \"type\": \"n8n-nodes-base.postgres\",\n \"parameters\": {\n \"operation\": \"insert\",\n \"table\": \"fact_orders\",\n \"columns\": \"id, customer_name, total_amount, order_date, status, source_system\",\n \"options\": {\"onConflict\": \"id\", \"updateOnConflict\": true}\n }\n}\n```\n\n## Full ETL Workflow\n```\nSchedule Trigger (daily) \u2192 Get Last Sync Time \u2192 Extract Sources (parallel) \u2192\nMerge Data \u2192 Transform/Clean \u2192 Validate \u2192 Load to Warehouse \u2192 Update Sync Time\n```\n\n## Error Handling\n- Log failed records to error table\n- Continue on fail for non-critical fields\n- Retry transient failures\n- Alert on threshold exceeded", "metadata": {"topic": "etl", "type": "workflow"}} | |
| {"instruction": "How do I implement CDC (Change Data Capture) with n8n?", "output": "# Change Data Capture with n8n\n\n## Database Triggers Approach\n```sql\n-- PostgreSQL trigger\nCREATE OR REPLACE FUNCTION notify_n8n()\nRETURNS trigger AS $$\nBEGIN\n PERFORM pg_notify('table_changes', \n json_build_object(\n 'table', TG_TABLE_NAME,\n 'operation', TG_OP,\n 'old', OLD,\n 'new', NEW\n )::text\n );\n RETURN NEW;\nEND;\n$$ LANGUAGE plpgsql;\n\nCREATE TRIGGER orders_cdc\nAFTER INSERT OR UPDATE OR DELETE ON orders\nFOR EACH ROW EXECUTE FUNCTION notify_n8n();\n```\n\n## n8n Listener Service\n```javascript\n// External service listening to Postgres NOTIFY\nconst { Client } = require('pg');\nconst client = new Client(connectionString);\n\nawait client.connect();\nawait client.query('LISTEN table_changes');\n\nclient.on('notification', async (msg) => {\n const payload = JSON.parse(msg.payload);\n await fetch('https://n8n.example.com/webhook/cdc', {\n method: 'POST',\n body: JSON.stringify(payload)\n });\n});\n```\n\n## Debezium Integration\n```json\n{\n \"name\": \"Kafka CDC Consumer\",\n \"nodes\": [\n {\"name\": \"Poll Kafka\", \"type\": \"n8n-nodes-base.kafka\",\n \"parameters\": {\"topic\": \"dbserver1.public.orders\"}},\n {\"name\": \"Parse CDC Event\", \"type\": \"n8n-nodes-base.code\",\n \"parameters\": {\"jsCode\": \"const event = $json;\\nreturn {op: event.op, before: event.before, after: event.after};\"}}\n ]\n}\n```\n\n## CDC Event Routing\n```javascript\nswitch ($json.operation) {\n case 'INSERT': await handleInsert($json.new); break;\n case 'UPDATE': await handleUpdate($json.old, $json.new); break;\n case 'DELETE': await handleDelete($json.old); break;\n}\n```", "metadata": {"topic": "cdc", "type": "integration"}} | |
| {"instruction": "How do I integrate MongoDB with n8n?", "output": "# MongoDB Integration with n8n\n\n## Basic Operations\n\n### Find Documents\n```json\n{\n \"name\": \"Find Orders\",\n \"type\": \"n8n-nodes-base.mongoDb\",\n \"parameters\": {\n \"operation\": \"find\",\n \"collection\": \"orders\",\n \"query\": {\"status\": \"pending\", \"created_at\": {\"$gte\": \"={{ $json.startDate }}\"}},\n \"options\": {\"sort\": {\"created_at\": -1}, \"limit\": 100}\n }\n}\n```\n\n### Insert Document\n```json\n{\n \"name\": \"Insert Order\",\n \"type\": \"n8n-nodes-base.mongoDb\",\n \"parameters\": {\n \"operation\": \"insert\",\n \"collection\": \"orders\",\n \"fields\": {\n \"customer_id\": \"={{ $json.customerId }}\",\n \"items\": \"={{ $json.items }}\",\n \"total\": \"={{ $json.total }}\",\n \"created_at\": \"={{ new Date().toISOString() }}\"\n }\n }\n}\n```\n\n### Update Document\n```json\n{\n \"name\": \"Update Order Status\",\n \"type\": \"n8n-nodes-base.mongoDb\",\n \"parameters\": {\n \"operation\": \"update\",\n \"collection\": \"orders\",\n \"query\": {\"_id\": {\"$oid\": \"={{ $json.orderId }}\"}},\n \"update\": {\"$set\": {\"status\": \"shipped\", \"shipped_at\": \"={{ new Date().toISOString() }}\"}}\n }\n}\n```\n\n### Aggregation Pipeline\n```json\n{\n \"parameters\": {\n \"operation\": \"aggregate\",\n \"collection\": \"orders\",\n \"pipeline\": [\n {\"$match\": {\"status\": \"completed\"}},\n {\"$group\": {\"_id\": \"$customer_id\", \"total_spent\": {\"$sum\": \"$total\"}}},\n {\"$sort\": {\"total_spent\": -1}},\n {\"$limit\": 10}\n ]\n }\n}\n```\n\n## Connection String\n```\nmongodb+srv://user:pass@cluster.mongodb.net/database?retryWrites=true\n```", "metadata": {"topic": "mongodb", "type": "integration"}} | |
| {"instruction": "How do I use Firebase/Firestore with n8n?", "output": "# Firebase/Firestore Integration with n8n\n\n## Firestore Operations\n\n### Get Document\n```json\n{\n \"name\": \"Get User\",\n \"type\": \"n8n-nodes-base.httpRequest\",\n \"parameters\": {\n \"url\": \"https://firestore.googleapis.com/v1/projects/PROJECT/databases/(default)/documents/users/{{ $json.userId }}\",\n \"headers\": {\"Authorization\": \"Bearer {{ $json.accessToken }}\"}\n }\n}\n```\n\n### Create Document\n```json\n{\n \"name\": \"Create Order\",\n \"type\": \"n8n-nodes-base.httpRequest\",\n \"parameters\": {\n \"url\": \"https://firestore.googleapis.com/v1/projects/PROJECT/databases/(default)/documents/orders\",\n \"method\": \"POST\",\n \"body\": {\n \"fields\": {\n \"customer\": {\"stringValue\": \"={{ $json.customer }}\"},\n \"total\": {\"doubleValue\": \"={{ $json.total }}\"},\n \"items\": {\"arrayValue\": {\"values\": \"={{ $json.items.map(i => ({stringValue: i})) }}\"}}\n }\n }\n }\n}\n```\n\n### Query Collection\n```json\n{\n \"parameters\": {\n \"url\": \"https://firestore.googleapis.com/v1/projects/PROJECT/databases/(default)/documents:runQuery\",\n \"method\": \"POST\",\n \"body\": {\n \"structuredQuery\": {\n \"from\": [{\"collectionId\": \"orders\"}],\n \"where\": {\n \"fieldFilter\": {\n \"field\": {\"fieldPath\": \"status\"},\n \"op\": \"EQUAL\",\n \"value\": {\"stringValue\": \"pending\"}\n }\n },\n \"orderBy\": [{\"field\": {\"fieldPath\": \"created_at\"}, \"direction\": \"DESCENDING\"}],\n \"limit\": 50\n }\n }\n }\n}\n```\n\n## Firebase Admin SDK (Code Node)\n```javascript\nconst admin = require('firebase-admin');\nadmin.initializeApp({ credential: admin.credential.cert(serviceAccount) });\nconst db = admin.firestore();\n\nconst snapshot = await db.collection('users').where('active', '==', true).get();\nreturn snapshot.docs.map(doc => ({ id: doc.id, ...doc.data() }));\n```", "metadata": {"topic": "firebase", "type": "integration"}} | |
| {"instruction": "How do I trigger n8n workflows from Go microservices?", "output": "# Go Microservices + n8n Integration\n\n## Trigger n8n Webhook from Go\n```go\npackage main\n\nimport (\n \"bytes\"\n \"encoding/json\"\n \"net/http\"\n)\n\ntype WorkflowPayload struct {\n OrderID string `json:\"order_id\"`\n CustomerID string `json:\"customer_id\"`\n Amount float64 `json:\"amount\"`\n Action string `json:\"action\"`\n}\n\nfunc triggerN8NWorkflow(payload WorkflowPayload) error {\n jsonData, _ := json.Marshal(payload)\n \n resp, err := http.Post(\n \"https://n8n.example.com/webhook/order-created\",\n \"application/json\",\n bytes.NewBuffer(jsonData),\n )\n if err != nil {\n return err\n }\n defer resp.Body.Close()\n \n return nil\n}\n\n// Usage in your service\nfunc handleNewOrder(order Order) {\n // Process order...\n \n // Trigger n8n workflow\n triggerN8NWorkflow(WorkflowPayload{\n OrderID: order.ID,\n CustomerID: order.CustomerID,\n Amount: order.Total,\n Action: \"new_order\",\n })\n}\n```\n\n## n8n Calling Go Service\n```json\n{\n \"name\": \"Call Go Service\",\n \"type\": \"n8n-nodes-base.httpRequest\",\n \"parameters\": {\n \"url\": \"http://go-service:8080/api/process\",\n \"method\": \"POST\",\n \"headers\": {\"Authorization\": \"Bearer {{ $env.SERVICE_TOKEN }}\"},\n \"body\": \"={{ JSON.stringify($json) }}\"\n }\n}\n```\n\n## Go Service Endpoint\n```go\nfunc processHandler(w http.ResponseWriter, r *http.Request) {\n var data map[string]interface{}\n json.NewDecoder(r.Body).Decode(&data)\n \n result := processData(data)\n \n json.NewEncoder(w).Encode(result)\n}\n```\n\n## Async Pattern with Queue\n```go\n// Publish to queue, n8n consumes\nfunc publishToQueue(msg Message) {\n ch.Publish(\"n8n-tasks\", \"\", false, false, amqp.Publishing{\n ContentType: \"application/json\",\n Body: msgBytes,\n })\n}\n```", "metadata": {"topic": "go_microservices", "type": "integration"}} | |
| {"instruction": "How do I implement parallel execution in n8n for better performance?", "output": "# Parallel Execution in n8n\n\n## Split in Batches with Parallel Processing\n```json\n{\n \"nodes\": [\n {\"name\": \"Get All Items\", \"type\": \"n8n-nodes-base.httpRequest\"},\n {\"name\": \"Split Batches\", \"type\": \"n8n-nodes-base.splitInBatches\",\n \"parameters\": {\"batchSize\": 10}},\n {\"name\": \"Process Item\", \"type\": \"n8n-nodes-base.httpRequest\",\n \"executeOnce\": false}\n ]\n}\n```\n\n## Parallel HTTP Requests\n```javascript\n// Code node - parallel fetch\nconst urls = $json.urls;\nconst results = await Promise.all(\n urls.map(url => \n fetch(url).then(r => r.json()).catch(e => ({ error: e.message }))\n )\n);\nreturn results.map(r => ({ json: r }));\n```\n\n## Merge Parallel Branches\n```json\n{\n \"nodes\": [\n {\"name\": \"Start\", \"type\": \"n8n-nodes-base.manualTrigger\"},\n {\"name\": \"Branch 1\", \"type\": \"n8n-nodes-base.httpRequest\", \"parameters\": {\"url\": \"https://api1.com\"}},\n {\"name\": \"Branch 2\", \"type\": \"n8n-nodes-base.httpRequest\", \"parameters\": {\"url\": \"https://api2.com\"}},\n {\"name\": \"Branch 3\", \"type\": \"n8n-nodes-base.httpRequest\", \"parameters\": {\"url\": \"https://api3.com\"}},\n {\"name\": \"Merge All\", \"type\": \"n8n-nodes-base.merge\", \"parameters\": {\"mode\": \"append\"}}\n ],\n \"connections\": {\n \"Start\": {\"main\": [[{\"node\": \"Branch 1\"}, {\"node\": \"Branch 2\"}, {\"node\": \"Branch 3\"}]]},\n \"Branch 1\": {\"main\": [[{\"node\": \"Merge All\"}]]},\n \"Branch 2\": {\"main\": [[{\"node\": \"Merge All\"}]]},\n \"Branch 3\": {\"main\": [[{\"node\": \"Merge All\"}]]}\n }\n}\n```\n\n## Worker Queue Pattern\n```\nMain Workflow \u2192 Push to Queue \u2192 Multiple Workers Process \u2192 Results to Queue \u2192 Aggregate Results\n```\n\n## Performance Tips\n1. Use `executeOnce: false` for parallel item processing\n2. Batch external API calls (respect rate limits)\n3. Use merge node to combine parallel branches\n4. Consider queue-based processing for heavy loads", "metadata": {"topic": "parallel_execution", "type": "optimization"}} | |
| {"instruction": "How do I monitor n8n workflows with Grafana and Prometheus?", "output": "# n8n Monitoring with Grafana/Prometheus\n\n## n8n Metrics Endpoint\nEnable in n8n environment:\n```bash\nN8N_METRICS=true\nN8N_METRICS_PREFIX=n8n_\n```\n\n## Prometheus Scrape Config\n```yaml\nscrape_configs:\n - job_name: 'n8n'\n static_configs:\n - targets: ['n8n:5678']\n metrics_path: /metrics\n```\n\n## Key Metrics to Monitor\n\n### Workflow Execution\n```promql\n# Execution count by workflow\nsum(rate(n8n_workflow_executions_total[5m])) by (workflow_name)\n\n# Error rate\nsum(rate(n8n_workflow_executions_total{status=\"error\"}[5m])) / \nsum(rate(n8n_workflow_executions_total[5m]))\n\n# Execution duration\nhistogram_quantile(0.95, rate(n8n_workflow_execution_duration_seconds_bucket[5m]))\n```\n\n### System Health\n```promql\n# Active executions\nn8n_active_executions\n\n# Memory usage\nprocess_resident_memory_bytes{job=\"n8n\"}\n\n# CPU usage\nrate(process_cpu_seconds_total{job=\"n8n\"}[5m])\n```\n\n## Grafana Dashboard JSON\n```json\n{\n \"panels\": [\n {\n \"title\": \"Workflow Executions/min\",\n \"type\": \"graph\",\n \"targets\": [{\"expr\": \"sum(rate(n8n_workflow_executions_total[1m])) by (workflow_name)\"}]\n },\n {\n \"title\": \"Error Rate %\",\n \"type\": \"gauge\",\n \"targets\": [{\"expr\": \"sum(rate(n8n_workflow_executions_total{status='error'}[5m])) / sum(rate(n8n_workflow_executions_total[5m])) * 100\"}]\n }\n ]\n}\n```\n\n## Alerting Rules\n```yaml\ngroups:\n - name: n8n\n rules:\n - alert: HighErrorRate\n expr: sum(rate(n8n_workflow_executions_total{status=\"error\"}[5m])) / sum(rate(n8n_workflow_executions_total[5m])) > 0.1\n for: 5m\n labels: {severity: critical}\n annotations: {summary: \"n8n error rate above 10%\"}\n```", "metadata": {"topic": "monitoring", "type": "integration"}} | |
| {"instruction": "How do I encrypt sensitive data in n8n workflows?", "output": "# Data Encryption in n8n Workflows\n\n## AES-256-GCM Encryption\n```javascript\n// Code node - Encrypt\nconst crypto = require('crypto');\n\nconst key = Buffer.from($env.ENCRYPTION_KEY, 'hex'); // 32 bytes\nconst iv = crypto.randomBytes(16);\n\nconst cipher = crypto.createCipheriv('aes-256-gcm', key, iv);\nlet encrypted = cipher.update($json.sensitiveData, 'utf8', 'hex');\nencrypted += cipher.final('hex');\nconst authTag = cipher.getAuthTag().toString('hex');\n\nreturn {\n encrypted: encrypted,\n iv: iv.toString('hex'),\n authTag: authTag\n};\n```\n\n## Decryption\n```javascript\n// Code node - Decrypt\nconst crypto = require('crypto');\n\nconst key = Buffer.from($env.ENCRYPTION_KEY, 'hex');\nconst iv = Buffer.from($json.iv, 'hex');\nconst authTag = Buffer.from($json.authTag, 'hex');\n\nconst decipher = crypto.createDecipheriv('aes-256-gcm', key, iv);\ndecipher.setAuthTag(authTag);\n\nlet decrypted = decipher.update($json.encrypted, 'hex', 'utf8');\ndecrypted += decipher.final('utf8');\n\nreturn { decrypted };\n```\n\n## Field-Level Encryption\n```javascript\n// Encrypt specific fields before storage\nconst fieldsToEncrypt = ['ssn', 'credit_card', 'password'];\nconst record = $json;\n\nfor (const field of fieldsToEncrypt) {\n if (record[field]) {\n record[`${field}_encrypted`] = encrypt(record[field]);\n delete record[field];\n }\n}\n\nreturn record;\n```\n\n## Key Rotation Pattern\n```javascript\n// Re-encrypt with new key\nconst oldKey = Buffer.from($env.OLD_KEY, 'hex');\nconst newKey = Buffer.from($env.NEW_KEY, 'hex');\n\nconst decrypted = decrypt($json.encrypted, oldKey);\nconst reEncrypted = encrypt(decrypted, newKey);\n\nreturn { encrypted: reEncrypted, keyVersion: 2 };\n```\n\n## Best Practices\n1. Never log encrypted data or keys\n2. Use environment variables for keys\n3. Rotate keys periodically\n4. Use authenticated encryption (GCM)\n5. Store IV with encrypted data", "metadata": {"topic": "encryption", "type": "security"}} | |
| {"instruction": "How do I implement automated prompt engineering and validation in n8n?", "output": "# Automated Prompt Engineering in n8n\n\n## Prompt Template System\n```javascript\n// Code node - Build prompt from template\nconst templates = {\n summarize: \"Summarize the following text in {{length}} sentences:\\n\\n{{text}}\",\n translate: \"Translate the following from {{source_lang}} to {{target_lang}}:\\n\\n{{text}}\",\n classify: \"Classify the following text into one of these categories: {{categories}}\\n\\nText: {{text}}\",\n extract: \"Extract the following information from the text: {{fields}}\\n\\nText: {{text}}\"\n};\n\nconst template = templates[$json.templateType];\nlet prompt = template;\nfor (const [key, value] of Object.entries($json.variables)) {\n prompt = prompt.replace(`{{${key}}}`, value);\n}\nreturn { prompt };\n```\n\n## Prompt Validation\n```javascript\n// Validate prompt before sending to LLM\nconst prompt = $json.prompt;\nconst issues = [];\n\n// Check length\nif (prompt.length > 4000) issues.push('Prompt too long');\nif (prompt.length < 10) issues.push('Prompt too short');\n\n// Check for required elements\nif (!prompt.includes('{{')) issues.push('No variable placeholders found');\n\n// Check for injection attempts\nconst injection_patterns = ['ignore previous', 'disregard instructions'];\nif (injection_patterns.some(p => prompt.toLowerCase().includes(p))) {\n issues.push('Potential prompt injection detected');\n}\n\nreturn { valid: issues.length === 0, issues };\n```\n\n## Output Validation\n```javascript\n// Validate LLM response\nconst response = $json.aiResponse;\nconst expected = $json.expectedFormat;\n\nconst validation = {\n isJSON: false,\n hasRequiredFields: false,\n withinLength: false\n};\n\nif (expected.format === 'json') {\n try {\n const parsed = JSON.parse(response);\n validation.isJSON = true;\n validation.hasRequiredFields = expected.requiredFields.every(f => f in parsed);\n } catch (e) {\n validation.isJSON = false;\n }\n}\n\nvalidation.withinLength = response.length <= expected.maxLength;\n\nreturn {\n valid: Object.values(validation).every(v => v),\n validation,\n response: validation.isJSON ? JSON.parse(response) : response\n};\n```\n\n## A/B Testing Prompts\n```javascript\n// Select prompt variant\nconst variants = [\n { id: 'A', prompt: 'Concise version...', weight: 0.5 },\n { id: 'B', prompt: 'Detailed version...', weight: 0.5 }\n];\n\nconst rand = Math.random();\nlet cumulative = 0;\nlet selected;\nfor (const v of variants) {\n cumulative += v.weight;\n if (rand <= cumulative) { selected = v; break; }\n}\n\nreturn { promptVariant: selected.id, prompt: selected.prompt };\n```", "metadata": {"topic": "prompt_engineering", "type": "ai"}} | |
| {"instruction": "How do I implement multi-agent orchestration with n8n?", "output": "# Multi-Agent Orchestration in n8n\n\n## Agent Architecture\n```\nOrchestrator Agent \u2192 Specialist Agents \u2192 Result Aggregation\n \u2193\n[Research Agent] [Writing Agent] [Review Agent] [Code Agent]\n```\n\n## Orchestrator Workflow\n```json\n{\n \"nodes\": [\n {\"name\": \"Task Input\", \"type\": \"n8n-nodes-base.webhook\"},\n {\"name\": \"Analyze Task\", \"type\": \"n8n-nodes-base.openAi\",\n \"parameters\": {\"prompt\": \"Analyze this task and determine which specialists are needed: {{$json.task}}\\n\\nReturn JSON: {agents: ['research', 'write', 'review']}\"}},\n {\"name\": \"Parse Agent List\", \"type\": \"n8n-nodes-base.code\"},\n {\"name\": \"Route to Agents\", \"type\": \"n8n-nodes-base.switch\"},\n {\"name\": \"Research Agent\", \"type\": \"n8n-nodes-base.executeWorkflow\", \"parameters\": {\"workflowId\": \"research_agent\"}},\n {\"name\": \"Writing Agent\", \"type\": \"n8n-nodes-base.executeWorkflow\", \"parameters\": {\"workflowId\": \"writing_agent\"}},\n {\"name\": \"Aggregate Results\", \"type\": \"n8n-nodes-base.merge\"}\n ]\n}\n```\n\n## Specialist Agent (Research)\n```javascript\n// Research agent prompt\nconst systemPrompt = `You are a research specialist. Your role:\n1. Search for relevant information\n2. Verify facts from multiple sources\n3. Summarize findings concisely\n4. Cite sources\n\nReturn JSON: {findings: [...], sources: [...], confidence: 0-1}`;\n```\n\n## Agent Communication Protocol\n```javascript\n// Message format between agents\nconst agentMessage = {\n from: 'research_agent',\n to: 'writing_agent',\n type: 'research_complete',\n payload: {\n findings: [...],\n context: {...},\n metadata: { timestamp, confidence }\n }\n};\n```\n\n## Feedback Loop\n```json\n{\n \"nodes\": [\n {\"name\": \"Generate Content\", \"type\": \"n8n-nodes-base.openAi\"},\n {\"name\": \"Review Agent\", \"type\": \"n8n-nodes-base.openAi\",\n \"parameters\": {\"prompt\": \"Review this content for accuracy and quality...\"}},\n {\"name\": \"Check Approval\", \"type\": \"n8n-nodes-base.if\",\n \"parameters\": {\"conditions\": {\"string\": [{\"value1\": \"={{ $json.approved }}\", \"value2\": \"true\"}]}}},\n {\"name\": \"Return to Generator\", \"type\": \"n8n-nodes-base.set\"}\n ]\n}\n```\n\n## Best Practices\n1. Define clear agent responsibilities\n2. Use structured message formats\n3. Implement timeout handling\n4. Log all agent interactions\n5. Set max iteration limits for loops", "metadata": {"topic": "multi_agent", "type": "ai"}} | |