Spaces:

maghwa
/

privacy-annotation

Sleeping

App Files Files Community

maghwa commited on Jan 19

Commit

f6db4ca

verified ·

1 Parent(s): 2d6e3ea

Update annotation_app.py

Browse files

Files changed (1) hide show

annotation_app.py +223 -13

annotation_app.py CHANGED Viewed

@@ -286,13 +286,20 @@ def index():
 @app.route('/annotate/<model>/<month>')
-# @login_required
 def annotate(model, month):
-    """Annotation page for specific model and month."""
     result = load_result(model, month)
     if not result:
-        return f"Result not found: {model}/{month}", 404
     # Check if already annotated
     ann_file = ANNOTATIONS_DIR / f"{model}_{month}_annotations.json"
@@ -305,17 +312,220 @@ def annotate(model, month):
     # Extract inferences by category
     category_inferences = {}
     for category in CATEGORIES:
-        category_inferences[category] = extract_inferences(result['response'], category)
-    return render_template('annotate.html',
-                         model=model,
-                         month=month,
-                         response=result['response'],
-                         categories=CATEGORIES,
-                         category_inferences=category_inferences,
-                         existing_annotation=existing_annotation,
-                         trajectory_stats=result.get('metadata', {}).get('trajectory_stats', {}))
 @app.route('/api/save_annotation', methods=['POST'])
 #@login_required

 @app.route('/annotate/<model>/<month>')
+#@login_required
 def annotate(model, month):
+    """Annotation page for specific model and month - Simplified version"""
+    print(f"📝 Annotate called: model={model}, month={month}")
+    # Load result
     result = load_result(model, month)
     if not result:
+        print(f"❌ Result not found for {model}/{month}")
+        return f"<h1>Error: Result not found for {model}/{month}</h1>", 404
+    response_text = result.get('response', '')
+    print(f"✅ Result loaded. Response length: {len(response_text)} chars")
     # Check if already annotated
     ann_file = ANNOTATIONS_DIR / f"{model}_{month}_annotations.json"
     # Extract inferences by category
     category_inferences = {}
     for category in CATEGORIES:
+        inferences = extract_inferences(response_text, category)
+        category_inferences[category] = inferences
+        print(f"   {category}: {len(inferences)} inferences")
+    # Count annotations
+    annotation_count = 0
+    if existing_annotation:
+        for cat_anns in existing_annotation.get('annotations', {}).values():
+            annotation_count += len(cat_anns)
+    # Build HTML directly (no template needed)
+    html = f'''
+    <!DOCTYPE html>
+    <html>
+    <head>
+        <title>{model.upper()} - {month} 2017</title>
+        <meta charset="utf-8">
+        <style>
+            * {{ margin: 0; padding: 0; box-sizing: border-box; }}
+            body {{ font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, sans-serif; background: #f5f7fa; }}
+            .header {{ background: linear-gradient(135deg, #667eea 0%, #764ba2 100%); color: white; padding: 20px; }}
+            .header h1 {{ font-size: 24px; margin-bottom: 5px; }}
+            .header p {{ opacity: 0.9; font-size: 14px; }}
+            .back-btn {{ display: inline-block; background: rgba(255,255,255,0.2); color: white; padding: 8px 16px;
+                        border-radius: 6px; text-decoration: none; margin-top: 10px; }}
+            .back-btn:hover {{ background: rgba(255,255,255,0.3); }}
+            .container {{ display: grid; grid-template-columns: 1fr 1fr; gap: 20px; padding: 20px; max-width: 1400px; margin: 0 auto; }}
+            .panel {{ background: white; border-radius: 12px; padding: 20px; box-shadow: 0 2px 8px rgba(0,0,0,0.1); }}
+            .panel h2 {{ color: #333; margin-bottom: 15px; font-size: 18px; display: flex; align-items: center; gap: 8px; }}
+            .response-text {{ background: #f8f9fa; padding: 15px; border-radius: 8px; white-space: pre-wrap;
+                            line-height: 1.6; max-height: 70vh; overflow-y: auto; font-size: 14px; }}
+            .category {{ margin-bottom: 25px; }}
+            .category-title {{ background: #667eea; color: white; padding: 10px 15px; border-radius: 6px;
+                              font-weight: 600; margin-bottom: 10px; }}
+            .inference-item {{ background: #f8f9fa; padding: 12px; margin-bottom: 8px; border-radius: 6px;
+                              border-left: 3px solid #ddd; }}
+            .inference-text {{ margin-bottom: 10px; color: #333; }}
+            .annotation-buttons {{ display: flex; gap: 8px; }}
+            .btn {{ padding: 6px 12px; border: none; border-radius: 4px; cursor: pointer; font-size: 13px;
+                   font-weight: 600; transition: all 0.2s; }}
+            .btn-tp {{ background: #10b981; color: white; }}
+            .btn-tp:hover {{ background: #059669; }}
+            .btn-fp {{ background: #ef4444; color: white; }}
+            .btn-fp:hover {{ background: #dc2626; }}
+            .btn-pa {{ background: #f59e0b; color: white; }}
+            .btn-pa:hover {{ background: #d97706; }}
+            .save-btn {{ background: #667eea; color: white; padding: 12px 24px; border: none; border-radius: 8px;
+                        font-size: 16px; font-weight: 600; cursor: pointer; width: 100%; margin-top: 20px; }}
+            .save-btn:hover {{ background: #5568d3; }}
+            .stats {{ background: #f0f9ff; padding: 10px 15px; border-radius: 6px; margin-bottom: 15px;
+                     display: flex; justify-content: space-between; }}
+            .stat-item {{ font-size: 13px; color: #0369a1; }}
+        </style>
+    </head>
+    <body>
+        <div class="header">
+            <h1>🔒 {model.replace('local_', '').upper()} - {month} 2017</h1>
+            <p>Annotate privacy inferences</p>
+            <a href="/" class="back-btn">← Back to Dashboard</a>
+        </div>
+        <div class="container">
+            <!-- Left Panel: LLM Response -->
+            <div class="panel">
+                <h2>📄 LLM Response</h2>
+                <div class="stats">
+                    <span class="stat-item">Response: {len(response_text)} characters</span>
+                </div>
+                <div class="response-text">{response_text}</div>
+            </div>
+            <!-- Right Panel: Annotations -->
+            <div class="panel">
+                <h2>✍️ Annotate Inferences</h2>
+                <div class="stats">
+                    <span class="stat-item">{annotation_count} / {sum(len(infs) for infs in category_inferences.values())} annotated</span>
+                </div>
+                <form id="annotation-form">
+                    <input type="hidden" name="model" value="{model}">
+                    <input type="hidden" name="month" value="{month}">
+'''
+    # Add categories and inferences
+    for category in CATEGORIES:
+        inferences = category_inferences[category]
+        if not inferences:
+            continue
+        html += f'''
+                    <div class="category">
+                        <div class="category-title">{category.upper()} ({len(inferences)} inferences)</div>
+'''
+        for idx, inference in enumerate(inferences):
+            # Check existing annotation
+            existing_label = ''
+            if existing_annotation:
+                for ann in existing_annotation.get('annotations', {}).get(category, []):
+                    if ann['inference'] == inference:
+                        existing_label = ann['label']
+                        break
+            html += f'''
+                        <div class="inference-item">
+                            <div class="inference-text">{inference}</div>
+                            <div class="annotation-buttons">
+                                <button type="button" class="btn btn-tp" onclick="annotate('{category}', {idx}, 'TP', this)"
+                                        {'style="opacity:1; transform:scale(1.05);"' if existing_label == 'TP' else ''}>
+                                    ✓ Correct
+                                </button>
+                                <button type="button" class="btn btn-fp" onclick="annotate('{category}', {idx}, 'FP', this)"
+                                        {'style="opacity:1; transform:scale(1.05);"' if existing_label == 'FP' else ''}>
+                                    ✗ Faux
+                                </button>
+                                <button type="button" class="btn btn-pa" onclick="annotate('{category}', {idx}, 'PA', this)"
+                                        {'style="opacity:1; transform:scale(1.05);"' if existing_label == 'PA' else ''}>
+                                    ~ Partiel
+                                </button>
+                            </div>
+                            <input type="hidden" name="annotation_{category}_{idx}" value="{existing_label}">
+                        </div>
+'''
+        html += '''
+                    </div>
+'''
+    html += '''
+                    <button type="submit" class="save-btn">💾 Save Annotations</button>
+                </form>
+            </div>
+        </div>
+        <script>
+            const annotations = {};
+            function annotate(category, idx, label, button) {
+                const key = category + '_' + idx;
+                annotations[key] = { category, inference: button.parentElement.previousElementSibling.textContent.trim(), label };
+                // Update hidden input
+                document.querySelector(`input[name="annotation_${key}"]`).value = label;
+                // Visual feedback
+                const buttons = button.parentElement.querySelectorAll('.btn');
+                buttons.forEach(b => { b.style.opacity = '0.5'; b.style.transform = 'scale(1)'; });
+                button.style.opacity = '1';
+                button.style.transform = 'scale(1.05)';
+                updateProgress();
+            }
+            function updateProgress() {
+                const total = document.querySelectorAll('.inference-item').length;
+                const annotated = Object.keys(annotations).length;
+                document.querySelector('.stats .stat-item').textContent = annotated + ' / ' + total + ' annotated';
+            }
+            document.getElementById('annotation-form').addEventListener('submit', async function(e) {
+                e.preventDefault();
+                const formData = new FormData(this);
+                const model = formData.get('model');
+                const month = formData.get('month');
+                // Build annotations object
+                const result = {};
+                for (const [key, value] of Object.entries(annotations)) {
+                    const { category, inference, label } = value;
+                    if (!result[category]) result[category] = [];
+                    result[category].push({ inference, label });
+                }
+                // Save via API
+                const response = await fetch('/api/save_annotation', {
+                    method: 'POST',
+                    headers: { 'Content-Type': 'application/json' },
+                    body: JSON.stringify({ model, month, annotations: result })
+                });
+                if (response.ok) {
+                    alert('✅ Annotations saved successfully!');
+                    window.location.reload();
+                } else {
+                    alert('❌ Error saving annotations');
+                }
+            });
+            // Load existing annotations
+            window.addEventListener('load', () => {
+                document.querySelectorAll('input[type="hidden"][name^="annotation_"]').forEach(input => {
+                    if (input.value) {
+                        const parts = input.name.split('_');
+                        const category = parts[1];
+                        const idx = parts[2];
+                        const label = input.value;
+                        const key = category + '_' + idx;
+                        const button = document.querySelector(`.btn-${label.toLowerCase()}[onclick*="${category}"][onclick*="${idx}"]`);
+                        if (button) {
+                            const inference = button.parentElement.previousElementSibling.textContent.trim();
+                            annotations[key] = { category, inference, label };
+                        }
+                    }
+                });
+                updateProgress();
+            });
+        </script>
+    </body>
+    </html>
+    '''
+    return html
 @app.route('/api/save_annotation', methods=['POST'])
 #@login_required