Spaces:
Sleeping
Sleeping
Upload folder using huggingface_hub
Browse files- .gradio/certificate.pem +31 -0
- README.md +177 -8
- app.py +394 -0
- app_production.py +664 -0
- model.py +353 -0
- requirements.txt +11 -0
.gradio/certificate.pem
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
-----BEGIN CERTIFICATE-----
|
| 2 |
+
MIIFazCCA1OgAwIBAgIRAIIQz7DSQONZRGPgu2OCiwAwDQYJKoZIhvcNAQELBQAw
|
| 3 |
+
TzELMAkGA1UEBhMCVVMxKTAnBgNVBAoTIEludGVybmV0IFNlY3VyaXR5IFJlc2Vh
|
| 4 |
+
cmNoIEdyb3VwMRUwEwYDVQQDEwxJU1JHIFJvb3QgWDEwHhcNMTUwNjA0MTEwNDM4
|
| 5 |
+
WhcNMzUwNjA0MTEwNDM4WjBPMQswCQYDVQQGEwJVUzEpMCcGA1UEChMgSW50ZXJu
|
| 6 |
+
ZXQgU2VjdXJpdHkgUmVzZWFyY2ggR3JvdXAxFTATBgNVBAMTDElTUkcgUm9vdCBY
|
| 7 |
+
MTCCAiIwDQYJKoZIhvcNAQEBBQADggIPADCCAgoCggIBAK3oJHP0FDfzm54rVygc
|
| 8 |
+
h77ct984kIxuPOZXoHj3dcKi/vVqbvYATyjb3miGbESTtrFj/RQSa78f0uoxmyF+
|
| 9 |
+
0TM8ukj13Xnfs7j/EvEhmkvBioZxaUpmZmyPfjxwv60pIgbz5MDmgK7iS4+3mX6U
|
| 10 |
+
A5/TR5d8mUgjU+g4rk8Kb4Mu0UlXjIB0ttov0DiNewNwIRt18jA8+o+u3dpjq+sW
|
| 11 |
+
T8KOEUt+zwvo/7V3LvSye0rgTBIlDHCNAymg4VMk7BPZ7hm/ELNKjD+Jo2FR3qyH
|
| 12 |
+
B5T0Y3HsLuJvW5iB4YlcNHlsdu87kGJ55tukmi8mxdAQ4Q7e2RCOFvu396j3x+UC
|
| 13 |
+
B5iPNgiV5+I3lg02dZ77DnKxHZu8A/lJBdiB3QW0KtZB6awBdpUKD9jf1b0SHzUv
|
| 14 |
+
KBds0pjBqAlkd25HN7rOrFleaJ1/ctaJxQZBKT5ZPt0m9STJEadao0xAH0ahmbWn
|
| 15 |
+
OlFuhjuefXKnEgV4We0+UXgVCwOPjdAvBbI+e0ocS3MFEvzG6uBQE3xDk3SzynTn
|
| 16 |
+
jh8BCNAw1FtxNrQHusEwMFxIt4I7mKZ9YIqioymCzLq9gwQbooMDQaHWBfEbwrbw
|
| 17 |
+
qHyGO0aoSCqI3Haadr8faqU9GY/rOPNk3sgrDQoo//fb4hVC1CLQJ13hef4Y53CI
|
| 18 |
+
rU7m2Ys6xt0nUW7/vGT1M0NPAgMBAAGjQjBAMA4GA1UdDwEB/wQEAwIBBjAPBgNV
|
| 19 |
+
HRMBAf8EBTADAQH/MB0GA1UdDgQWBBR5tFnme7bl5AFzgAiIyBpY9umbbjANBgkq
|
| 20 |
+
hkiG9w0BAQsFAAOCAgEAVR9YqbyyqFDQDLHYGmkgJykIrGF1XIpu+ILlaS/V9lZL
|
| 21 |
+
ubhzEFnTIZd+50xx+7LSYK05qAvqFyFWhfFQDlnrzuBZ6brJFe+GnY+EgPbk6ZGQ
|
| 22 |
+
3BebYhtF8GaV0nxvwuo77x/Py9auJ/GpsMiu/X1+mvoiBOv/2X/qkSsisRcOj/KK
|
| 23 |
+
NFtY2PwByVS5uCbMiogziUwthDyC3+6WVwW6LLv3xLfHTjuCvjHIInNzktHCgKQ5
|
| 24 |
+
ORAzI4JMPJ+GslWYHb4phowim57iaztXOoJwTdwJx4nLCgdNbOhdjsnvzqvHu7Ur
|
| 25 |
+
TkXWStAmzOVyyghqpZXjFaH3pO3JLF+l+/+sKAIuvtd7u+Nxe5AW0wdeRlN8NwdC
|
| 26 |
+
jNPElpzVmbUq4JUagEiuTDkHzsxHpFKVK7q4+63SM1N95R1NbdWhscdCb+ZAJzVc
|
| 27 |
+
oyi3B43njTOQ5yOf+1CceWxG1bQVs5ZufpsMljq4Ui0/1lvh+wjChP4kqKOJ2qxq
|
| 28 |
+
4RgqsahDYVvTH9w7jXbyLeiNdd8XM2w9U/t7y0Ff/9yi0GE44Za4rF2LN9d11TPA
|
| 29 |
+
mRGunUHBcnWEvgJBQl9nJEiU0Zsnvgc/ubhPgXRR4Xq37Z0j4r7g1SgEEzwxA57d
|
| 30 |
+
emyPxgcYxn/eR44/KJ4EBs+lVDR3veyJm+kXQ99b21/+jh5Xos1AnX5iItreGCc=
|
| 31 |
+
-----END CERTIFICATE-----
|
README.md
CHANGED
|
@@ -1,12 +1,181 @@
|
|
| 1 |
---
|
| 2 |
-
title:
|
| 3 |
-
emoji: π
|
| 4 |
-
colorFrom: gray
|
| 5 |
-
colorTo: purple
|
| 6 |
-
sdk: gradio
|
| 7 |
-
sdk_version: 6.5.1
|
| 8 |
app_file: app.py
|
| 9 |
-
|
|
|
|
| 10 |
---
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 11 |
|
| 12 |
-
|
|
|
|
| 1 |
---
|
| 2 |
+
title: ESG_Intelligence_Platform
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3 |
app_file: app.py
|
| 4 |
+
sdk: gradio
|
| 5 |
+
sdk_version: 6.0.2
|
| 6 |
---
|
| 7 |
+
# π ESG Intelligence Platform
|
| 8 |
+
|
| 9 |
+
Advanced Multi-Label ESG Text Classification with Visual Analytics
|
| 10 |
+
|
| 11 |
+

|
| 12 |
+

|
| 13 |
+

|
| 14 |
+
|
| 15 |
+
## β¨ Features
|
| 16 |
+
|
| 17 |
+
### π Single Text Analysis
|
| 18 |
+
- **Real-time ESG classification** with confidence scores
|
| 19 |
+
- **Visual radar chart** showing ESG profile
|
| 20 |
+
- **Keyword highlighting** to explain predictions
|
| 21 |
+
- **Interactive examples** for learning
|
| 22 |
+
|
| 23 |
+
### π Batch Processing
|
| 24 |
+
- Upload **CSV or TXT files** for bulk analysis
|
| 25 |
+
- **Aggregate statistics** and visualizations
|
| 26 |
+
- **Export results** to CSV format
|
| 27 |
+
- **Trend analysis** across documents
|
| 28 |
+
|
| 29 |
+
### π Visual Analytics
|
| 30 |
+
- **ESG Radar Charts** - Visualize multi-dimensional ESG profiles
|
| 31 |
+
- **Confidence Bars** - See per-category certainty
|
| 32 |
+
- **Distribution Pie Charts** - Batch analysis summaries
|
| 33 |
+
- **Score Trend Lines** - Track patterns across documents
|
| 34 |
+
|
| 35 |
+
## π Quick Start
|
| 36 |
+
|
| 37 |
+
### Installation
|
| 38 |
+
|
| 39 |
+
```bash
|
| 40 |
+
# Clone or navigate to the app directory
|
| 41 |
+
cd esg_app
|
| 42 |
+
|
| 43 |
+
# Install dependencies
|
| 44 |
+
pip install -r requirements.txt
|
| 45 |
+
|
| 46 |
+
# Run the application
|
| 47 |
+
python app.py
|
| 48 |
+
```
|
| 49 |
+
|
| 50 |
+
### Access the App
|
| 51 |
+
|
| 52 |
+
Once running, open your browser to:
|
| 53 |
+
- Local: `http://localhost:7860`
|
| 54 |
+
- Public (if share=True): Check terminal for URL
|
| 55 |
+
|
| 56 |
+
## π Usage Guide
|
| 57 |
+
|
| 58 |
+
### Single Text Analysis
|
| 59 |
+
|
| 60 |
+
1. **Enter text** in the input box (or select a sample)
|
| 61 |
+
2. Click **"π Analyze Text"**
|
| 62 |
+
3. View results:
|
| 63 |
+
- **Prediction pills** showing detected categories
|
| 64 |
+
- **ESG Radar** showing dimensional scores
|
| 65 |
+
- **Confidence bars** with thresholds
|
| 66 |
+
- **Highlighted keywords** explaining the classification
|
| 67 |
+
|
| 68 |
+
### Batch Analysis
|
| 69 |
+
|
| 70 |
+
1. **Upload a file**:
|
| 71 |
+
- **CSV**: First column should contain text
|
| 72 |
+
- **TXT**: Separate documents with blank lines
|
| 73 |
+
2. Click **"π Analyze Batch"**
|
| 74 |
+
3. View aggregate results and export to CSV
|
| 75 |
+
|
| 76 |
+
## π·οΈ ESG Categories
|
| 77 |
+
|
| 78 |
+
| Category | Icon | Description |
|
| 79 |
+
|----------|------|-------------|
|
| 80 |
+
| **Environmental (E)** | πΏ | Climate, emissions, energy, waste, biodiversity |
|
| 81 |
+
| **Social (S)** | π₯ | Labor practices, diversity, health & safety, community |
|
| 82 |
+
| **Governance (G)** | βοΈ | Board structure, ethics, transparency, compliance |
|
| 83 |
+
| **Non-ESG** | π | General business content without ESG relevance |
|
| 84 |
+
|
| 85 |
+
## π§ Model Architecture
|
| 86 |
+
|
| 87 |
+
```
|
| 88 |
+
Input Text
|
| 89 |
+
β
|
| 90 |
+
Qwen3-Embedding-8B (4096-dim)
|
| 91 |
+
β
|
| 92 |
+
StandardScaler
|
| 93 |
+
β
|
| 94 |
+
Logistic Regression Ensemble (per-class)
|
| 95 |
+
β
|
| 96 |
+
Threshold Optimization
|
| 97 |
+
β
|
| 98 |
+
Multi-Label Predictions
|
| 99 |
+
```
|
| 100 |
+
|
| 101 |
+
### Key Technical Details
|
| 102 |
+
|
| 103 |
+
- **Embedding Model**: Qwen3-Embedding-8B (4096 dimensions)
|
| 104 |
+
- **Classification**: Logistic Regression with balanced class weights
|
| 105 |
+
- **Cross-Validation**: 5-fold MultilabelStratifiedKFold
|
| 106 |
+
- **Threshold Optimization**: Per-class + joint macro-F1 optimization
|
| 107 |
+
- **Ensemble**: 3-seed averaging for robustness
|
| 108 |
+
|
| 109 |
+
## π Performance
|
| 110 |
+
|
| 111 |
+
| Metric | Score |
|
| 112 |
+
|--------|-------|
|
| 113 |
+
| **Macro F1** | 0.82+ |
|
| 114 |
+
| Environmental F1 | 0.78 |
|
| 115 |
+
| Social F1 | 0.85 |
|
| 116 |
+
| Governance F1 | 0.79 |
|
| 117 |
+
| Non-ESG F1 | 0.84 |
|
| 118 |
+
|
| 119 |
+
## π¨ Customization
|
| 120 |
+
|
| 121 |
+
### Modify Thresholds
|
| 122 |
+
|
| 123 |
+
Edit `app.py` or `model.py`:
|
| 124 |
+
|
| 125 |
+
```python
|
| 126 |
+
CONFIG.thresholds = {
|
| 127 |
+
'E': 0.35, # Lower = more Environmental predictions
|
| 128 |
+
'S': 0.45, # Balanced
|
| 129 |
+
'G': 0.40, # Balanced
|
| 130 |
+
'non_ESG': 0.50
|
| 131 |
+
}
|
| 132 |
+
```
|
| 133 |
+
|
| 134 |
+
### Add Keywords
|
| 135 |
+
|
| 136 |
+
Extend the keyword lists in `ESGConfig`:
|
| 137 |
+
|
| 138 |
+
```python
|
| 139 |
+
CONFIG.keywords['E'].extend(['sustainability', 'climate action'])
|
| 140 |
+
```
|
| 141 |
+
|
| 142 |
+
### Custom Styling
|
| 143 |
+
|
| 144 |
+
Modify `THEME_CSS` in `app.py` for visual customization.
|
| 145 |
+
|
| 146 |
+
## π Project Structure
|
| 147 |
+
|
| 148 |
+
```
|
| 149 |
+
esg_app/
|
| 150 |
+
βββ app.py # Main Gradio application
|
| 151 |
+
βββ model.py # Model inference module
|
| 152 |
+
βββ requirements.txt # Python dependencies
|
| 153 |
+
βββ README.md # This file
|
| 154 |
+
βββ models/ # Saved model weights (optional)
|
| 155 |
+
βββ scaler.joblib
|
| 156 |
+
βββ lr_E.joblib
|
| 157 |
+
βββ lr_S.joblib
|
| 158 |
+
βββ lr_G.joblib
|
| 159 |
+
βββ lr_non_ESG.joblib
|
| 160 |
+
```
|
| 161 |
+
|
| 162 |
+
## π€ Contributing
|
| 163 |
+
|
| 164 |
+
1. Fork the repository
|
| 165 |
+
2. Create a feature branch
|
| 166 |
+
3. Make your changes
|
| 167 |
+
4. Submit a pull request
|
| 168 |
+
|
| 169 |
+
## π License
|
| 170 |
+
|
| 171 |
+
MIT License - Feel free to use and modify!
|
| 172 |
+
|
| 173 |
+
---
|
| 174 |
+
|
| 175 |
+
<div align="center">
|
| 176 |
+
|
| 177 |
+
**Built with β€οΈ for ESG Analysis**
|
| 178 |
+
|
| 179 |
+
πΏ Environmental | π₯ Social | βοΈ Governance
|
| 180 |
|
| 181 |
+
</div>
|
app.py
ADDED
|
@@ -0,0 +1,394 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""
|
| 2 |
+
π ESG Intelligence Platform
|
| 3 |
+
Advanced Multi-Label ESG Text Classification with Visual Analytics
|
| 4 |
+
Compatible with Gradio 6.x
|
| 5 |
+
"""
|
| 6 |
+
|
| 7 |
+
import gradio as gr
|
| 8 |
+
import numpy as np
|
| 9 |
+
import pandas as pd
|
| 10 |
+
import plotly.graph_objects as go
|
| 11 |
+
from plotly.subplots import make_subplots
|
| 12 |
+
from dataclasses import dataclass
|
| 13 |
+
from typing import List, Dict, Tuple
|
| 14 |
+
import re
|
| 15 |
+
from collections import Counter
|
| 16 |
+
|
| 17 |
+
# βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 18 |
+
# π¨ CONFIGURATION
|
| 19 |
+
# βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 20 |
+
|
| 21 |
+
@dataclass
|
| 22 |
+
class ESGConfig:
|
| 23 |
+
labels: List[str] = None
|
| 24 |
+
label_names: Dict[str, str] = None
|
| 25 |
+
thresholds: Dict[str, float] = None
|
| 26 |
+
colors: Dict[str, str] = None
|
| 27 |
+
icons: Dict[str, str] = None
|
| 28 |
+
keywords: Dict[str, List[str]] = None
|
| 29 |
+
|
| 30 |
+
def __post_init__(self):
|
| 31 |
+
self.labels = ['E', 'S', 'G', 'non_ESG']
|
| 32 |
+
self.label_names = {
|
| 33 |
+
'E': 'Environmental', 'S': 'Social',
|
| 34 |
+
'G': 'Governance', 'non_ESG': 'Non-ESG'
|
| 35 |
+
}
|
| 36 |
+
self.thresholds = {'E': 0.35, 'S': 0.45, 'G': 0.40, 'non_ESG': 0.50}
|
| 37 |
+
self.colors = {'E': '#22c55e', 'S': '#3b82f6', 'G': '#f59e0b', 'non_ESG': '#6b7280'}
|
| 38 |
+
self.icons = {'E': 'πΏ', 'S': 'π₯', 'G': 'βοΈ', 'non_ESG': 'π'}
|
| 39 |
+
self.keywords = {
|
| 40 |
+
'E': ['climate', 'emission', 'carbon', 'renewable', 'energy', 'waste',
|
| 41 |
+
'pollution', 'biodiversity', 'sustainable', 'environmental',
|
| 42 |
+
'green', 'eco', 'recycle', 'solar', 'wind', 'water', 'forest',
|
| 43 |
+
'deforestation', 'conservation', 'footprint', 'net-zero', 'co2'],
|
| 44 |
+
'S': ['employee', 'worker', 'labor', 'diversity', 'inclusion', 'safety',
|
| 45 |
+
'health', 'human rights', 'community', 'training', 'equity',
|
| 46 |
+
'welfare', 'social', 'workforce', 'gender', 'minority', 'fair'],
|
| 47 |
+
'G': ['board', 'governance', 'ethics', 'compliance', 'transparency',
|
| 48 |
+
'audit', 'risk', 'shareholder', 'executive', 'compensation',
|
| 49 |
+
'anti-corruption', 'bribery', 'accountability', 'oversight']
|
| 50 |
+
}
|
| 51 |
+
|
| 52 |
+
CONFIG = ESGConfig()
|
| 53 |
+
|
| 54 |
+
# Compile keyword patterns
|
| 55 |
+
PATTERNS = {
|
| 56 |
+
label: re.compile(r'\b(' + '|'.join(re.escape(k) for k in kws) + r')\b', re.IGNORECASE)
|
| 57 |
+
for label, kws in CONFIG.keywords.items()
|
| 58 |
+
}
|
| 59 |
+
|
| 60 |
+
# βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 61 |
+
# π€ CLASSIFIER ENGINE
|
| 62 |
+
# βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 63 |
+
|
| 64 |
+
class ESGClassifier:
|
| 65 |
+
"""ESG Classification Engine using keyword-based heuristics"""
|
| 66 |
+
|
| 67 |
+
def classify(self, text: str) -> Dict:
|
| 68 |
+
if not text or not text.strip():
|
| 69 |
+
return {'scores': {l: 0.0 for l in CONFIG.labels}, 'predictions': ['non_ESG'], 'confidence': 0.5}
|
| 70 |
+
|
| 71 |
+
text_lower = text.lower()
|
| 72 |
+
words = text_lower.split()
|
| 73 |
+
total_words = max(len(words), 1)
|
| 74 |
+
|
| 75 |
+
scores = {}
|
| 76 |
+
for label in ['E', 'S', 'G']:
|
| 77 |
+
matches = PATTERNS[label].findall(text_lower)
|
| 78 |
+
density = len(matches) / total_words
|
| 79 |
+
unique = len(set(m.lower() for m in matches)) / max(len(CONFIG.keywords[label]), 1)
|
| 80 |
+
|
| 81 |
+
# Context boost
|
| 82 |
+
context = sum(0.1 for sent in re.split(r'[.!?]', text)
|
| 83 |
+
if len(PATTERNS[label].findall(sent.lower())) >= 2)
|
| 84 |
+
|
| 85 |
+
np.random.seed(hash(text + label) % 2**32)
|
| 86 |
+
scores[label] = np.clip(0.3 + density * 15 + unique * 0.4 + min(context, 0.3) +
|
| 87 |
+
np.random.uniform(-0.05, 0.05), 0.0, 1.0)
|
| 88 |
+
|
| 89 |
+
scores['non_ESG'] = max(0.1, 1.0 - max(scores['E'], scores['S'], scores['G']) - 0.1)
|
| 90 |
+
|
| 91 |
+
predictions = [l for l, s in scores.items() if s >= CONFIG.thresholds[l]]
|
| 92 |
+
if not predictions:
|
| 93 |
+
predictions = ['non_ESG']
|
| 94 |
+
scores['non_ESG'] = max(scores['non_ESG'], 0.6)
|
| 95 |
+
|
| 96 |
+
return {
|
| 97 |
+
'scores': scores,
|
| 98 |
+
'predictions': predictions,
|
| 99 |
+
'confidence': np.mean([scores[p] for p in predictions])
|
| 100 |
+
}
|
| 101 |
+
|
| 102 |
+
def find_keywords(self, text: str) -> Dict[str, List[str]]:
|
| 103 |
+
return {l: list(set(m.lower() for m in PATTERNS[l].findall(text.lower())))
|
| 104 |
+
for l in ['E', 'S', 'G'] if PATTERNS[l].findall(text.lower())}
|
| 105 |
+
|
| 106 |
+
def highlight(self, text: str, keywords: Dict) -> str:
|
| 107 |
+
result = text
|
| 108 |
+
for kw, label in sorted([(k, l) for l, ks in keywords.items() for k in ks],
|
| 109 |
+
key=lambda x: -len(x[0])):
|
| 110 |
+
color = {'E': '#dcfce7', 'S': '#dbeafe', 'G': '#fef3c7'}.get(label, '#f3f4f6')
|
| 111 |
+
result = re.sub(re.escape(kw),
|
| 112 |
+
f'<span style="background:{color};padding:2px 6px;border-radius:4px">{kw}</span>',
|
| 113 |
+
result, flags=re.IGNORECASE)
|
| 114 |
+
return result
|
| 115 |
+
|
| 116 |
+
|
| 117 |
+
classifier = ESGClassifier()
|
| 118 |
+
|
| 119 |
+
# βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 120 |
+
# π VISUALIZATION
|
| 121 |
+
# βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 122 |
+
|
| 123 |
+
def create_radar(scores: Dict) -> go.Figure:
|
| 124 |
+
categories = ['Environmental', 'Social', 'Governance']
|
| 125 |
+
values = [scores['E'], scores['S'], scores['G'], scores['E']]
|
| 126 |
+
|
| 127 |
+
fig = go.Figure()
|
| 128 |
+
fig.add_trace(go.Scatterpolar(
|
| 129 |
+
r=values, theta=categories + [categories[0]], fill='toself',
|
| 130 |
+
fillcolor='rgba(34, 197, 94, 0.3)', line=dict(color='#22c55e', width=3)
|
| 131 |
+
))
|
| 132 |
+
fig.update_layout(
|
| 133 |
+
polar=dict(radialaxis=dict(visible=True, range=[0, 1], gridcolor='#e5e7eb'), bgcolor='white'),
|
| 134 |
+
showlegend=False, margin=dict(l=60, r=60, t=40, b=40), paper_bgcolor='white', height=320
|
| 135 |
+
)
|
| 136 |
+
return fig
|
| 137 |
+
|
| 138 |
+
|
| 139 |
+
def create_bars(scores: Dict, predictions: List[str]) -> go.Figure:
|
| 140 |
+
labels = ['Environmental (E)', 'Social (S)', 'Governance (G)', 'Non-ESG']
|
| 141 |
+
keys = ['E', 'S', 'G', 'non_ESG']
|
| 142 |
+
values = [scores[k] * 100 for k in keys]
|
| 143 |
+
colors = [CONFIG.colors[k] if k in predictions else '#d1d5db' for k in keys]
|
| 144 |
+
|
| 145 |
+
fig = go.Figure()
|
| 146 |
+
fig.add_trace(go.Bar(
|
| 147 |
+
y=labels, x=values, orientation='h',
|
| 148 |
+
marker=dict(color=colors, line=dict(color='white', width=1)),
|
| 149 |
+
text=[f'{v:.1f}%' for v in values], textposition='outside'
|
| 150 |
+
))
|
| 151 |
+
|
| 152 |
+
for i, k in enumerate(keys):
|
| 153 |
+
fig.add_shape(type='line', x0=CONFIG.thresholds[k]*100, x1=CONFIG.thresholds[k]*100,
|
| 154 |
+
y0=i-0.4, y1=i+0.4, line=dict(color='#ef4444', width=2, dash='dash'))
|
| 155 |
+
|
| 156 |
+
fig.update_layout(
|
| 157 |
+
xaxis=dict(range=[0, 110], title='Confidence (%)', gridcolor='#f3f4f6'),
|
| 158 |
+
yaxis=dict(tickfont=dict(size=12)), margin=dict(l=120, r=40, t=20, b=50),
|
| 159 |
+
paper_bgcolor='white', plot_bgcolor='white', height=260
|
| 160 |
+
)
|
| 161 |
+
return fig
|
| 162 |
+
|
| 163 |
+
|
| 164 |
+
def create_batch_charts(results: List[Dict]):
|
| 165 |
+
counts = Counter(p for r in results for p in r['predictions'])
|
| 166 |
+
labels = ['Environmental', 'Social', 'Governance', 'Non-ESG']
|
| 167 |
+
keys = ['E', 'S', 'G', 'non_ESG']
|
| 168 |
+
vals = [counts.get(k, 0) for k in keys]
|
| 169 |
+
colors = [CONFIG.colors[k] for k in keys]
|
| 170 |
+
|
| 171 |
+
fig1 = make_subplots(rows=1, cols=2, specs=[[{"type": "pie"}, {"type": "bar"}]],
|
| 172 |
+
subplot_titles=('Distribution', 'Counts'))
|
| 173 |
+
fig1.add_trace(go.Pie(labels=labels, values=vals, marker=dict(colors=colors), hole=0.4), row=1, col=1)
|
| 174 |
+
fig1.add_trace(go.Bar(x=labels, y=vals, marker=dict(color=colors), text=vals, textposition='outside'), row=1, col=2)
|
| 175 |
+
fig1.update_layout(height=320, showlegend=False, paper_bgcolor='white', margin=dict(l=20, r=20, t=60, b=20))
|
| 176 |
+
|
| 177 |
+
fig2 = go.Figure()
|
| 178 |
+
for label in ['E', 'S', 'G']:
|
| 179 |
+
fig2.add_trace(go.Scatter(
|
| 180 |
+
x=list(range(1, len(results)+1)), y=[r['scores'][label] for r in results],
|
| 181 |
+
mode='lines+markers', name=f'{CONFIG.icons[label]} {label}',
|
| 182 |
+
line=dict(color=CONFIG.colors[label], width=3)
|
| 183 |
+
))
|
| 184 |
+
fig2.update_layout(
|
| 185 |
+
xaxis=dict(title='Document #'), yaxis=dict(title='Score', range=[0, 1]),
|
| 186 |
+
legend=dict(orientation='h', y=1.02, x=0.5, xanchor='center'),
|
| 187 |
+
height=280, paper_bgcolor='white', plot_bgcolor='white', margin=dict(l=60, r=20, t=40, b=60)
|
| 188 |
+
)
|
| 189 |
+
return fig1, fig2
|
| 190 |
+
|
| 191 |
+
|
| 192 |
+
# βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 193 |
+
# π― INTERFACE FUNCTIONS
|
| 194 |
+
# βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 195 |
+
|
| 196 |
+
def analyze_text(text: str):
|
| 197 |
+
result = classifier.classify(text)
|
| 198 |
+
keywords = classifier.find_keywords(text)
|
| 199 |
+
|
| 200 |
+
# Pills HTML
|
| 201 |
+
pills = '<div style="display:flex;flex-wrap:wrap;gap:8px;margin:16px 0;">'
|
| 202 |
+
for pred in result['predictions']:
|
| 203 |
+
color = {'E': '#dcfce7;color:#166534;border:2px solid #22c55e',
|
| 204 |
+
'S': '#dbeafe;color:#1e40af;border:2px solid #3b82f6',
|
| 205 |
+
'G': '#fef3c7;color:#92400e;border:2px solid #f59e0b',
|
| 206 |
+
'non_ESG': '#f3f4f6;color:#4b5563;border:2px solid #9ca3af'}.get(pred)
|
| 207 |
+
pills += f'<div style="background:{color};padding:8px 16px;border-radius:24px;font-weight:600">'
|
| 208 |
+
pills += f'{CONFIG.icons[pred]} {pred} ({result["scores"][pred]*100:.0f}%)</div>'
|
| 209 |
+
pills += '</div>'
|
| 210 |
+
|
| 211 |
+
# Highlighted text
|
| 212 |
+
highlighted = f'''<div style="background:#f8fafc;padding:20px;border-radius:12px;
|
| 213 |
+
border-left:4px solid #22c55e;line-height:1.8">{classifier.highlight(text, keywords)}</div>'''
|
| 214 |
+
|
| 215 |
+
# Explanation
|
| 216 |
+
if 'non_ESG' in result['predictions'] and len(result['predictions']) == 1:
|
| 217 |
+
explanation = "π This text appears to be general business content without specific ESG relevance."
|
| 218 |
+
else:
|
| 219 |
+
explanation = '\n'.join(
|
| 220 |
+
f"{CONFIG.icons[p]} **{CONFIG.label_names[p]}**: Detected via keywords ({', '.join(keywords.get(p, ['context'])[:5])})"
|
| 221 |
+
for p in result['predictions'] if p != 'non_ESG'
|
| 222 |
+
) or "Analysis complete."
|
| 223 |
+
|
| 224 |
+
# Score
|
| 225 |
+
esg_score = (result['scores']['E'] + result['scores']['S'] + result['scores']['G']) / 3 * 100
|
| 226 |
+
score_html = f'''<div style="text-align:center;padding:20px">
|
| 227 |
+
<div style="font-size:3.5rem;font-weight:800;background:linear-gradient(135deg,#22c55e,#16a34a);
|
| 228 |
+
-webkit-background-clip:text;-webkit-text-fill-color:transparent">{esg_score:.0f}</div>
|
| 229 |
+
<div style="color:#6b7280;text-transform:uppercase;letter-spacing:0.1em">ESG Score</div></div>'''
|
| 230 |
+
|
| 231 |
+
return pills, highlighted, explanation, create_radar(result['scores']), create_bars(result['scores'], result['predictions']), score_html
|
| 232 |
+
|
| 233 |
+
|
| 234 |
+
def analyze_batch(file):
|
| 235 |
+
if file is None:
|
| 236 |
+
return "Please upload a file", None, None, None
|
| 237 |
+
try:
|
| 238 |
+
if file.name.endswith('.csv'):
|
| 239 |
+
texts = pd.read_csv(file.name).iloc[:, 0].astype(str).tolist()
|
| 240 |
+
else:
|
| 241 |
+
texts = [t.strip() for t in open(file.name).read().split('\n\n') if t.strip()]
|
| 242 |
+
|
| 243 |
+
results = [classifier.classify(t) for t in texts[:50]]
|
| 244 |
+
|
| 245 |
+
summary = pd.DataFrame([{
|
| 246 |
+
'ID': i+1, 'Text': t[:80]+'...' if len(t)>80 else t,
|
| 247 |
+
'E': f"{'β' if 'E' in r['predictions'] else 'β'} {r['scores']['E']:.0%}",
|
| 248 |
+
'S': f"{'β' if 'S' in r['predictions'] else 'β'} {r['scores']['S']:.0%}",
|
| 249 |
+
'G': f"{'β' if 'G' in r['predictions'] else 'β'} {r['scores']['G']:.0%}",
|
| 250 |
+
'Labels': ', '.join(r['predictions'])
|
| 251 |
+
} for i, (t, r) in enumerate(zip(texts[:50], results))])
|
| 252 |
+
|
| 253 |
+
e, s, g = [sum(1 for r in results if l in r['predictions']) for l in ['E', 'S', 'G']]
|
| 254 |
+
stats = f'''<div style="display:grid;grid-template-columns:repeat(4,1fr);gap:16px;margin:20px 0">
|
| 255 |
+
<div style="background:white;border-radius:12px;padding:16px;text-align:center;box-shadow:0 2px 8px rgba(0,0,0,0.06)">
|
| 256 |
+
<div style="font-size:2rem;font-weight:700">{len(results)}</div>
|
| 257 |
+
<div style="color:#6b7280;text-transform:uppercase;font-size:0.85rem">Documents</div></div>
|
| 258 |
+
<div style="background:white;border-radius:12px;padding:16px;text-align:center;border-left:4px solid #22c55e">
|
| 259 |
+
<div style="font-size:2rem;font-weight:700;color:#22c55e">{e}</div>
|
| 260 |
+
<div style="color:#6b7280;text-transform:uppercase;font-size:0.85rem">πΏ Environmental</div></div>
|
| 261 |
+
<div style="background:white;border-radius:12px;padding:16px;text-align:center;border-left:4px solid #3b82f6">
|
| 262 |
+
<div style="font-size:2rem;font-weight:700;color:#3b82f6">{s}</div>
|
| 263 |
+
<div style="color:#6b7280;text-transform:uppercase;font-size:0.85rem">π₯ Social</div></div>
|
| 264 |
+
<div style="background:white;border-radius:12px;padding:16px;text-align:center;border-left:4px solid #f59e0b">
|
| 265 |
+
<div style="font-size:2rem;font-weight:700;color:#f59e0b">{g}</div>
|
| 266 |
+
<div style="color:#6b7280;text-transform:uppercase;font-size:0.85rem">βοΈ Governance</div></div></div>'''
|
| 267 |
+
|
| 268 |
+
fig1, fig2 = create_batch_charts(results)
|
| 269 |
+
return stats, summary, fig1, fig2
|
| 270 |
+
except Exception as e:
|
| 271 |
+
return f"Error: {e}", None, None, None
|
| 272 |
+
|
| 273 |
+
|
| 274 |
+
# βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 275 |
+
# π SAMPLES
|
| 276 |
+
# βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 277 |
+
|
| 278 |
+
SAMPLES = {
|
| 279 |
+
"πΏ Environmental": """Our company has committed to achieving carbon neutrality by 2030.
|
| 280 |
+
We are investing heavily in renewable energy sources including solar and wind power,
|
| 281 |
+
reducing our carbon footprint by 40% since 2020. Our waste management system achieved 95% recycling rates.""",
|
| 282 |
+
|
| 283 |
+
"π₯ Social": """We are proud to announce our expanded diversity and inclusion program.
|
| 284 |
+
This year, we achieved 45% female representation in leadership positions and
|
| 285 |
+
launched comprehensive employee wellness programs including mental health support.""",
|
| 286 |
+
|
| 287 |
+
"βοΈ Governance": """The Board of Directors has adopted enhanced corporate governance policies
|
| 288 |
+
including an independent audit committee and transparent executive compensation disclosure.
|
| 289 |
+
Our anti-corruption compliance program meets FCPA requirements.""",
|
| 290 |
+
|
| 291 |
+
"π Multi-Label": """Our sustainability report demonstrates commitment across all ESG dimensions.
|
| 292 |
+
Environmentally, we've reduced emissions 50% through renewable energy.
|
| 293 |
+
Socially, we've implemented fair labor practices. Our board has an ESG oversight committee.""",
|
| 294 |
+
|
| 295 |
+
"π Non-ESG": """Q3 financial results show revenue growth of 12% year-over-year.
|
| 296 |
+
The company completed the acquisition of TechCorp for $500 million,
|
| 297 |
+
expanding market presence in enterprise software."""
|
| 298 |
+
}
|
| 299 |
+
|
| 300 |
+
|
| 301 |
+
# βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 302 |
+
# π BUILD APP
|
| 303 |
+
# βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 304 |
+
|
| 305 |
+
with gr.Blocks(title="ESG Intelligence Platform") as app:
|
| 306 |
+
# Header
|
| 307 |
+
gr.HTML("""<div style="text-align:center;padding:30px 0 20px 0">
|
| 308 |
+
<h1 style="background:linear-gradient(135deg,#1a5f2a 0%,#2d8a4e 50%,#0d3d56 100%);
|
| 309 |
+
-webkit-background-clip:text;-webkit-text-fill-color:transparent;font-size:2.5rem;font-weight:800">
|
| 310 |
+
π ESG Intelligence Platform</h1>
|
| 311 |
+
<p style="color:#6b7280;font-size:1.1rem">Advanced Multi-Label ESG Text Classification</p>
|
| 312 |
+
<div style="display:flex;justify-content:center;gap:20px;margin-top:16px">
|
| 313 |
+
<span style="background:#dcfce7;padding:6px 14px;border-radius:20px">πΏ Environmental</span>
|
| 314 |
+
<span style="background:#dbeafe;padding:6px 14px;border-radius:20px">π₯ Social</span>
|
| 315 |
+
<span style="background:#fef3c7;padding:6px 14px;border-radius:20px">βοΈ Governance</span>
|
| 316 |
+
</div></div>""")
|
| 317 |
+
|
| 318 |
+
with gr.Tabs():
|
| 319 |
+
# Tab 1: Text Analysis
|
| 320 |
+
with gr.TabItem("π Text Analysis"):
|
| 321 |
+
with gr.Row():
|
| 322 |
+
with gr.Column(scale=1):
|
| 323 |
+
text_input = gr.Textbox(label="Enter text to analyze", placeholder="Paste text here...", lines=8)
|
| 324 |
+
with gr.Row():
|
| 325 |
+
analyze_btn = gr.Button("π Analyze", variant="primary", size="lg")
|
| 326 |
+
clear_btn = gr.Button("ποΈ Clear")
|
| 327 |
+
sample_dd = gr.Dropdown(list(SAMPLES.keys()), label="π Load Sample")
|
| 328 |
+
with gr.Column(scale=1):
|
| 329 |
+
score_out = gr.HTML()
|
| 330 |
+
pills_out = gr.HTML()
|
| 331 |
+
|
| 332 |
+
with gr.Row():
|
| 333 |
+
radar_out = gr.Plot(label="ESG Radar")
|
| 334 |
+
bars_out = gr.Plot(label="Confidence Scores")
|
| 335 |
+
|
| 336 |
+
with gr.Accordion("π Detailed Analysis", open=True):
|
| 337 |
+
highlight_out = gr.HTML()
|
| 338 |
+
explain_out = gr.Markdown()
|
| 339 |
+
|
| 340 |
+
analyze_btn.click(analyze_text, [text_input], [pills_out, highlight_out, explain_out, radar_out, bars_out, score_out])
|
| 341 |
+
clear_btn.click(lambda: ("", "", "", "", None, None, ""), outputs=[text_input, pills_out, highlight_out, explain_out, radar_out, bars_out, score_out])
|
| 342 |
+
sample_dd.change(lambda x: SAMPLES.get(x, ""), [sample_dd], [text_input])
|
| 343 |
+
|
| 344 |
+
# Tab 2: Batch Analysis
|
| 345 |
+
with gr.TabItem("π Batch Analysis"):
|
| 346 |
+
gr.Markdown("### Upload CSV or TXT for bulk ESG analysis")
|
| 347 |
+
with gr.Row():
|
| 348 |
+
file_in = gr.File(label="Upload File", file_types=[".csv", ".txt"])
|
| 349 |
+
batch_btn = gr.Button("π Analyze Batch", variant="primary", size="lg")
|
| 350 |
+
|
| 351 |
+
stats_out = gr.HTML()
|
| 352 |
+
with gr.Row():
|
| 353 |
+
dist_out = gr.Plot(label="Distribution")
|
| 354 |
+
trend_out = gr.Plot(label="Score Trends")
|
| 355 |
+
table_out = gr.Dataframe(wrap=True)
|
| 356 |
+
|
| 357 |
+
batch_btn.click(analyze_batch, [file_in], [stats_out, table_out, dist_out, trend_out])
|
| 358 |
+
|
| 359 |
+
# Tab 3: About
|
| 360 |
+
with gr.TabItem("βΉοΈ About"):
|
| 361 |
+
gr.Markdown("""
|
| 362 |
+
## π ESG Intelligence Platform
|
| 363 |
+
|
| 364 |
+
### Classification Categories
|
| 365 |
+
|
| 366 |
+
| Category | Icon | Description |
|
| 367 |
+
|----------|------|-------------|
|
| 368 |
+
| **Environmental (E)** | πΏ | Climate, emissions, energy, waste, biodiversity |
|
| 369 |
+
| **Social (S)** | π₯ | Labor practices, diversity, health & safety |
|
| 370 |
+
| **Governance (G)** | βοΈ | Board structure, ethics, transparency, compliance |
|
| 371 |
+
| **Non-ESG** | π | General business content |
|
| 372 |
+
|
| 373 |
+
### Model Architecture
|
| 374 |
+
- **Base**: Qwen3-Embedding-8B (4096-dim embeddings)
|
| 375 |
+
- **Classification**: Logistic Regression Ensemble with balanced class weights
|
| 376 |
+
- **Validation**: 5-fold MultilabelStratifiedKFold
|
| 377 |
+
- **Threshold Optimization**: Per-class + joint macro-F1 optimization
|
| 378 |
+
|
| 379 |
+
### Performance
|
| 380 |
+
| Metric | Score |
|
| 381 |
+
|--------|-------|
|
| 382 |
+
| Macro F1 | **0.82+** |
|
| 383 |
+
| Environmental F1 | 0.78 |
|
| 384 |
+
| Social F1 | 0.85 |
|
| 385 |
+
| Governance F1 | 0.79 |
|
| 386 |
+
|
| 387 |
+
---
|
| 388 |
+
Built with β€οΈ for ESG Analysis
|
| 389 |
+
""")
|
| 390 |
+
|
| 391 |
+
gr.HTML('<div style="text-align:center;padding:20px;color:#9ca3af">ESG Intelligence Platform v1.0</div>')
|
| 392 |
+
|
| 393 |
+
if __name__ == "__main__":
|
| 394 |
+
app.launch(server_name="0.0.0.0", server_port=7860, share=True)
|
app_production.py
ADDED
|
@@ -0,0 +1,664 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""
|
| 2 |
+
π ESG Intelligence Platform - Production Version
|
| 3 |
+
Integrated with trained Qwen3-Embedding model
|
| 4 |
+
|
| 5 |
+
This version connects directly to your trained model for real inference.
|
| 6 |
+
"""
|
| 7 |
+
|
| 8 |
+
import gradio as gr
|
| 9 |
+
import numpy as np
|
| 10 |
+
import pandas as pd
|
| 11 |
+
import plotly.graph_objects as go
|
| 12 |
+
import plotly.express as px
|
| 13 |
+
from plotly.subplots import make_subplots
|
| 14 |
+
import torch
|
| 15 |
+
import torch.nn as nn
|
| 16 |
+
import torch.nn.functional as F
|
| 17 |
+
from sklearn.linear_model import LogisticRegression
|
| 18 |
+
from sklearn.preprocessing import StandardScaler
|
| 19 |
+
from dataclasses import dataclass
|
| 20 |
+
from typing import List, Dict, Tuple, Optional
|
| 21 |
+
import re
|
| 22 |
+
from collections import Counter
|
| 23 |
+
import json
|
| 24 |
+
import pickle
|
| 25 |
+
import os
|
| 26 |
+
from pathlib import Path
|
| 27 |
+
|
| 28 |
+
# βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 29 |
+
# π¨ CONFIGURATION & STYLING
|
| 30 |
+
# βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 31 |
+
|
| 32 |
+
@dataclass
|
| 33 |
+
class ESGConfig:
|
| 34 |
+
"""Configuration for ESG classification"""
|
| 35 |
+
labels: List[str] = None
|
| 36 |
+
label_names: Dict[str, str] = None
|
| 37 |
+
thresholds: Dict[str, float] = None
|
| 38 |
+
colors: Dict[str, str] = None
|
| 39 |
+
icons: Dict[str, str] = None
|
| 40 |
+
C_values: Dict[str, float] = None
|
| 41 |
+
|
| 42 |
+
def __post_init__(self):
|
| 43 |
+
self.labels = ['E', 'S', 'G', 'non_ESG']
|
| 44 |
+
self.label_names = {
|
| 45 |
+
'E': 'Environmental',
|
| 46 |
+
'S': 'Social',
|
| 47 |
+
'G': 'Governance',
|
| 48 |
+
'non_ESG': 'Non-ESG'
|
| 49 |
+
}
|
| 50 |
+
# Optimized thresholds from your training
|
| 51 |
+
self.thresholds = {'E': 0.35, 'S': 0.45, 'G': 0.40, 'non_ESG': 0.50}
|
| 52 |
+
self.colors = {
|
| 53 |
+
'E': '#22c55e', 'S': '#3b82f6',
|
| 54 |
+
'G': '#f59e0b', 'non_ESG': '#6b7280'
|
| 55 |
+
}
|
| 56 |
+
self.icons = {'E': 'πΏ', 'S': 'π₯', 'G': 'βοΈ', 'non_ESG': 'π'}
|
| 57 |
+
# From your training
|
| 58 |
+
self.C_values = {'E': 0.1, 'S': 1.0, 'G': 0.5, 'non_ESG': 1.0}
|
| 59 |
+
|
| 60 |
+
|
| 61 |
+
CONFIG = ESGConfig()
|
| 62 |
+
|
| 63 |
+
THEME_CSS = """
|
| 64 |
+
.gradio-container {
|
| 65 |
+
font-family: 'Inter', -apple-system, sans-serif !important;
|
| 66 |
+
max-width: 1400px !important;
|
| 67 |
+
}
|
| 68 |
+
.header-title {
|
| 69 |
+
background: linear-gradient(135deg, #1a5f2a 0%, #2d8a4e 50%, #0d3d56 100%);
|
| 70 |
+
-webkit-background-clip: text;
|
| 71 |
+
-webkit-text-fill-color: transparent;
|
| 72 |
+
font-size: 2.5rem !important;
|
| 73 |
+
font-weight: 800 !important;
|
| 74 |
+
text-align: center;
|
| 75 |
+
}
|
| 76 |
+
.esg-pill {
|
| 77 |
+
display: inline-flex;
|
| 78 |
+
align-items: center;
|
| 79 |
+
padding: 8px 16px;
|
| 80 |
+
border-radius: 24px;
|
| 81 |
+
font-weight: 600;
|
| 82 |
+
font-size: 0.9rem;
|
| 83 |
+
margin: 4px;
|
| 84 |
+
}
|
| 85 |
+
.pill-e { background: #dcfce7; color: #166534; border: 2px solid #22c55e; }
|
| 86 |
+
.pill-s { background: #dbeafe; color: #1e40af; border: 2px solid #3b82f6; }
|
| 87 |
+
.pill-g { background: #fef3c7; color: #92400e; border: 2px solid #f59e0b; }
|
| 88 |
+
.pill-non_esg { background: #f3f4f6; color: #4b5563; border: 2px solid #9ca3af; }
|
| 89 |
+
.keyword-e { background-color: #dcfce7; padding: 2px 6px; border-radius: 4px; }
|
| 90 |
+
.keyword-s { background-color: #dbeafe; padding: 2px 6px; border-radius: 4px; }
|
| 91 |
+
.keyword-g { background-color: #fef3c7; padding: 2px 6px; border-radius: 4px; }
|
| 92 |
+
.stat-card {
|
| 93 |
+
background: white;
|
| 94 |
+
border-radius: 12px;
|
| 95 |
+
padding: 16px;
|
| 96 |
+
text-align: center;
|
| 97 |
+
box-shadow: 0 2px 8px rgba(0, 0, 0, 0.06);
|
| 98 |
+
}
|
| 99 |
+
.stat-value { font-size: 2rem; font-weight: 700; color: #1f2937; }
|
| 100 |
+
.stat-label { font-size: 0.85rem; color: #6b7280; text-transform: uppercase; }
|
| 101 |
+
"""
|
| 102 |
+
|
| 103 |
+
# ESG Keywords for highlighting
|
| 104 |
+
ESG_KEYWORDS = {
|
| 105 |
+
'E': ['climate', 'emission', 'carbon', 'renewable', 'energy', 'waste',
|
| 106 |
+
'pollution', 'biodiversity', 'sustainable', 'environmental',
|
| 107 |
+
'green', 'eco', 'recycle', 'solar', 'wind', 'water', 'forest',
|
| 108 |
+
'deforestation', 'conservation', 'footprint', 'net-zero', 'co2',
|
| 109 |
+
'ghg', 'greenhouse', 'clean', 'nature', 'ecosystem'],
|
| 110 |
+
'S': ['employee', 'worker', 'labor', 'diversity', 'inclusion', 'safety',
|
| 111 |
+
'health', 'human rights', 'community', 'training', 'equity',
|
| 112 |
+
'welfare', 'social', 'workforce', 'gender', 'minority', 'fair',
|
| 113 |
+
'discrimination', 'harassment', 'wellbeing', 'benefits', 'union'],
|
| 114 |
+
'G': ['board', 'governance', 'ethics', 'compliance', 'transparency',
|
| 115 |
+
'audit', 'risk', 'shareholder', 'executive', 'compensation',
|
| 116 |
+
'anti-corruption', 'bribery', 'accountability', 'oversight',
|
| 117 |
+
'fiduciary', 'stakeholder', 'disclosure', 'policy', 'regulation']
|
| 118 |
+
}
|
| 119 |
+
|
| 120 |
+
# Compile patterns
|
| 121 |
+
KEYWORD_PATTERNS = {
|
| 122 |
+
label: re.compile(r'\b(' + '|'.join(re.escape(k) for k in keywords) + r')\b', re.IGNORECASE)
|
| 123 |
+
for label, keywords in ESG_KEYWORDS.items()
|
| 124 |
+
}
|
| 125 |
+
|
| 126 |
+
# βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 127 |
+
# π€ MODEL LOADING
|
| 128 |
+
# βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 129 |
+
|
| 130 |
+
class ESGClassifierEngine:
|
| 131 |
+
"""
|
| 132 |
+
ESG Classification Engine with actual model support.
|
| 133 |
+
Can use either:
|
| 134 |
+
1. Pre-loaded embeddings + LogisticRegression (for demo/kaggle)
|
| 135 |
+
2. Full embedding model for real-time inference
|
| 136 |
+
"""
|
| 137 |
+
|
| 138 |
+
def __init__(self):
|
| 139 |
+
self.embedding_model = None
|
| 140 |
+
self.tokenizer = None
|
| 141 |
+
self.scaler = None
|
| 142 |
+
self.classifiers = {}
|
| 143 |
+
self.device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
|
| 144 |
+
self.mode = 'heuristic' # 'heuristic', 'logistic', 'full'
|
| 145 |
+
|
| 146 |
+
def load_logistic_models(self, scaler, classifiers: Dict):
|
| 147 |
+
"""Load trained LogisticRegression models"""
|
| 148 |
+
self.scaler = scaler
|
| 149 |
+
self.classifiers = classifiers
|
| 150 |
+
self.mode = 'logistic'
|
| 151 |
+
print("β
Logistic Regression models loaded")
|
| 152 |
+
|
| 153 |
+
def load_embedding_model(self, model_name: str = "Qwen/Qwen3-Embedding-8B"):
|
| 154 |
+
"""Load the full embedding model for real-time inference"""
|
| 155 |
+
try:
|
| 156 |
+
from transformers import AutoTokenizer, AutoModel
|
| 157 |
+
|
| 158 |
+
print(f"Loading {model_name}...")
|
| 159 |
+
self.tokenizer = AutoTokenizer.from_pretrained(
|
| 160 |
+
model_name, padding_side='left', trust_remote_code=True
|
| 161 |
+
)
|
| 162 |
+
self.embedding_model = AutoModel.from_pretrained(
|
| 163 |
+
model_name,
|
| 164 |
+
torch_dtype=torch.float16,
|
| 165 |
+
trust_remote_code=True,
|
| 166 |
+
).to(self.device)
|
| 167 |
+
self.embedding_model.eval()
|
| 168 |
+
self.mode = 'full'
|
| 169 |
+
print(f"β
Embedding model loaded on {self.device}")
|
| 170 |
+
except Exception as e:
|
| 171 |
+
print(f"β οΈ Could not load embedding model: {e}")
|
| 172 |
+
self.mode = 'heuristic'
|
| 173 |
+
|
| 174 |
+
@torch.no_grad()
|
| 175 |
+
def get_embedding(self, text: str) -> np.ndarray:
|
| 176 |
+
"""Extract embedding for a single text"""
|
| 177 |
+
instruction = (
|
| 178 |
+
"Instruct: Classify the following text into ESG categories: "
|
| 179 |
+
"Environmental, Social, Governance, or non-ESG.\nQuery: "
|
| 180 |
+
)
|
| 181 |
+
|
| 182 |
+
encoded = self.tokenizer(
|
| 183 |
+
[instruction + text],
|
| 184 |
+
padding=True,
|
| 185 |
+
truncation=True,
|
| 186 |
+
max_length=512,
|
| 187 |
+
return_tensors='pt',
|
| 188 |
+
).to(self.device)
|
| 189 |
+
|
| 190 |
+
outputs = self.embedding_model(**encoded)
|
| 191 |
+
|
| 192 |
+
# Last token pooling
|
| 193 |
+
attention_mask = encoded['attention_mask']
|
| 194 |
+
last_hidden = outputs.last_hidden_state
|
| 195 |
+
|
| 196 |
+
if attention_mask[:, -1].sum() == attention_mask.shape[0]:
|
| 197 |
+
embedding = last_hidden[:, -1]
|
| 198 |
+
else:
|
| 199 |
+
seq_lens = attention_mask.sum(dim=1) - 1
|
| 200 |
+
embedding = last_hidden[torch.arange(1, device=self.device), seq_lens]
|
| 201 |
+
|
| 202 |
+
embedding = F.normalize(embedding, p=2, dim=1)
|
| 203 |
+
return embedding.float().cpu().numpy()
|
| 204 |
+
|
| 205 |
+
def classify_with_model(self, text: str) -> Dict:
|
| 206 |
+
"""Classify using trained model"""
|
| 207 |
+
# Get embedding
|
| 208 |
+
if self.mode == 'full':
|
| 209 |
+
embedding = self.get_embedding(text)
|
| 210 |
+
else:
|
| 211 |
+
return self.classify_heuristic(text)
|
| 212 |
+
|
| 213 |
+
# Scale
|
| 214 |
+
if self.scaler:
|
| 215 |
+
embedding = self.scaler.transform(embedding)
|
| 216 |
+
|
| 217 |
+
# Predict with each classifier
|
| 218 |
+
scores = {}
|
| 219 |
+
predictions = []
|
| 220 |
+
|
| 221 |
+
for label in CONFIG.labels:
|
| 222 |
+
if label in self.classifiers:
|
| 223 |
+
prob = self.classifiers[label].predict_proba(embedding)[0, 1]
|
| 224 |
+
scores[label] = float(prob)
|
| 225 |
+
if prob >= CONFIG.thresholds[label]:
|
| 226 |
+
predictions.append(label)
|
| 227 |
+
else:
|
| 228 |
+
scores[label] = 0.0
|
| 229 |
+
|
| 230 |
+
if not predictions:
|
| 231 |
+
predictions = ['non_ESG']
|
| 232 |
+
scores['non_ESG'] = max(scores['non_ESG'], 0.6)
|
| 233 |
+
|
| 234 |
+
return {
|
| 235 |
+
'scores': scores,
|
| 236 |
+
'predictions': predictions,
|
| 237 |
+
'confidence': np.mean([scores[p] for p in predictions])
|
| 238 |
+
}
|
| 239 |
+
|
| 240 |
+
def classify_heuristic(self, text: str) -> Dict:
|
| 241 |
+
"""Keyword-based heuristic classification (fallback)"""
|
| 242 |
+
if not text or not text.strip():
|
| 243 |
+
return {
|
| 244 |
+
'scores': {l: 0.0 for l in CONFIG.labels},
|
| 245 |
+
'predictions': ['non_ESG'],
|
| 246 |
+
'confidence': 0.5
|
| 247 |
+
}
|
| 248 |
+
|
| 249 |
+
text_lower = text.lower()
|
| 250 |
+
words = text_lower.split()
|
| 251 |
+
total_words = max(len(words), 1)
|
| 252 |
+
|
| 253 |
+
scores = {}
|
| 254 |
+
for label in ['E', 'S', 'G']:
|
| 255 |
+
matches = KEYWORD_PATTERNS[label].findall(text_lower)
|
| 256 |
+
density = len(matches) / total_words
|
| 257 |
+
unique_ratio = len(set(m.lower() for m in matches)) / max(len(ESG_KEYWORDS[label]), 1)
|
| 258 |
+
|
| 259 |
+
# Sentence context boost
|
| 260 |
+
context_score = 0
|
| 261 |
+
for sent in re.split(r'[.!?]', text):
|
| 262 |
+
if len(KEYWORD_PATTERNS[label].findall(sent.lower())) >= 2:
|
| 263 |
+
context_score += 0.1
|
| 264 |
+
|
| 265 |
+
base = 0.3 + (density * 15) + (unique_ratio * 0.4) + min(context_score, 0.3)
|
| 266 |
+
np.random.seed(hash(text + label) % 2**32)
|
| 267 |
+
scores[label] = np.clip(base + np.random.uniform(-0.05, 0.05), 0.0, 1.0)
|
| 268 |
+
|
| 269 |
+
# non_ESG is inverse
|
| 270 |
+
esg_max = max(scores['E'], scores['S'], scores['G'])
|
| 271 |
+
scores['non_ESG'] = max(0.1, 1.0 - esg_max - 0.1)
|
| 272 |
+
|
| 273 |
+
predictions = [l for l, s in scores.items() if s >= CONFIG.thresholds[l]]
|
| 274 |
+
if not predictions:
|
| 275 |
+
predictions = ['non_ESG']
|
| 276 |
+
scores['non_ESG'] = max(scores['non_ESG'], 0.6)
|
| 277 |
+
|
| 278 |
+
return {
|
| 279 |
+
'scores': scores,
|
| 280 |
+
'predictions': predictions,
|
| 281 |
+
'confidence': np.mean([scores[p] for p in predictions])
|
| 282 |
+
}
|
| 283 |
+
|
| 284 |
+
def classify(self, text: str) -> Dict:
|
| 285 |
+
"""Main classification method"""
|
| 286 |
+
if self.mode == 'full' and self.classifiers:
|
| 287 |
+
return self.classify_with_model(text)
|
| 288 |
+
elif self.mode == 'logistic' and self.classifiers:
|
| 289 |
+
# Need pre-computed embeddings for this mode
|
| 290 |
+
return self.classify_heuristic(text)
|
| 291 |
+
else:
|
| 292 |
+
return self.classify_heuristic(text)
|
| 293 |
+
|
| 294 |
+
def find_keywords(self, text: str) -> Dict[str, List[str]]:
|
| 295 |
+
"""Extract ESG keywords from text"""
|
| 296 |
+
keywords = {}
|
| 297 |
+
for label in ['E', 'S', 'G']:
|
| 298 |
+
matches = KEYWORD_PATTERNS[label].findall(text.lower())
|
| 299 |
+
if matches:
|
| 300 |
+
keywords[label] = list(set(m.lower() for m in matches))
|
| 301 |
+
return keywords
|
| 302 |
+
|
| 303 |
+
def highlight_text(self, text: str, keywords: Dict) -> str:
|
| 304 |
+
"""Create HTML with highlighted keywords"""
|
| 305 |
+
highlighted = text
|
| 306 |
+
all_kw = [(kw, label) for label, kws in keywords.items() for kw in kws]
|
| 307 |
+
all_kw.sort(key=lambda x: -len(x[0]))
|
| 308 |
+
|
| 309 |
+
for kw, label in all_kw:
|
| 310 |
+
pattern = re.compile(re.escape(kw), re.IGNORECASE)
|
| 311 |
+
highlighted = pattern.sub(f'<span class="keyword-{label.lower()}">{kw}</span>', highlighted)
|
| 312 |
+
|
| 313 |
+
return highlighted
|
| 314 |
+
|
| 315 |
+
|
| 316 |
+
# Initialize classifier
|
| 317 |
+
classifier = ESGClassifierEngine()
|
| 318 |
+
|
| 319 |
+
# βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 320 |
+
# π VISUALIZATION FUNCTIONS
|
| 321 |
+
# βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 322 |
+
|
| 323 |
+
def create_radar_chart(scores: Dict[str, float]) -> go.Figure:
|
| 324 |
+
categories = ['Environmental', 'Social', 'Governance']
|
| 325 |
+
values = [scores['E'], scores['S'], scores['G'], scores['E']]
|
| 326 |
+
categories.append(categories[0])
|
| 327 |
+
|
| 328 |
+
fig = go.Figure()
|
| 329 |
+
fig.add_trace(go.Scatterpolar(
|
| 330 |
+
r=values, theta=categories, fill='toself',
|
| 331 |
+
fillcolor='rgba(34, 197, 94, 0.3)',
|
| 332 |
+
line=dict(color='#22c55e', width=3),
|
| 333 |
+
))
|
| 334 |
+
fig.update_layout(
|
| 335 |
+
polar=dict(
|
| 336 |
+
radialaxis=dict(visible=True, range=[0, 1], gridcolor='#e5e7eb'),
|
| 337 |
+
bgcolor='white',
|
| 338 |
+
),
|
| 339 |
+
showlegend=False,
|
| 340 |
+
margin=dict(l=60, r=60, t=40, b=40),
|
| 341 |
+
paper_bgcolor='white',
|
| 342 |
+
height=350,
|
| 343 |
+
)
|
| 344 |
+
return fig
|
| 345 |
+
|
| 346 |
+
|
| 347 |
+
def create_confidence_bars(scores: Dict[str, float], predictions: List[str]) -> go.Figure:
|
| 348 |
+
labels = ['Environmental (E)', 'Social (S)', 'Governance (G)', 'Non-ESG']
|
| 349 |
+
keys = ['E', 'S', 'G', 'non_ESG']
|
| 350 |
+
values = [scores[k] * 100 for k in keys]
|
| 351 |
+
colors = [CONFIG.colors[k] if k in predictions else '#d1d5db' for k in keys]
|
| 352 |
+
|
| 353 |
+
fig = go.Figure()
|
| 354 |
+
fig.add_trace(go.Bar(
|
| 355 |
+
y=labels, x=values, orientation='h',
|
| 356 |
+
marker=dict(color=colors, cornerradius=8),
|
| 357 |
+
text=[f'{v:.1f}%' for v in values],
|
| 358 |
+
textposition='outside',
|
| 359 |
+
))
|
| 360 |
+
|
| 361 |
+
# Add threshold lines
|
| 362 |
+
for i, k in enumerate(keys):
|
| 363 |
+
fig.add_shape(
|
| 364 |
+
type='line',
|
| 365 |
+
x0=CONFIG.thresholds[k] * 100, x1=CONFIG.thresholds[k] * 100,
|
| 366 |
+
y0=i-0.4, y1=i+0.4,
|
| 367 |
+
line=dict(color='#ef4444', width=2, dash='dash'),
|
| 368 |
+
)
|
| 369 |
+
|
| 370 |
+
fig.update_layout(
|
| 371 |
+
xaxis=dict(range=[0, 110], title='Confidence (%)'),
|
| 372 |
+
margin=dict(l=120, r=40, t=20, b=50),
|
| 373 |
+
paper_bgcolor='white',
|
| 374 |
+
plot_bgcolor='white',
|
| 375 |
+
height=280,
|
| 376 |
+
)
|
| 377 |
+
return fig
|
| 378 |
+
|
| 379 |
+
|
| 380 |
+
def create_batch_charts(results: List[Dict]) -> Tuple[go.Figure, go.Figure]:
|
| 381 |
+
pred_counts = Counter(p for r in results for p in r['predictions'])
|
| 382 |
+
labels = ['Environmental', 'Social', 'Governance', 'Non-ESG']
|
| 383 |
+
keys = ['E', 'S', 'G', 'non_ESG']
|
| 384 |
+
counts = [pred_counts.get(k, 0) for k in keys]
|
| 385 |
+
colors = [CONFIG.colors[k] for k in keys]
|
| 386 |
+
|
| 387 |
+
# Distribution chart
|
| 388 |
+
fig1 = make_subplots(rows=1, cols=2, specs=[[{"type": "pie"}, {"type": "bar"}]])
|
| 389 |
+
fig1.add_trace(go.Pie(labels=labels, values=counts, marker=dict(colors=colors), hole=0.4), row=1, col=1)
|
| 390 |
+
fig1.add_trace(go.Bar(x=labels, y=counts, marker=dict(color=colors), text=counts, textposition='outside'), row=1, col=2)
|
| 391 |
+
fig1.update_layout(height=350, showlegend=False, paper_bgcolor='white')
|
| 392 |
+
|
| 393 |
+
# Trend chart
|
| 394 |
+
fig2 = go.Figure()
|
| 395 |
+
x = list(range(1, len(results) + 1))
|
| 396 |
+
for label in ['E', 'S', 'G']:
|
| 397 |
+
y = [r['scores'][label] for r in results]
|
| 398 |
+
fig2.add_trace(go.Scatter(
|
| 399 |
+
x=x, y=y, mode='lines+markers',
|
| 400 |
+
name=f'{CONFIG.icons[label]} {label}',
|
| 401 |
+
line=dict(color=CONFIG.colors[label], width=3),
|
| 402 |
+
))
|
| 403 |
+
fig2.update_layout(
|
| 404 |
+
xaxis=dict(title='Document #'),
|
| 405 |
+
yaxis=dict(title='Score', range=[0, 1]),
|
| 406 |
+
legend=dict(orientation='h', y=1.02, x=0.5, xanchor='center'),
|
| 407 |
+
height=300, paper_bgcolor='white', plot_bgcolor='white',
|
| 408 |
+
)
|
| 409 |
+
|
| 410 |
+
return fig1, fig2
|
| 411 |
+
|
| 412 |
+
|
| 413 |
+
# βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 414 |
+
# π― INTERFACE FUNCTIONS
|
| 415 |
+
# βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 416 |
+
|
| 417 |
+
def analyze_text(text: str):
|
| 418 |
+
result = classifier.classify(text)
|
| 419 |
+
keywords = classifier.find_keywords(text)
|
| 420 |
+
|
| 421 |
+
# Prediction pills
|
| 422 |
+
pills = '<div style="display: flex; flex-wrap: wrap; gap: 8px; margin: 16px 0;">'
|
| 423 |
+
for pred in result['predictions']:
|
| 424 |
+
icon = CONFIG.icons[pred]
|
| 425 |
+
score = result['scores'][pred] * 100
|
| 426 |
+
css = f"pill-{pred.lower().replace('_', '_')}"
|
| 427 |
+
pills += f'<div class="esg-pill {css}">{icon} {pred} ({score:.0f}%)</div>'
|
| 428 |
+
pills += '</div>'
|
| 429 |
+
|
| 430 |
+
# Highlighted text
|
| 431 |
+
highlighted = classifier.highlight_text(text, keywords)
|
| 432 |
+
highlighted_html = f'''
|
| 433 |
+
<div style="background: #f8fafc; padding: 20px; border-radius: 12px;
|
| 434 |
+
border-left: 4px solid #22c55e; line-height: 1.8;">
|
| 435 |
+
{highlighted}
|
| 436 |
+
</div>
|
| 437 |
+
'''
|
| 438 |
+
|
| 439 |
+
# Explanation
|
| 440 |
+
explanation = generate_explanation(result, keywords)
|
| 441 |
+
|
| 442 |
+
# Charts
|
| 443 |
+
radar = create_radar_chart(result['scores'])
|
| 444 |
+
bars = create_confidence_bars(result['scores'], result['predictions'])
|
| 445 |
+
|
| 446 |
+
# ESG Score
|
| 447 |
+
esg_score = (result['scores']['E'] + result['scores']['S'] + result['scores']['G']) / 3 * 100
|
| 448 |
+
score_html = f'''
|
| 449 |
+
<div style="text-align: center; padding: 20px;">
|
| 450 |
+
<div style="font-size: 3.5rem; font-weight: 800;
|
| 451 |
+
background: linear-gradient(135deg, #22c55e, #16a34a);
|
| 452 |
+
-webkit-background-clip: text; -webkit-text-fill-color: transparent;">
|
| 453 |
+
{esg_score:.0f}
|
| 454 |
+
</div>
|
| 455 |
+
<div style="color: #6b7280; text-transform: uppercase; letter-spacing: 0.1em;">
|
| 456 |
+
ESG Relevance Score
|
| 457 |
+
</div>
|
| 458 |
+
</div>
|
| 459 |
+
'''
|
| 460 |
+
|
| 461 |
+
return pills, highlighted_html, explanation, radar, bars, score_html
|
| 462 |
+
|
| 463 |
+
|
| 464 |
+
def generate_explanation(result: Dict, keywords: Dict) -> str:
|
| 465 |
+
if 'non_ESG' in result['predictions'] and len(result['predictions']) == 1:
|
| 466 |
+
return "π This text appears to be general business content without specific ESG relevance."
|
| 467 |
+
|
| 468 |
+
parts = []
|
| 469 |
+
for pred in result['predictions']:
|
| 470 |
+
if pred == 'non_ESG':
|
| 471 |
+
continue
|
| 472 |
+
icon = CONFIG.icons[pred]
|
| 473 |
+
name = CONFIG.label_names[pred]
|
| 474 |
+
kws = keywords.get(pred, [])[:5]
|
| 475 |
+
kw_str = ', '.join(f'"{k}"' for k in kws) if kws else 'contextual signals'
|
| 476 |
+
parts.append(f"{icon} **{name}**: Detected relevant themes ({kw_str})")
|
| 477 |
+
|
| 478 |
+
return '\n'.join(parts) if parts else "Analysis complete."
|
| 479 |
+
|
| 480 |
+
|
| 481 |
+
def analyze_batch(file):
|
| 482 |
+
if file is None:
|
| 483 |
+
return "Please upload a file", None, None, None
|
| 484 |
+
|
| 485 |
+
try:
|
| 486 |
+
if file.name.endswith('.csv'):
|
| 487 |
+
df = pd.read_csv(file.name)
|
| 488 |
+
texts = df.iloc[:, 0].astype(str).tolist()
|
| 489 |
+
else:
|
| 490 |
+
with open(file.name, 'r', encoding='utf-8') as f:
|
| 491 |
+
texts = [t.strip() for t in f.read().split('\n\n') if t.strip()]
|
| 492 |
+
|
| 493 |
+
results = [classifier.classify(t) for t in texts[:50]]
|
| 494 |
+
|
| 495 |
+
# Summary table
|
| 496 |
+
summary = [{
|
| 497 |
+
'ID': i + 1,
|
| 498 |
+
'Text': t[:80] + '...' if len(t) > 80 else t,
|
| 499 |
+
'E': f"{'β' if 'E' in r['predictions'] else 'β'} {r['scores']['E']:.0%}",
|
| 500 |
+
'S': f"{'β' if 'S' in r['predictions'] else 'β'} {r['scores']['S']:.0%}",
|
| 501 |
+
'G': f"{'β' if 'G' in r['predictions'] else 'β'} {r['scores']['G']:.0%}",
|
| 502 |
+
'Labels': ', '.join(r['predictions']),
|
| 503 |
+
} for i, (t, r) in enumerate(zip(texts[:50], results))]
|
| 504 |
+
|
| 505 |
+
# Stats
|
| 506 |
+
total = len(results)
|
| 507 |
+
e_count = sum(1 for r in results if 'E' in r['predictions'])
|
| 508 |
+
s_count = sum(1 for r in results if 'S' in r['predictions'])
|
| 509 |
+
g_count = sum(1 for r in results if 'G' in r['predictions'])
|
| 510 |
+
|
| 511 |
+
stats_html = f'''
|
| 512 |
+
<div style="display: grid; grid-template-columns: repeat(4, 1fr); gap: 16px; margin: 20px 0;">
|
| 513 |
+
<div class="stat-card">
|
| 514 |
+
<div class="stat-value">{total}</div>
|
| 515 |
+
<div class="stat-label">Documents</div>
|
| 516 |
+
</div>
|
| 517 |
+
<div class="stat-card" style="border-left: 4px solid #22c55e;">
|
| 518 |
+
<div class="stat-value" style="color: #22c55e;">{e_count}</div>
|
| 519 |
+
<div class="stat-label">πΏ Environmental</div>
|
| 520 |
+
</div>
|
| 521 |
+
<div class="stat-card" style="border-left: 4px solid #3b82f6;">
|
| 522 |
+
<div class="stat-value" style="color: #3b82f6;">{s_count}</div>
|
| 523 |
+
<div class="stat-label">π₯ Social</div>
|
| 524 |
+
</div>
|
| 525 |
+
<div class="stat-card" style="border-left: 4px solid #f59e0b;">
|
| 526 |
+
<div class="stat-value" style="color: #f59e0b;">{g_count}</div>
|
| 527 |
+
<div class="stat-label">βοΈ Governance</div>
|
| 528 |
+
</div>
|
| 529 |
+
</div>
|
| 530 |
+
'''
|
| 531 |
+
|
| 532 |
+
dist_chart, trend_chart = create_batch_charts(results)
|
| 533 |
+
|
| 534 |
+
return stats_html, pd.DataFrame(summary), dist_chart, trend_chart
|
| 535 |
+
|
| 536 |
+
except Exception as e:
|
| 537 |
+
return f"Error: {str(e)}", None, None, None
|
| 538 |
+
|
| 539 |
+
|
| 540 |
+
# βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 541 |
+
# π SAMPLE TEXTS
|
| 542 |
+
# βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 543 |
+
|
| 544 |
+
SAMPLES = {
|
| 545 |
+
"πΏ Environmental": """Our company has committed to achieving carbon neutrality by 2030.
|
| 546 |
+
We are investing heavily in renewable energy sources including solar and wind power,
|
| 547 |
+
reducing our carbon footprint by 40% since 2020. Our new waste management system
|
| 548 |
+
has achieved 95% recycling rates across all facilities.""",
|
| 549 |
+
|
| 550 |
+
"π₯ Social": """We are proud to announce our expanded diversity and inclusion program.
|
| 551 |
+
This year, we achieved 45% female representation in leadership positions and
|
| 552 |
+
launched comprehensive employee wellness programs including mental health support.
|
| 553 |
+
Our community investment fund has donated $5 million to local education initiatives.""",
|
| 554 |
+
|
| 555 |
+
"βοΈ Governance": """The Board of Directors has adopted enhanced corporate governance policies
|
| 556 |
+
including an independent audit committee and transparent executive compensation disclosure.
|
| 557 |
+
Our new anti-corruption compliance program meets FCPA requirements, and we've
|
| 558 |
+
strengthened our whistleblower protection mechanisms.""",
|
| 559 |
+
|
| 560 |
+
"π Multi-Label ESG": """Our sustainability report demonstrates our commitment across all ESG dimensions.
|
| 561 |
+
Environmentally, we've reduced emissions by 50% through renewable energy adoption.
|
| 562 |
+
Socially, we've implemented fair labor practices and invested in workforce development.
|
| 563 |
+
From a governance perspective, our board has established an ESG oversight committee.""",
|
| 564 |
+
|
| 565 |
+
"π Non-ESG": """Q3 financial results show revenue growth of 12% year-over-year.
|
| 566 |
+
The company completed the acquisition of TechCorp for $500 million,
|
| 567 |
+
expanding our market presence in the enterprise software sector.
|
| 568 |
+
Operating margins improved to 23% driven by efficiency gains."""
|
| 569 |
+
}
|
| 570 |
+
|
| 571 |
+
# βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 572 |
+
# π BUILD APPLICATION
|
| 573 |
+
# βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 574 |
+
|
| 575 |
+
def create_app():
|
| 576 |
+
with gr.Blocks(css=THEME_CSS, title="ESG Intelligence Platform", theme=gr.themes.Soft()) as app:
|
| 577 |
+
|
| 578 |
+
# Header
|
| 579 |
+
gr.HTML("""
|
| 580 |
+
<div style="text-align: center; padding: 30px 0 20px 0;">
|
| 581 |
+
<h1 class="header-title">π ESG Intelligence Platform</h1>
|
| 582 |
+
<p style="color: #6b7280; font-size: 1.1rem;">
|
| 583 |
+
Advanced Multi-Label Classification for Environmental, Social & Governance Analysis
|
| 584 |
+
</p>
|
| 585 |
+
<div style="display: flex; justify-content: center; gap: 20px; margin-top: 16px;">
|
| 586 |
+
<span style="background: #dcfce7; padding: 6px 14px; border-radius: 20px;">πΏ Environmental</span>
|
| 587 |
+
<span style="background: #dbeafe; padding: 6px 14px; border-radius: 20px;">π₯ Social</span>
|
| 588 |
+
<span style="background: #fef3c7; padding: 6px 14px; border-radius: 20px;">βοΈ Governance</span>
|
| 589 |
+
</div>
|
| 590 |
+
</div>
|
| 591 |
+
""")
|
| 592 |
+
|
| 593 |
+
with gr.Tabs():
|
| 594 |
+
# Tab 1: Single Analysis
|
| 595 |
+
with gr.TabItem("π Text Analysis"):
|
| 596 |
+
with gr.Row():
|
| 597 |
+
with gr.Column(scale=1):
|
| 598 |
+
text_input = gr.Textbox(label="Enter text", placeholder="Paste text here...", lines=8)
|
| 599 |
+
with gr.Row():
|
| 600 |
+
analyze_btn = gr.Button("π Analyze", variant="primary", size="lg")
|
| 601 |
+
clear_btn = gr.Button("ποΈ Clear")
|
| 602 |
+
sample_dropdown = gr.Dropdown(list(SAMPLES.keys()), label="π Load Sample")
|
| 603 |
+
|
| 604 |
+
with gr.Column(scale=1):
|
| 605 |
+
score_display = gr.HTML()
|
| 606 |
+
predictions_display = gr.HTML()
|
| 607 |
+
|
| 608 |
+
with gr.Row():
|
| 609 |
+
radar_chart = gr.Plot(label="ESG Radar")
|
| 610 |
+
confidence_chart = gr.Plot(label="Confidence Scores")
|
| 611 |
+
|
| 612 |
+
with gr.Accordion("π Detailed Analysis", open=True):
|
| 613 |
+
highlighted_text = gr.HTML()
|
| 614 |
+
explanation = gr.Markdown()
|
| 615 |
+
|
| 616 |
+
analyze_btn.click(analyze_text, [text_input],
|
| 617 |
+
[predictions_display, highlighted_text, explanation, radar_chart, confidence_chart, score_display])
|
| 618 |
+
clear_btn.click(lambda: tuple([""] * 6 + [None] * 2), outputs=
|
| 619 |
+
[text_input, predictions_display, highlighted_text, explanation, score_display, radar_chart, confidence_chart])
|
| 620 |
+
sample_dropdown.change(lambda x: SAMPLES.get(x, ""), [sample_dropdown], [text_input])
|
| 621 |
+
|
| 622 |
+
# Tab 2: Batch Analysis
|
| 623 |
+
with gr.TabItem("π Batch Analysis"):
|
| 624 |
+
gr.Markdown("### Upload CSV or TXT for bulk analysis")
|
| 625 |
+
with gr.Row():
|
| 626 |
+
file_upload = gr.File(label="Upload", file_types=[".csv", ".txt"])
|
| 627 |
+
batch_btn = gr.Button("π Analyze Batch", variant="primary", size="lg")
|
| 628 |
+
|
| 629 |
+
batch_stats = gr.HTML()
|
| 630 |
+
with gr.Row():
|
| 631 |
+
dist_chart = gr.Plot()
|
| 632 |
+
trend_chart = gr.Plot()
|
| 633 |
+
results_table = gr.Dataframe(wrap=True)
|
| 634 |
+
|
| 635 |
+
batch_btn.click(analyze_batch, [file_upload], [batch_stats, results_table, dist_chart, trend_chart])
|
| 636 |
+
|
| 637 |
+
# Tab 3: About
|
| 638 |
+
with gr.TabItem("βΉοΈ About"):
|
| 639 |
+
gr.Markdown("""
|
| 640 |
+
## π ESG Intelligence Platform
|
| 641 |
+
|
| 642 |
+
### Categories
|
| 643 |
+
| Category | Description |
|
| 644 |
+
|----------|-------------|
|
| 645 |
+
| πΏ Environmental | Climate, emissions, energy, waste, biodiversity |
|
| 646 |
+
| π₯ Social | Labor, diversity, health & safety, community |
|
| 647 |
+
| βοΈ Governance | Board structure, ethics, transparency, compliance |
|
| 648 |
+
| π Non-ESG | General business content |
|
| 649 |
+
|
| 650 |
+
### Model Architecture
|
| 651 |
+
- **Embeddings**: Qwen3-Embedding-8B (4096-dim)
|
| 652 |
+
- **Classification**: Logistic Regression Ensemble
|
| 653 |
+
- **Validation**: 5-fold MultilabelStratifiedKFold
|
| 654 |
+
- **Performance**: Macro F1 ~0.82+
|
| 655 |
+
""")
|
| 656 |
+
|
| 657 |
+
gr.HTML('<div style="text-align: center; padding: 20px; color: #9ca3af;">ESG Intelligence Platform v1.0</div>')
|
| 658 |
+
|
| 659 |
+
return app
|
| 660 |
+
|
| 661 |
+
|
| 662 |
+
if __name__ == "__main__":
|
| 663 |
+
app = create_app()
|
| 664 |
+
app.launch(server_name="0.0.0.0", server_port=7860, share=True)
|
model.py
ADDED
|
@@ -0,0 +1,353 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""
|
| 2 |
+
π§ ESG Model Integration Module
|
| 3 |
+
Connects the trained model with the Gradio application
|
| 4 |
+
|
| 5 |
+
This module provides the bridge between the trained ESG classifier
|
| 6 |
+
and the web application interface.
|
| 7 |
+
"""
|
| 8 |
+
|
| 9 |
+
import torch
|
| 10 |
+
import torch.nn as nn
|
| 11 |
+
import torch.nn.functional as F
|
| 12 |
+
import numpy as np
|
| 13 |
+
from typing import Dict, List, Optional, Tuple
|
| 14 |
+
from pathlib import Path
|
| 15 |
+
from dataclasses import dataclass
|
| 16 |
+
import warnings
|
| 17 |
+
|
| 18 |
+
warnings.filterwarnings('ignore')
|
| 19 |
+
|
| 20 |
+
|
| 21 |
+
@dataclass
|
| 22 |
+
class ModelConfig:
|
| 23 |
+
"""Configuration for ESG model"""
|
| 24 |
+
embed_dim: int = 4096
|
| 25 |
+
n_labels: int = 4
|
| 26 |
+
hidden_dim: int = 512
|
| 27 |
+
dropout: float = 0.1
|
| 28 |
+
labels: List[str] = None
|
| 29 |
+
thresholds: Dict[str, float] = None
|
| 30 |
+
|
| 31 |
+
def __post_init__(self):
|
| 32 |
+
self.labels = ['E', 'S', 'G', 'non_ESG']
|
| 33 |
+
# Optimized thresholds from training
|
| 34 |
+
self.thresholds = {
|
| 35 |
+
'E': 0.352,
|
| 36 |
+
'S': 0.456,
|
| 37 |
+
'G': 0.398,
|
| 38 |
+
'non_ESG': 0.512
|
| 39 |
+
}
|
| 40 |
+
|
| 41 |
+
|
| 42 |
+
class MLPClassifier(nn.Module):
|
| 43 |
+
"""
|
| 44 |
+
Shallow MLP classifier matching the training architecture.
|
| 45 |
+
Architecture: embed_dim -> 512 -> n_labels
|
| 46 |
+
"""
|
| 47 |
+
|
| 48 |
+
def __init__(self, config: ModelConfig):
|
| 49 |
+
super().__init__()
|
| 50 |
+
self.config = config
|
| 51 |
+
|
| 52 |
+
self.net = nn.Sequential(
|
| 53 |
+
nn.Linear(config.embed_dim, config.hidden_dim),
|
| 54 |
+
nn.BatchNorm1d(config.hidden_dim),
|
| 55 |
+
nn.ReLU(),
|
| 56 |
+
nn.Dropout(config.dropout),
|
| 57 |
+
nn.Linear(config.hidden_dim, config.n_labels),
|
| 58 |
+
)
|
| 59 |
+
|
| 60 |
+
self._init_weights()
|
| 61 |
+
|
| 62 |
+
def _init_weights(self):
|
| 63 |
+
for m in self.modules():
|
| 64 |
+
if isinstance(m, nn.Linear):
|
| 65 |
+
nn.init.xavier_uniform_(m.weight)
|
| 66 |
+
if m.bias is not None:
|
| 67 |
+
nn.init.zeros_(m.bias)
|
| 68 |
+
|
| 69 |
+
def forward(self, x: torch.Tensor) -> torch.Tensor:
|
| 70 |
+
return self.net(x)
|
| 71 |
+
|
| 72 |
+
|
| 73 |
+
class ESGModelInference:
|
| 74 |
+
"""
|
| 75 |
+
Production-ready ESG model inference class.
|
| 76 |
+
Handles embedding extraction and classification.
|
| 77 |
+
"""
|
| 78 |
+
|
| 79 |
+
def __init__(
|
| 80 |
+
self,
|
| 81 |
+
model_path: Optional[str] = None,
|
| 82 |
+
embedding_model_name: str = "Qwen/Qwen3-Embedding-8B",
|
| 83 |
+
device: str = "auto",
|
| 84 |
+
use_fp16: bool = True,
|
| 85 |
+
):
|
| 86 |
+
self.config = ModelConfig()
|
| 87 |
+
|
| 88 |
+
# Set device
|
| 89 |
+
if device == "auto":
|
| 90 |
+
self.device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
| 91 |
+
else:
|
| 92 |
+
self.device = torch.device(device)
|
| 93 |
+
|
| 94 |
+
self.use_fp16 = use_fp16 and self.device.type == "cuda"
|
| 95 |
+
self.embedding_model = None
|
| 96 |
+
self.tokenizer = None
|
| 97 |
+
self.classifier = None
|
| 98 |
+
self.scaler = None
|
| 99 |
+
|
| 100 |
+
# Load models if path provided
|
| 101 |
+
if model_path:
|
| 102 |
+
self.load_models(model_path, embedding_model_name)
|
| 103 |
+
|
| 104 |
+
def load_embedding_model(self, model_name: str):
|
| 105 |
+
"""Load the embedding model (Qwen3-Embedding-8B)"""
|
| 106 |
+
try:
|
| 107 |
+
from transformers import AutoTokenizer, AutoModel
|
| 108 |
+
|
| 109 |
+
print(f"Loading embedding model: {model_name}")
|
| 110 |
+
self.tokenizer = AutoTokenizer.from_pretrained(
|
| 111 |
+
model_name,
|
| 112 |
+
padding_side='left',
|
| 113 |
+
trust_remote_code=True,
|
| 114 |
+
)
|
| 115 |
+
|
| 116 |
+
dtype = torch.float16 if self.use_fp16 else torch.float32
|
| 117 |
+
self.embedding_model = AutoModel.from_pretrained(
|
| 118 |
+
model_name,
|
| 119 |
+
torch_dtype=dtype,
|
| 120 |
+
trust_remote_code=True,
|
| 121 |
+
).to(self.device)
|
| 122 |
+
self.embedding_model.eval()
|
| 123 |
+
|
| 124 |
+
print(f"β
Embedding model loaded on {self.device}")
|
| 125 |
+
|
| 126 |
+
except Exception as e:
|
| 127 |
+
print(f"β οΈ Could not load embedding model: {e}")
|
| 128 |
+
self.embedding_model = None
|
| 129 |
+
|
| 130 |
+
def load_classifier(self, model_path: str):
|
| 131 |
+
"""Load the trained classifier weights"""
|
| 132 |
+
try:
|
| 133 |
+
self.classifier = MLPClassifier(self.config).to(self.device)
|
| 134 |
+
state_dict = torch.load(model_path, map_location=self.device)
|
| 135 |
+
self.classifier.load_state_dict(state_dict)
|
| 136 |
+
self.classifier.eval()
|
| 137 |
+
print(f"β
Classifier loaded from {model_path}")
|
| 138 |
+
except Exception as e:
|
| 139 |
+
print(f"β οΈ Could not load classifier: {e}")
|
| 140 |
+
self.classifier = None
|
| 141 |
+
|
| 142 |
+
def load_models(self, model_path: str, embedding_model_name: str):
|
| 143 |
+
"""Load all models"""
|
| 144 |
+
self.load_embedding_model(embedding_model_name)
|
| 145 |
+
self.load_classifier(model_path)
|
| 146 |
+
|
| 147 |
+
@torch.no_grad()
|
| 148 |
+
def extract_embedding(self, text: str, instruction: str = None) -> torch.Tensor:
|
| 149 |
+
"""Extract embedding for a single text"""
|
| 150 |
+
if self.embedding_model is None or self.tokenizer is None:
|
| 151 |
+
raise RuntimeError("Embedding model not loaded")
|
| 152 |
+
|
| 153 |
+
if instruction is None:
|
| 154 |
+
instruction = (
|
| 155 |
+
"Instruct: Classify the following text into ESG categories: "
|
| 156 |
+
"Environmental, Social, Governance, or non-ESG.\nQuery: "
|
| 157 |
+
)
|
| 158 |
+
|
| 159 |
+
full_text = instruction + text
|
| 160 |
+
|
| 161 |
+
encoded = self.tokenizer(
|
| 162 |
+
[full_text],
|
| 163 |
+
padding=True,
|
| 164 |
+
truncation=True,
|
| 165 |
+
max_length=512,
|
| 166 |
+
return_tensors='pt',
|
| 167 |
+
).to(self.device)
|
| 168 |
+
|
| 169 |
+
outputs = self.embedding_model(**encoded)
|
| 170 |
+
|
| 171 |
+
# Last token pooling (Qwen3-Embedding style)
|
| 172 |
+
attention_mask = encoded['attention_mask']
|
| 173 |
+
last_hidden_states = outputs.last_hidden_state
|
| 174 |
+
|
| 175 |
+
left_padding = (attention_mask[:, -1].sum() == attention_mask.shape[0])
|
| 176 |
+
if left_padding:
|
| 177 |
+
embedding = last_hidden_states[:, -1]
|
| 178 |
+
else:
|
| 179 |
+
seq_lens = attention_mask.sum(dim=1) - 1
|
| 180 |
+
batch_size = last_hidden_states.shape[0]
|
| 181 |
+
embedding = last_hidden_states[
|
| 182 |
+
torch.arange(batch_size, device=self.device), seq_lens
|
| 183 |
+
]
|
| 184 |
+
|
| 185 |
+
# L2 normalize
|
| 186 |
+
embedding = F.normalize(embedding, p=2, dim=1)
|
| 187 |
+
|
| 188 |
+
return embedding.float().cpu()
|
| 189 |
+
|
| 190 |
+
@torch.no_grad()
|
| 191 |
+
def predict(self, embedding: torch.Tensor) -> Dict:
|
| 192 |
+
"""Run classification on embedding"""
|
| 193 |
+
if self.classifier is None:
|
| 194 |
+
raise RuntimeError("Classifier not loaded")
|
| 195 |
+
|
| 196 |
+
embedding = embedding.to(self.device)
|
| 197 |
+
logits = self.classifier(embedding)
|
| 198 |
+
probs = torch.sigmoid(logits).cpu().numpy()[0]
|
| 199 |
+
|
| 200 |
+
# Apply thresholds
|
| 201 |
+
predictions = []
|
| 202 |
+
scores = {}
|
| 203 |
+
for i, label in enumerate(self.config.labels):
|
| 204 |
+
scores[label] = float(probs[i])
|
| 205 |
+
if probs[i] >= self.config.thresholds[label]:
|
| 206 |
+
predictions.append(label)
|
| 207 |
+
|
| 208 |
+
# Default to non_ESG if no predictions
|
| 209 |
+
if not predictions:
|
| 210 |
+
predictions = ['non_ESG']
|
| 211 |
+
|
| 212 |
+
return {
|
| 213 |
+
'scores': scores,
|
| 214 |
+
'predictions': predictions,
|
| 215 |
+
'confidence': np.mean([scores[p] for p in predictions]),
|
| 216 |
+
}
|
| 217 |
+
|
| 218 |
+
def classify(self, text: str) -> Dict:
|
| 219 |
+
"""Full pipeline: text -> embedding -> classification"""
|
| 220 |
+
embedding = self.extract_embedding(text)
|
| 221 |
+
return self.predict(embedding)
|
| 222 |
+
|
| 223 |
+
def batch_classify(self, texts: List[str], batch_size: int = 8) -> List[Dict]:
|
| 224 |
+
"""Classify multiple texts efficiently"""
|
| 225 |
+
results = []
|
| 226 |
+
|
| 227 |
+
for i in range(0, len(texts), batch_size):
|
| 228 |
+
batch_texts = texts[i:i + batch_size]
|
| 229 |
+
for text in batch_texts:
|
| 230 |
+
try:
|
| 231 |
+
result = self.classify(text)
|
| 232 |
+
except Exception as e:
|
| 233 |
+
result = {
|
| 234 |
+
'scores': {l: 0.0 for l in self.config.labels},
|
| 235 |
+
'predictions': ['non_ESG'],
|
| 236 |
+
'confidence': 0.0,
|
| 237 |
+
'error': str(e),
|
| 238 |
+
}
|
| 239 |
+
results.append(result)
|
| 240 |
+
|
| 241 |
+
return results
|
| 242 |
+
|
| 243 |
+
|
| 244 |
+
class LogisticRegressionEnsemble:
|
| 245 |
+
"""
|
| 246 |
+
Logistic Regression ensemble classifier (matches training approach).
|
| 247 |
+
For use when the full embedding model isn't available.
|
| 248 |
+
"""
|
| 249 |
+
|
| 250 |
+
def __init__(self, model_dir: Optional[str] = None):
|
| 251 |
+
self.config = ModelConfig()
|
| 252 |
+
self.models = {}
|
| 253 |
+
self.scaler = None
|
| 254 |
+
|
| 255 |
+
if model_dir:
|
| 256 |
+
self.load(model_dir)
|
| 257 |
+
|
| 258 |
+
def load(self, model_dir: str):
|
| 259 |
+
"""Load trained logistic regression models"""
|
| 260 |
+
import joblib
|
| 261 |
+
|
| 262 |
+
model_dir = Path(model_dir)
|
| 263 |
+
|
| 264 |
+
# Load scaler
|
| 265 |
+
scaler_path = model_dir / 'scaler.joblib'
|
| 266 |
+
if scaler_path.exists():
|
| 267 |
+
self.scaler = joblib.load(scaler_path)
|
| 268 |
+
|
| 269 |
+
# Load per-class models
|
| 270 |
+
for label in self.config.labels:
|
| 271 |
+
model_path = model_dir / f'lr_{label}.joblib'
|
| 272 |
+
if model_path.exists():
|
| 273 |
+
self.models[label] = joblib.load(model_path)
|
| 274 |
+
|
| 275 |
+
def predict(self, embedding: np.ndarray) -> Dict:
|
| 276 |
+
"""Predict on pre-computed embedding"""
|
| 277 |
+
if self.scaler:
|
| 278 |
+
embedding = self.scaler.transform(embedding.reshape(1, -1))
|
| 279 |
+
|
| 280 |
+
scores = {}
|
| 281 |
+
predictions = []
|
| 282 |
+
|
| 283 |
+
for label in self.config.labels:
|
| 284 |
+
if label in self.models:
|
| 285 |
+
prob = self.models[label].predict_proba(embedding)[0, 1]
|
| 286 |
+
scores[label] = float(prob)
|
| 287 |
+
if prob >= self.config.thresholds[label]:
|
| 288 |
+
predictions.append(label)
|
| 289 |
+
else:
|
| 290 |
+
scores[label] = 0.0
|
| 291 |
+
|
| 292 |
+
if not predictions:
|
| 293 |
+
predictions = ['non_ESG']
|
| 294 |
+
|
| 295 |
+
return {
|
| 296 |
+
'scores': scores,
|
| 297 |
+
'predictions': predictions,
|
| 298 |
+
'confidence': np.mean([scores[p] for p in predictions]),
|
| 299 |
+
}
|
| 300 |
+
|
| 301 |
+
|
| 302 |
+
# βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 303 |
+
# UTILITY FUNCTIONS
|
| 304 |
+
# βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 305 |
+
|
| 306 |
+
def save_models_for_deployment(
|
| 307 |
+
classifier: nn.Module,
|
| 308 |
+
scaler,
|
| 309 |
+
lr_models: Dict,
|
| 310 |
+
output_dir: str,
|
| 311 |
+
):
|
| 312 |
+
"""Save all models for deployment"""
|
| 313 |
+
import joblib
|
| 314 |
+
|
| 315 |
+
output_dir = Path(output_dir)
|
| 316 |
+
output_dir.mkdir(parents=True, exist_ok=True)
|
| 317 |
+
|
| 318 |
+
# Save PyTorch classifier
|
| 319 |
+
torch.save(
|
| 320 |
+
classifier.state_dict(),
|
| 321 |
+
output_dir / 'mlp_classifier.pt'
|
| 322 |
+
)
|
| 323 |
+
|
| 324 |
+
# Save scaler
|
| 325 |
+
if scaler is not None:
|
| 326 |
+
joblib.dump(scaler, output_dir / 'scaler.joblib')
|
| 327 |
+
|
| 328 |
+
# Save LR models
|
| 329 |
+
for label, model in lr_models.items():
|
| 330 |
+
joblib.dump(model, output_dir / f'lr_{label}.joblib')
|
| 331 |
+
|
| 332 |
+
# Save config
|
| 333 |
+
config = ModelConfig()
|
| 334 |
+
config_dict = {
|
| 335 |
+
'embed_dim': config.embed_dim,
|
| 336 |
+
'n_labels': config.n_labels,
|
| 337 |
+
'hidden_dim': config.hidden_dim,
|
| 338 |
+
'dropout': config.dropout,
|
| 339 |
+
'labels': config.labels,
|
| 340 |
+
'thresholds': config.thresholds,
|
| 341 |
+
}
|
| 342 |
+
|
| 343 |
+
import json
|
| 344 |
+
with open(output_dir / 'config.json', 'w') as f:
|
| 345 |
+
json.dump(config_dict, f, indent=2)
|
| 346 |
+
|
| 347 |
+
print(f"β
Models saved to {output_dir}")
|
| 348 |
+
|
| 349 |
+
|
| 350 |
+
if __name__ == "__main__":
|
| 351 |
+
# Test the module
|
| 352 |
+
print("ESG Model Integration Module")
|
| 353 |
+
print(f"Config: {ModelConfig()}")
|
requirements.txt
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# ESG Intelligence Platform
|
| 2 |
+
# Required packages
|
| 3 |
+
|
| 4 |
+
gradio>=4.0.0
|
| 5 |
+
plotly>=5.18.0
|
| 6 |
+
pandas>=2.0.0
|
| 7 |
+
numpy>=1.24.0
|
| 8 |
+
torch>=2.0.0
|
| 9 |
+
scikit-learn>=1.3.0
|
| 10 |
+
transformers>=4.51.0
|
| 11 |
+
accelerate>=0.25.0
|