Upload core/data.py with huggingface_hub

core/data.py

@@ -10,9 +10,10 @@ from datetime import datetime, timedelta
 from newsapi import NewsApiClient
 from vaderSentiment.vaderSentiment import SentimentIntensityAnalyzer
 from sklearn.preprocessing import MinMaxScaler
-from alpha_vantage.timeseries import TimeSeries
+from alpha_vantage.timeseries import requests
 import time
 import logging
+import json
 
 # Configure logging
 logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')
@@ -29,6 +30,47 @@ def print_log(message, level='INFO'):
 
 analyzer = SentimentIntensityAnalyzer()
 
+def fetch_ompfinex_data(ticker, start_date, end_date, interval):
+    """Fetch historical data from OMPFINEX API."""
+    try:
+        # Map interval to OMPFINEX resolution
+        res_map = {
+            '1m': '1', '5m': '5', '15m': '15', '30m': '30', 
+            '1h': '60', '4h': '240', '1d': '1D', '1wk': '1W'
+        }
+        resolution = res_map.get(interval, '1D')
+        
+        # OMPFINEX uses IRT (Toman) for Iranian Rial markets
+        symbol = ticker
+        if ticker == "USDT-IRT":
+            symbol = "USDTIRT"
+        
+        from_ts = int(start_date.timestamp())
+        to_ts = int(end_date.timestamp())
+        
+        url = f"https://api.ompfinex.com/v2/udf/real/history?symbol={symbol}&resolution={resolution}&from={from_ts}&to={to_ts}"
+        print_log(f"Fetching from OMPFINEX: {url}")
+        
+        response = requests.get(url, timeout=15)
+        data = response.json()
+        
+        if data.get('s') != 'ok':
+            raise ValueError(f"OMPFINEX API error: {data.get('errmsg', 'Unknown error')}")
+            
+        df = pd.DataFrame({
+            'Date': pd.to_datetime(data['t'], unit='s'),
+            'Open': data['o'],
+            'High': data['h'],
+            'Low': data['l'],
+            'value': data['c'],
+            'Volume': data['v']
+        })
+        df.set_index('Date', inplace=True)
+        return df
+    except Exception as e:
+        print_log(f"OMPFINEX fetch failed for {ticker}: {str(e)}", 'ERROR')
+        return pd.DataFrame()
+
 def load_data(data_src='yahoo', ticker='AAPL', start='2020-01-01', end='2023-01-01', interval='1d', file_upload=None, alpha_api_key=None):
     try:
         print_log(f"Loading data: source={data_src}, ticker={ticker}, start={start}, end={end}, interval={interval}, file_upload={'set' if file_upload else 'unset'}, alpha_api_key={'set' if alpha_api_key else 'unset'}")
@@ -63,6 +105,11 @@ def load_data(data_src='yahoo', ticker='AAPL', start='2020-01-01', end='2023-01-
             except Exception as e:
                 print_log(f"Failed to load CSV {file_path}: {str(e)}", 'ERROR')
                 raise ValueError(f"Failed to load CSV: {str(e)}")
+        elif ticker in ["USDT-IRT", "BTC-IRT", "ETH-IRT"]:
+            print_log(f"Fetching {ticker} from OMPFINEX")
+            df = fetch_ompfinex_data(ticker, start_date, end_date, interval)
+            if df.empty:
+                raise ValueError(f"Failed to fetch data from OMPFINEX for {ticker}")
         else:
             print_log(f"Fetching data for {ticker} from Yahoo Finance")
             try: