{ "cells": [ { "cell_type": "code", "execution_count": null, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "0kjRGw28pQhB", "outputId": "5802d6f6-b17d-402e-88cb-2f2d682f523c" }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Collecting gdown\n", " Downloading gdown-5.2.0-py3-none-any.whl (18 kB)\n", "Collecting filelock\n", " Downloading filelock-3.20.0-py3-none-any.whl (16 kB)\n", "Collecting beautifulsoup4\n", " Downloading beautifulsoup4-4.14.3-py3-none-any.whl (107 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m107.7/107.7 kB\u001b[0m \u001b[31m2.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n", "\u001b[?25hCollecting requests[socks]\n", " Downloading requests-2.32.5-py3-none-any.whl (64 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m64.7/64.7 kB\u001b[0m \u001b[31m2.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting tqdm\n", " Downloading tqdm-4.67.1-py3-none-any.whl (78 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m78.5/78.5 kB\u001b[0m \u001b[31m2.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: typing-extensions>=4.0.0 in /Users/karthikreddy/.pyenv/versions/3.10.13/lib/python3.10/site-packages (from beautifulsoup4->gdown) (4.15.0)\n", "Collecting soupsieve>=1.6.1\n", " Downloading soupsieve-2.8-py3-none-any.whl (36 kB)\n", "Collecting idna<4,>=2.5\n", " Downloading idna-3.11-py3-none-any.whl (71 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m71.0/71.0 kB\u001b[0m \u001b[31m2.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting urllib3<3,>=1.21.1\n", " Downloading urllib3-2.6.0-py3-none-any.whl (131 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m131.1/131.1 kB\u001b[0m \u001b[31m3.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting certifi>=2017.4.17\n", " Downloading certifi-2025.11.12-py3-none-any.whl (159 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m159.4/159.4 kB\u001b[0m \u001b[31m1.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n", "\u001b[?25hCollecting charset_normalizer<4,>=2\n", " Downloading charset_normalizer-3.4.4-cp310-cp310-macosx_10_9_universal2.whl (209 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m209.7/209.7 kB\u001b[0m \u001b[31m4.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m\n", "\u001b[?25hCollecting PySocks!=1.5.7,>=1.5.6\n", " Downloading PySocks-1.7.1-py3-none-any.whl (16 kB)\n", "Installing collected packages: urllib3, tqdm, soupsieve, PySocks, idna, filelock, charset_normalizer, certifi, requests, beautifulsoup4, gdown\n", "Successfully installed PySocks-1.7.1 beautifulsoup4-4.14.3 certifi-2025.11.12 charset_normalizer-3.4.4 filelock-3.20.0 gdown-5.2.0 idna-3.11 requests-2.32.5 soupsieve-2.8 tqdm-4.67.1 urllib3-2.6.0\n", "\n", "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m23.0.1\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m25.3\u001b[0m\n", "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpip install --upgrade pip\u001b[0m\n", "Downloading...\n", "From (original): https://drive.google.com/uc?id=150IkSQip5hQelhY-Upy-g741uLlvx4MZ\n", "From (redirected): https://drive.google.com/uc?id=150IkSQip5hQelhY-Upy-g741uLlvx4MZ&confirm=t&uuid=548340cd-b9e4-4e48-b218-80433bbf7b63\n", "To: /Users/karthikreddy/Desktop/Crop_market_price_predictor/merged_crop_data_with_weather.csv\n", "100%|████████████████████████████████████████| 517M/517M [02:13<00:00, 3.88MB/s]\n" ] } ], "source": [ "!pip install gdown\n", "!gdown --fuzzy \"https://drive.google.com/file/d/150IkSQip5hQelhY-Upy-g741uLlvx4MZ/view?usp=sharing\"\n" ] }, { "cell_type": "code", "execution_count": 5, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "\n", "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m23.0.1\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m25.3\u001b[0m\n", "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpip install --upgrade pip\u001b[0m\n" ] } ], "source": [ "!pip install pandas numpy scikit-learn matplotlib seaborn tqdm --quiet\n" ] }, { "cell_type": "code", "execution_count": 6, "metadata": { "id": "HIxuEDOSpjFI" }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "\n", "RangeIndex: 2709857 entries, 0 to 2709856\n", "Data columns (total 23 columns):\n", " # Column Dtype \n", "--- ------ ----- \n", " 0 date object \n", " 1 Commodity object \n", " 2 CropGroup object \n", " 3 State object \n", " 4 Mandi object \n", " 5 Arrivals float64\n", " 6 UnitOfArrivals object \n", " 7 ModalPrice float64\n", " 8 MinPrice float64\n", " 9 MaxPrice float64\n", " 10 UnitOfPrice object \n", " 11 Variety object \n", " 12 Grade object \n", " 13 market_clean object \n", " 14 district_name object \n", " 15 state_id int64 \n", " 16 temp_avg float64\n", " 17 temp_max float64\n", " 18 temp_min float64\n", " 19 rainfall float64\n", " 20 humidity float64\n", " 21 solar_radiation float64\n", " 22 wind_speed float64\n", "dtypes: float64(11), int64(1), object(11)\n", "memory usage: 475.5+ MB\n" ] }, { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
dateCommodityCropGroupStateMandiArrivalsUnitOfArrivalsModalPriceMinPriceMaxPrice...market_cleandistrict_namestate_idtemp_avgtemp_maxtemp_minrainfallhumiditysolar_radiationwind_speed
02024-01-01OnionVegetablesBiharBahadurganj APMC4.0Metric Tonnes4100.04000.04200.0...BAHADURGANJ APMCKishanganj513.9621.728.220.072.056.051.57
12024-01-01OnionVegetablesBiharBarahat APMC4.0Metric Tonnes3500.03000.04000.0...BARAHAT APMCBanka513.9321.527.950.069.8610.691.57
22024-01-01OnionVegetablesBiharBhagwanpur Mandi APMC15.0Metric Tonnes4100.04000.04200.0...BHAGWANPUR MANDI APMCMuzaffarpur515.4724.238.860.054.515.381.47
32024-01-01OnionVegetablesBiharDanapur APMC30.0Metric Tonnes3000.02800.03200.0...DANAPUR APMCPatna515.1923.637.640.049.756.391.44
42024-01-01OnionVegetablesBiharGerabari, Korha Block APMC4.0Metric Tonnes4900.04800.05000.0...GERABARI KORHA BLOCK APMCKaithar514.3921.858.980.074.988.251.65
\n", "

5 rows × 23 columns

\n", "
" ], "text/plain": [ " date Commodity CropGroup State Mandi \\\n", "0 2024-01-01 Onion Vegetables Bihar Bahadurganj APMC \n", "1 2024-01-01 Onion Vegetables Bihar Barahat APMC \n", "2 2024-01-01 Onion Vegetables Bihar Bhagwanpur Mandi APMC \n", "3 2024-01-01 Onion Vegetables Bihar Danapur APMC \n", "4 2024-01-01 Onion Vegetables Bihar Gerabari, Korha Block APMC \n", "\n", " Arrivals UnitOfArrivals ModalPrice MinPrice MaxPrice ... \\\n", "0 4.0 Metric Tonnes 4100.0 4000.0 4200.0 ... \n", "1 4.0 Metric Tonnes 3500.0 3000.0 4000.0 ... \n", "2 15.0 Metric Tonnes 4100.0 4000.0 4200.0 ... \n", "3 30.0 Metric Tonnes 3000.0 2800.0 3200.0 ... \n", "4 4.0 Metric Tonnes 4900.0 4800.0 5000.0 ... \n", "\n", " market_clean district_name state_id temp_avg temp_max \\\n", "0 BAHADURGANJ APMC Kishanganj 5 13.96 21.72 \n", "1 BARAHAT APMC Banka 5 13.93 21.52 \n", "2 BHAGWANPUR MANDI APMC Muzaffarpur 5 15.47 24.23 \n", "3 DANAPUR APMC Patna 5 15.19 23.63 \n", "4 GERABARI KORHA BLOCK APMC Kaithar 5 14.39 21.85 \n", "\n", " temp_min rainfall humidity solar_radiation wind_speed \n", "0 8.22 0.0 72.05 6.05 1.57 \n", "1 7.95 0.0 69.86 10.69 1.57 \n", "2 8.86 0.0 54.51 5.38 1.47 \n", "3 7.64 0.0 49.75 6.39 1.44 \n", "4 8.98 0.0 74.98 8.25 1.65 \n", "\n", "[5 rows x 23 columns]" ] }, "execution_count": 6, "metadata": {}, "output_type": "execute_result" } ], "source": [ "import pandas as pd\n", "_df = pd.read_csv(\"merged_crop_data_with_weather.csv\")\n", "_df.info()\n", "_df.head()" ] }, { "cell_type": "code", "execution_count": 7, "metadata": { "id": "YkryaeJByRF4" }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Rows: 554\n", "Columns: ['district_name', 'lat', 'lon']\n", "\n", "RangeIndex: 554 entries, 0 to 553\n", "Data columns (total 3 columns):\n", " # Column Non-Null Count Dtype \n", "--- ------ -------------- ----- \n", " 0 district_name 554 non-null object \n", " 1 lat 554 non-null float64\n", " 2 lon 554 non-null float64\n", "dtypes: float64(2), object(1)\n", "memory usage: 13.1+ KB\n" ] }, { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
district_namelatlon
0Kishanganj25.6786.93
1Banka24.8886.92
2Muzaffarpur26.1285.38
3Patna25.4285.17
4Kaithar25.5587.57
\n", "
" ], "text/plain": [ " district_name lat lon\n", "0 Kishanganj 25.67 86.93\n", "1 Banka 24.88 86.92\n", "2 Muzaffarpur 26.12 85.38\n", "3 Patna 25.42 85.17\n", "4 Kaithar 25.55 87.57" ] }, "execution_count": 7, "metadata": {}, "output_type": "execute_result" } ], "source": [ "# https://drive.google.com/file/d/17ho7AGLkb0uFXwBmOy752zh5-iSGlusy/view?usp=sharing\n", "\n", "file_id = \"17ho7AGLkb0uFXwBmOy752zh5-iSGlusy\"\n", "download_url = f\"https://drive.google.com/uc?export=download&id={file_id}\"\n", "\n", "latlon = pd.read_csv(download_url)\n", "latlon = latlon.rename(columns={\"district\": \"district_name\"})\n", "print(\"Rows:\", len(latlon))\n", "print(\"Columns:\", latlon.columns.tolist())\n", "latlon.info()\n", "zero_coords = latlon[(latlon[\"lat\"] == 0) | (latlon[\"lon\"] == 0)]\n", "len(zero_coords)\n", "latlon.head()\n" ] }, { "cell_type": "code", "execution_count": 8, "metadata": { "id": "S_rrr5aN31jz" }, "outputs": [], "source": [ "df = _df.merge(\n", " latlon[[\"district_name\", \"lat\", \"lon\"]],\n", " on=\"district_name\",\n", " how=\"left\"\n", ")\n" ] }, { "cell_type": "code", "execution_count": 10, "metadata": { "id": "V-ua6FBq4nY8" }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "\n", "RangeIndex: 2748688 entries, 0 to 2748687\n", "Data columns (total 25 columns):\n", " # Column Dtype \n", "--- ------ ----- \n", " 0 date object \n", " 1 Commodity object \n", " 2 CropGroup object \n", " 3 State object \n", " 4 Mandi object \n", " 5 Arrivals float64\n", " 6 UnitOfArrivals object \n", " 7 ModalPrice float64\n", " 8 MinPrice float64\n", " 9 MaxPrice float64\n", " 10 UnitOfPrice object \n", " 11 Variety object \n", " 12 Grade object \n", " 13 market_clean object \n", " 14 district_name object \n", " 15 state_id int64 \n", " 16 temp_avg float64\n", " 17 temp_max float64\n", " 18 temp_min float64\n", " 19 rainfall float64\n", " 20 humidity float64\n", " 21 solar_radiation float64\n", " 22 wind_speed float64\n", " 23 lat float64\n", " 24 lon float64\n", "dtypes: float64(13), int64(1), object(11)\n", "memory usage: 524.3+ MB\n" ] }, { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
dateCommodityCropGroupStateMandiArrivalsUnitOfArrivalsModalPriceMinPriceMaxPrice...state_idtemp_avgtemp_maxtemp_minrainfallhumiditysolar_radiationwind_speedlatlon
02024-01-01OnionVegetablesBiharBahadurganj APMC4.0Metric Tonnes4100.04000.04200.0...513.9621.728.220.072.056.051.5725.6786.93
12024-01-01OnionVegetablesBiharBarahat APMC4.0Metric Tonnes3500.03000.04000.0...513.9321.527.950.069.8610.691.5724.8886.92
22024-01-01OnionVegetablesBiharBhagwanpur Mandi APMC15.0Metric Tonnes4100.04000.04200.0...515.4724.238.860.054.515.381.4726.1285.38
32024-01-01OnionVegetablesBiharDanapur APMC30.0Metric Tonnes3000.02800.03200.0...515.1923.637.640.049.756.391.4425.4285.17
42024-01-01OnionVegetablesBiharGerabari, Korha Block APMC4.0Metric Tonnes4900.04800.05000.0...514.3921.858.980.074.988.251.6525.5587.57
\n", "

5 rows × 25 columns

\n", "
" ], "text/plain": [ " date Commodity CropGroup State Mandi \\\n", "0 2024-01-01 Onion Vegetables Bihar Bahadurganj APMC \n", "1 2024-01-01 Onion Vegetables Bihar Barahat APMC \n", "2 2024-01-01 Onion Vegetables Bihar Bhagwanpur Mandi APMC \n", "3 2024-01-01 Onion Vegetables Bihar Danapur APMC \n", "4 2024-01-01 Onion Vegetables Bihar Gerabari, Korha Block APMC \n", "\n", " Arrivals UnitOfArrivals ModalPrice MinPrice MaxPrice ... state_id \\\n", "0 4.0 Metric Tonnes 4100.0 4000.0 4200.0 ... 5 \n", "1 4.0 Metric Tonnes 3500.0 3000.0 4000.0 ... 5 \n", "2 15.0 Metric Tonnes 4100.0 4000.0 4200.0 ... 5 \n", "3 30.0 Metric Tonnes 3000.0 2800.0 3200.0 ... 5 \n", "4 4.0 Metric Tonnes 4900.0 4800.0 5000.0 ... 5 \n", "\n", " temp_avg temp_max temp_min rainfall humidity solar_radiation wind_speed \\\n", "0 13.96 21.72 8.22 0.0 72.05 6.05 1.57 \n", "1 13.93 21.52 7.95 0.0 69.86 10.69 1.57 \n", "2 15.47 24.23 8.86 0.0 54.51 5.38 1.47 \n", "3 15.19 23.63 7.64 0.0 49.75 6.39 1.44 \n", "4 14.39 21.85 8.98 0.0 74.98 8.25 1.65 \n", "\n", " lat lon \n", "0 25.67 86.93 \n", "1 24.88 86.92 \n", "2 26.12 85.38 \n", "3 25.42 85.17 \n", "4 25.55 87.57 \n", "\n", "[5 rows x 25 columns]" ] }, "execution_count": 10, "metadata": {}, "output_type": "execute_result" } ], "source": [ "df.info()\n", "df.head()" ] }, { "cell_type": "code", "execution_count": 11, "metadata": { "id": "9Y8aOLLM4C1z" }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Missing districts: 1\n" ] }, { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
district_name
100727North and Middle Andaman
\n", "
" ], "text/plain": [ " district_name\n", "100727 North and Middle Andaman " ] }, "execution_count": 11, "metadata": {}, "output_type": "execute_result" } ], "source": [ "missing = df[df[\"lat\"].isna()][[\"district_name\"]].drop_duplicates()\n", "print(\"Missing districts:\", missing.shape[0])\n", "missing.head(20)" ] }, { "cell_type": "code", "execution_count": 12, "metadata": { "id": "h5fWTJQEpvch" }, "outputs": [], "source": [ "df.drop([\"market_clean\", \"state_id\", \"UnitOfArrivals\", \"UnitOfPrice\"], axis=1, inplace=True)" ] }, { "cell_type": "code", "execution_count": 13, "metadata": { "id": "S2engbpPp-eC" }, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
dateCommodityCropGroupStateMandiArrivalsModalPriceMinPriceMaxPriceVariety...district_nametemp_avgtemp_maxtemp_minrainfallhumiditysolar_radiationwind_speedlatlon
02024-01-01OnionVegetablesBiharBahadurganj APMC4.04100.04000.04200.0Medium...Kishanganj13.9621.728.220.072.056.051.5725.6786.93
12024-01-01OnionVegetablesBiharBarahat APMC4.03500.03000.04000.0Medium...Banka13.9321.527.950.069.8610.691.5724.8886.92
22024-01-01OnionVegetablesBiharBhagwanpur Mandi APMC15.04100.04000.04200.0Medium...Muzaffarpur15.4724.238.860.054.515.381.4726.1285.38
32024-01-01OnionVegetablesBiharDanapur APMC30.03000.02800.03200.0Medium...Patna15.1923.637.640.049.756.391.4425.4285.17
42024-01-01OnionVegetablesBiharGerabari, Korha Block APMC4.04900.04800.05000.0Medium...Kaithar14.3921.858.980.074.988.251.6525.5587.57
\n", "

5 rows × 21 columns

\n", "
" ], "text/plain": [ " date Commodity CropGroup State Mandi \\\n", "0 2024-01-01 Onion Vegetables Bihar Bahadurganj APMC \n", "1 2024-01-01 Onion Vegetables Bihar Barahat APMC \n", "2 2024-01-01 Onion Vegetables Bihar Bhagwanpur Mandi APMC \n", "3 2024-01-01 Onion Vegetables Bihar Danapur APMC \n", "4 2024-01-01 Onion Vegetables Bihar Gerabari, Korha Block APMC \n", "\n", " Arrivals ModalPrice MinPrice MaxPrice Variety ... district_name \\\n", "0 4.0 4100.0 4000.0 4200.0 Medium ... Kishanganj \n", "1 4.0 3500.0 3000.0 4000.0 Medium ... Banka \n", "2 15.0 4100.0 4000.0 4200.0 Medium ... Muzaffarpur \n", "3 30.0 3000.0 2800.0 3200.0 Medium ... Patna \n", "4 4.0 4900.0 4800.0 5000.0 Medium ... Kaithar \n", "\n", " temp_avg temp_max temp_min rainfall humidity solar_radiation \\\n", "0 13.96 21.72 8.22 0.0 72.05 6.05 \n", "1 13.93 21.52 7.95 0.0 69.86 10.69 \n", "2 15.47 24.23 8.86 0.0 54.51 5.38 \n", "3 15.19 23.63 7.64 0.0 49.75 6.39 \n", "4 14.39 21.85 8.98 0.0 74.98 8.25 \n", "\n", " wind_speed lat lon \n", "0 1.57 25.67 86.93 \n", "1 1.57 24.88 86.92 \n", "2 1.47 26.12 85.38 \n", "3 1.44 25.42 85.17 \n", "4 1.65 25.55 87.57 \n", "\n", "[5 rows x 21 columns]" ] }, "execution_count": 13, "metadata": {}, "output_type": "execute_result" } ], "source": [ "df.head()" ] }, { "cell_type": "code", "execution_count": 14, "metadata": { "id": "KR_lqtauqI_x" }, "outputs": [], "source": [ "import numpy as np" ] }, { "cell_type": "code", "execution_count": 15, "metadata": { "id": "MAALtmYiq-jY" }, "outputs": [], "source": [ "df[\"date\"] = pd.to_datetime(df[\"date\"])\n", "df = df.sort_values([\"Commodity\", \"Mandi\", \"date\"]).reset_index(drop=True)" ] }, { "cell_type": "markdown", "metadata": { "id": "jffnr4MprGP6" }, "source": [ "# **1. TEMPORAL FEATURES**" ] }, { "cell_type": "code", "execution_count": 16, "metadata": { "id": "k8fukH_krLj_" }, "outputs": [], "source": [ "df[\"day\"] = df[\"date\"].dt.day\n", "df[\"month\"] = df[\"date\"].dt.month\n", "df[\"year\"] = df[\"date\"].dt.year\n", "df[\"day_of_week\"] = df[\"date\"].dt.dayofweek\n", "df[\"week_of_year\"] = df[\"date\"].dt.isocalendar().week.astype(int)\n", "df[\"day_of_year\"] = df[\"date\"].dt.dayofyear\n", "df[\"is_weekend\"] = (df[\"day_of_week\"] >= 5).astype(int)\n", "\n", "# Fourier seasonal encoding\n", "df[\"sin1\"] = np.sin(2 * np.pi * df[\"day_of_year\"] / 365)\n", "df[\"cos1\"] = np.cos(2 * np.pi * df[\"day_of_year\"] / 365)\n", "df[\"sin2\"] = np.sin(4 * np.pi * df[\"day_of_year\"] / 365)\n", "df[\"cos2\"] = np.cos(4 * np.pi * df[\"day_of_year\"] / 365)\n" ] }, { "cell_type": "code", "execution_count": 17, "metadata": { "id": "By91VZkIujl3" }, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
dateCommodityCropGroupStateMandiArrivalsModalPriceMinPriceMaxPriceVariety...monthyearday_of_weekweek_of_yearday_of_yearis_weekendsin1cos1sin2cos2
02024-07-16BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.655000.04500.05000.0Besrai...720241291980-0.263665-0.9646140.5086710.860961
12024-07-17BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.634600.04400.04600.0Besrai...720242291990-0.280231-0.9599330.5380050.842942
22024-07-18BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.485200.04600.05200.0Besrai...720243292000-0.296713-0.9549670.5667020.823923
32024-07-19BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.615000.04600.05000.0Besrai...720244292010-0.313107-0.9497180.5947270.803928
42024-07-20BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.624400.04000.04400.0Besrai...720245292021-0.329408-0.9441880.6220470.782980
\n", "

5 rows × 32 columns

\n", "
" ], "text/plain": [ " date Commodity CropGroup State \\\n", "0 2024-07-16 Banana Fruits Tamil Nadu \n", "1 2024-07-17 Banana Fruits Tamil Nadu \n", "2 2024-07-18 Banana Fruits Tamil Nadu \n", "3 2024-07-19 Banana Fruits Tamil Nadu \n", "4 2024-07-20 Banana Fruits Tamil Nadu \n", "\n", " Mandi Arrivals ModalPrice MinPrice \\\n", "0 AJattihalli(Uzhavar Sandhai ) APMC 0.65 5000.0 4500.0 \n", "1 AJattihalli(Uzhavar Sandhai ) APMC 0.63 4600.0 4400.0 \n", "2 AJattihalli(Uzhavar Sandhai ) APMC 0.48 5200.0 4600.0 \n", "3 AJattihalli(Uzhavar Sandhai ) APMC 0.61 5000.0 4600.0 \n", "4 AJattihalli(Uzhavar Sandhai ) APMC 0.62 4400.0 4000.0 \n", "\n", " MaxPrice Variety ... month year day_of_week week_of_year day_of_year \\\n", "0 5000.0 Besrai ... 7 2024 1 29 198 \n", "1 4600.0 Besrai ... 7 2024 2 29 199 \n", "2 5200.0 Besrai ... 7 2024 3 29 200 \n", "3 5000.0 Besrai ... 7 2024 4 29 201 \n", "4 4400.0 Besrai ... 7 2024 5 29 202 \n", "\n", " is_weekend sin1 cos1 sin2 cos2 \n", "0 0 -0.263665 -0.964614 0.508671 0.860961 \n", "1 0 -0.280231 -0.959933 0.538005 0.842942 \n", "2 0 -0.296713 -0.954967 0.566702 0.823923 \n", "3 0 -0.313107 -0.949718 0.594727 0.803928 \n", "4 1 -0.329408 -0.944188 0.622047 0.782980 \n", "\n", "[5 rows x 32 columns]" ] }, "execution_count": 17, "metadata": {}, "output_type": "execute_result" } ], "source": [ "df.head()" ] }, { "cell_type": "markdown", "metadata": { "id": "3zssOTOksf3m" }, "source": [ "# **2. PRICE LAG FEATURES**" ] }, { "cell_type": "code", "execution_count": 18, "metadata": { "id": "xv5QV6SvrPMK" }, "outputs": [], "source": [ "group = df.groupby([\"Commodity\", \"Mandi\"])\n", "\n", "for lag in [1, 3, 7, 14, 30]:\n", " df[f\"modal_lag_{lag}\"] = group[\"ModalPrice\"].shift(lag)\n" ] }, { "cell_type": "code", "execution_count": 19, "metadata": { "collapsed": true, "id": "mfON1VhMunxl" }, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
dateCommodityCropGroupStateMandiArrivalsModalPriceMinPriceMaxPriceVariety...is_weekendsin1cos1sin2cos2modal_lag_1modal_lag_3modal_lag_7modal_lag_14modal_lag_30
02024-07-16BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.655000.04500.05000.0Besrai...0-0.263665-0.9646140.5086710.860961NaNNaNNaNNaNNaN
12024-07-17BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.634600.04400.04600.0Besrai...0-0.280231-0.9599330.5380050.8429425000.0NaNNaNNaNNaN
22024-07-18BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.485200.04600.05200.0Besrai...0-0.296713-0.9549670.5667020.8239234600.0NaNNaNNaNNaN
32024-07-19BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.615000.04600.05000.0Besrai...0-0.313107-0.9497180.5947270.8039285200.05000.0NaNNaNNaN
42024-07-20BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.624400.04000.04400.0Besrai...1-0.329408-0.9441880.6220470.7829805000.04600.0NaNNaNNaN
\n", "

5 rows × 37 columns

\n", "
" ], "text/plain": [ " date Commodity CropGroup State \\\n", "0 2024-07-16 Banana Fruits Tamil Nadu \n", "1 2024-07-17 Banana Fruits Tamil Nadu \n", "2 2024-07-18 Banana Fruits Tamil Nadu \n", "3 2024-07-19 Banana Fruits Tamil Nadu \n", "4 2024-07-20 Banana Fruits Tamil Nadu \n", "\n", " Mandi Arrivals ModalPrice MinPrice \\\n", "0 AJattihalli(Uzhavar Sandhai ) APMC 0.65 5000.0 4500.0 \n", "1 AJattihalli(Uzhavar Sandhai ) APMC 0.63 4600.0 4400.0 \n", "2 AJattihalli(Uzhavar Sandhai ) APMC 0.48 5200.0 4600.0 \n", "3 AJattihalli(Uzhavar Sandhai ) APMC 0.61 5000.0 4600.0 \n", "4 AJattihalli(Uzhavar Sandhai ) APMC 0.62 4400.0 4000.0 \n", "\n", " MaxPrice Variety ... is_weekend sin1 cos1 sin2 cos2 \\\n", "0 5000.0 Besrai ... 0 -0.263665 -0.964614 0.508671 0.860961 \n", "1 4600.0 Besrai ... 0 -0.280231 -0.959933 0.538005 0.842942 \n", "2 5200.0 Besrai ... 0 -0.296713 -0.954967 0.566702 0.823923 \n", "3 5000.0 Besrai ... 0 -0.313107 -0.949718 0.594727 0.803928 \n", "4 4400.0 Besrai ... 1 -0.329408 -0.944188 0.622047 0.782980 \n", "\n", " modal_lag_1 modal_lag_3 modal_lag_7 modal_lag_14 modal_lag_30 \n", "0 NaN NaN NaN NaN NaN \n", "1 5000.0 NaN NaN NaN NaN \n", "2 4600.0 NaN NaN NaN NaN \n", "3 5200.0 5000.0 NaN NaN NaN \n", "4 5000.0 4600.0 NaN NaN NaN \n", "\n", "[5 rows x 37 columns]" ] }, "execution_count": 19, "metadata": {}, "output_type": "execute_result" } ], "source": [ "df.head()" ] }, { "cell_type": "markdown", "metadata": { "id": "nzgqud0_tv9Z" }, "source": [ "# **3. PRICE ROLLING FEATURES**" ] }, { "cell_type": "code", "execution_count": 20, "metadata": { "id": "bF421AZCsk4U" }, "outputs": [], "source": [ "for window in [3, 7, 14, 30]:\n", " df[f\"rolling_mean_{window}\"] = group[\"ModalPrice\"].transform(lambda x: x.rolling(window).mean())\n", " df[f\"rolling_std_{window}\"] = group[\"ModalPrice\"].transform(lambda x: x.rolling(window).std())\n" ] }, { "cell_type": "code", "execution_count": 21, "metadata": { "collapsed": true, "id": "5fUaE2vrurRR" }, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
dateCommodityCropGroupStateMandiArrivalsModalPriceMinPriceMaxPriceVariety...modal_lag_14modal_lag_30rolling_mean_3rolling_std_3rolling_mean_7rolling_std_7rolling_mean_14rolling_std_14rolling_mean_30rolling_std_30
02024-07-16BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.655000.04500.05000.0Besrai...NaNNaNNaNNaNNaNNaNNaNNaNNaNNaN
12024-07-17BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.634600.04400.04600.0Besrai...NaNNaNNaNNaNNaNNaNNaNNaNNaNNaN
22024-07-18BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.485200.04600.05200.0Besrai...NaNNaN4933.333333305.505046NaNNaNNaNNaNNaNNaN
32024-07-19BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.615000.04600.05000.0Besrai...NaNNaN4933.333333305.505046NaNNaNNaNNaNNaNNaN
42024-07-20BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.624400.04000.04400.0Besrai...NaNNaN4866.666667416.333200NaNNaNNaNNaNNaNNaN
52024-07-21BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.885000.04600.05000.0Besrai...NaNNaN4800.000000346.410162NaNNaNNaNNaNNaNNaN
62024-07-22BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.614400.04000.04400.0Besrai...NaNNaN4600.000000346.4101624800.000000326.598632NaNNaNNaNNaN
72024-07-23BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.754400.04000.04400.0Besrai...NaNNaN4600.000000346.4101624714.285714343.649877NaNNaNNaNNaN
82024-07-24BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.745000.04600.05000.0Besrai...NaNNaN4600.000000346.4101624771.428571354.562104NaNNaNNaNNaN
92024-07-25BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.545000.04600.05000.0Besrai...NaNNaN4800.000000346.4101624742.857143320.713490NaNNaNNaNNaN
102024-07-26BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.805500.04500.05500.0Besrai...NaNNaN5166.666667288.6751354814.285714425.944329NaNNaNNaNNaN
112024-07-27BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.724600.04400.04600.0Besrai...NaNNaN5033.333333450.9249754842.857143399.404318NaNNaNNaNNaN
122024-07-28BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.924800.04600.04800.0Besrai...NaNNaN4966.666667472.5815634814.285714393.397896NaNNaNNaNNaN
132024-07-29BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.725600.05200.05600.0Besrai...NaNNaN5000.000000529.1502624985.714286441.3183714892.857143385.235763NaNNaN
142024-07-30BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.495500.05000.05500.0Besrai...5000.0NaN5300.000000435.8898945142.857143390.9694914928.571429417.738548NaNNaN
152024-07-31BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.434800.04600.04800.0Besrai...4600.0NaN5300.000000435.8898945114.285714409.9941934942.857143408.965460NaNNaN
162024-08-01BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.585500.05000.05500.0Besrai...5200.0NaN5266.666667404.1451885185.714286429.8393944964.285714430.754513NaNNaN
172024-08-02BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.786000.05500.06000.0Besrai...5000.0NaN5433.333333602.7713775257.142857522.3572945035.714286512.320727NaNNaN
182024-08-03BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.886500.05500.06500.0Besrai...4400.0NaN6000.000000500.0000005528.571429610.2302455185.714286609.990092NaNNaN
192024-08-04BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.596500.05500.06500.0Besrai...5000.0NaN6333.333333288.6751355771.428571610.2302455292.857143699.960752NaNNaN
202024-08-05BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.325000.04500.05000.0Besrai...4400.0NaN6000.000000866.0254045685.714286676.8273335335.714286658.211029NaNNaN
212024-08-06BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.165800.05500.05800.0Besrai...4400.0NaN5766.666667750.5553505728.571429672.5927095435.714286609.674747NaNNaN
222024-08-07BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.626500.05500.06500.0Besrai...5000.0NaN5766.666667750.5553505971.428571582.2779575542.857143657.166746NaNNaN
232024-08-08BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.486500.05500.06500.0Besrai...5000.0NaN6266.666667404.1451886114.285714569.8788515650.000000683.599073NaNNaN
242024-08-09BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.326500.06000.06500.0Besrai...5500.0NaN6500.0000000.0000006185.714286584.3188955721.428571718.094242NaNNaN
252024-08-10BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.576500.05500.06500.0Besrai...4600.0NaN6500.0000000.0000006185.714286584.3188955857.142857667.618368NaNNaN
262024-08-11BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.716500.05500.06500.0Besrai...4800.0NaN6500.0000000.0000006185.714286584.3188955978.571429612.910549NaNNaN
272024-08-12BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.545400.05000.05400.0Besrai...5600.0NaN6133.333333635.0852966242.857143454.0820155964.285714624.631760NaNNaN
282024-08-13BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.765600.05000.05600.0Besrai...5500.0NaN5833.333333585.9465286214.285714491.3538155971.428571619.464498NaNNaN
292024-08-14BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.697000.05600.07000.0Besrai...4800.0NaN6000.000000871.7797896285.714286569.8788516128.571429577.0329575486.666667775.367914
302024-08-15BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.706500.05600.06500.0Besrai...5500.05000.06366.666667709.4598886285.714286569.8788516200.000000554.7001965536.666667791.107183
312024-08-16BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.726500.06000.06500.0Besrai...6000.04600.06666.666667288.6751356285.714286569.8788516235.714286556.9244435600.000000789.587409
322024-08-17BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.816500.06000.06500.0Besrai...6500.05200.06500.0000000.0000006285.714286569.8788516235.714286556.9244435643.333333802.445973
332024-08-18BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC1.007000.06000.07000.0Besrai...6500.05000.06666.666667288.6751356357.142857629.4366346271.428571590.2132235710.000000829.769390
342024-08-19BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.756000.05500.06000.0Besrai...5000.04400.06500.000000500.0000006442.857143506.1526216342.857143473.4720945763.333333793.283588
352024-08-20BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.865800.05500.05800.0Besrai...5800.05000.06266.666667642.9100516471.428571453.5573686342.857143473.4720945790.000000780.075151
362024-08-21BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.696500.06000.06500.0Besrai...6500.04400.06100.000000360.5551286400.000000391.5780046342.857143473.4720945860.000000744.450735
372024-08-22BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.486500.06000.06500.0Besrai...6500.04400.06266.666667404.1451886400.000000391.5780046342.857143473.4720945930.000000699.827565
382024-08-23BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.695500.05000.05500.0Besrai...6500.05000.06166.666667577.3502696257.142857512.6959566271.428571520.9880725946.666667682.658764
392024-08-24BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.656000.05500.06000.0Besrai...6500.05000.06000.000000500.0000006185.714286508.0307456235.714286521.2516645980.000000658.839104
402024-08-25BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.846000.05600.06000.0Besrai...6500.05500.05833.333333288.6751356042.857143359.8941646200.000000518.8745225996.666667652.572275
412024-08-26BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.846000.05500.06000.0Besrai...5400.04600.06000.0000000.0000006042.857143359.8941646242.857143470.2115496043.333333596.936624
422024-08-27BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.705400.05000.05400.0Besrai...5600.04800.05800.000000346.4101625985.714286429.8393946228.571429493.6965306063.333333562.925446
432024-08-28BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.386000.05500.06000.0Besrai...7000.05600.05800.000000346.4101625914.285714367.0993126157.142857443.2646126076.666667556.270421
442024-08-29BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.706500.06000.06500.0Besrai...6500.05500.05966.666667550.7570555914.285714367.0993126157.142857443.2646126110.000000550.454358
452024-08-30BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.786000.05500.06000.0Besrai...6500.04800.06166.666667288.6751355985.714286318.4785266121.428571433.5516506150.000000492.530412
462024-08-31BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.746000.05600.06000.0Besrai...6500.05500.06166.666667288.6751355985.714286318.4785266085.714286420.3609126166.666667478.022747
472024-09-01BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC1.006500.06000.06500.0Besrai...7000.06000.06166.666667288.6751356057.142857373.5288606050.000000352.4638556183.333333480.720245
482024-09-02BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.766200.06000.06200.0Besrai...6000.06500.06233.333333251.6611486085.714286376.0699026064.285714354.3295796173.333333477.011771
492024-09-03BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.746200.06000.06200.0Besrai...5800.06500.06300.000000173.2050816200.000000223.6067986092.857143347.4396146163.333333473.055609
\n", "

50 rows × 45 columns

\n", "
" ], "text/plain": [ " date Commodity CropGroup State \\\n", "0 2024-07-16 Banana Fruits Tamil Nadu \n", "1 2024-07-17 Banana Fruits Tamil Nadu \n", "2 2024-07-18 Banana Fruits Tamil Nadu \n", "3 2024-07-19 Banana Fruits Tamil Nadu \n", "4 2024-07-20 Banana Fruits Tamil Nadu \n", "5 2024-07-21 Banana Fruits Tamil Nadu \n", "6 2024-07-22 Banana Fruits Tamil Nadu \n", "7 2024-07-23 Banana Fruits Tamil Nadu \n", "8 2024-07-24 Banana Fruits Tamil Nadu \n", "9 2024-07-25 Banana Fruits Tamil Nadu \n", "10 2024-07-26 Banana Fruits Tamil Nadu \n", "11 2024-07-27 Banana Fruits Tamil Nadu \n", "12 2024-07-28 Banana Fruits Tamil Nadu \n", "13 2024-07-29 Banana Fruits Tamil Nadu \n", "14 2024-07-30 Banana Fruits Tamil Nadu \n", "15 2024-07-31 Banana Fruits Tamil Nadu \n", "16 2024-08-01 Banana Fruits Tamil Nadu \n", "17 2024-08-02 Banana Fruits Tamil Nadu \n", "18 2024-08-03 Banana Fruits Tamil Nadu \n", "19 2024-08-04 Banana Fruits Tamil Nadu \n", "20 2024-08-05 Banana Fruits Tamil Nadu \n", "21 2024-08-06 Banana Fruits Tamil Nadu \n", "22 2024-08-07 Banana Fruits Tamil Nadu \n", "23 2024-08-08 Banana Fruits Tamil Nadu \n", "24 2024-08-09 Banana Fruits Tamil Nadu \n", "25 2024-08-10 Banana Fruits Tamil Nadu \n", "26 2024-08-11 Banana Fruits Tamil Nadu \n", "27 2024-08-12 Banana Fruits Tamil Nadu \n", "28 2024-08-13 Banana Fruits Tamil Nadu \n", "29 2024-08-14 Banana Fruits Tamil Nadu \n", "30 2024-08-15 Banana Fruits Tamil Nadu \n", "31 2024-08-16 Banana Fruits Tamil Nadu \n", "32 2024-08-17 Banana Fruits Tamil Nadu \n", "33 2024-08-18 Banana Fruits Tamil Nadu \n", "34 2024-08-19 Banana Fruits Tamil Nadu \n", "35 2024-08-20 Banana Fruits Tamil Nadu \n", "36 2024-08-21 Banana Fruits Tamil Nadu \n", "37 2024-08-22 Banana Fruits Tamil Nadu \n", "38 2024-08-23 Banana Fruits Tamil Nadu \n", "39 2024-08-24 Banana Fruits Tamil Nadu \n", "40 2024-08-25 Banana Fruits Tamil Nadu \n", "41 2024-08-26 Banana Fruits Tamil Nadu \n", "42 2024-08-27 Banana Fruits Tamil Nadu \n", "43 2024-08-28 Banana Fruits Tamil Nadu \n", "44 2024-08-29 Banana Fruits Tamil Nadu \n", "45 2024-08-30 Banana Fruits Tamil Nadu \n", "46 2024-08-31 Banana Fruits Tamil Nadu \n", "47 2024-09-01 Banana Fruits Tamil Nadu \n", "48 2024-09-02 Banana Fruits Tamil Nadu \n", "49 2024-09-03 Banana Fruits Tamil Nadu \n", "\n", " Mandi Arrivals ModalPrice MinPrice \\\n", "0 AJattihalli(Uzhavar Sandhai ) APMC 0.65 5000.0 4500.0 \n", "1 AJattihalli(Uzhavar Sandhai ) APMC 0.63 4600.0 4400.0 \n", "2 AJattihalli(Uzhavar Sandhai ) APMC 0.48 5200.0 4600.0 \n", "3 AJattihalli(Uzhavar Sandhai ) APMC 0.61 5000.0 4600.0 \n", "4 AJattihalli(Uzhavar Sandhai ) APMC 0.62 4400.0 4000.0 \n", "5 AJattihalli(Uzhavar Sandhai ) APMC 0.88 5000.0 4600.0 \n", "6 AJattihalli(Uzhavar Sandhai ) APMC 0.61 4400.0 4000.0 \n", "7 AJattihalli(Uzhavar Sandhai ) APMC 0.75 4400.0 4000.0 \n", "8 AJattihalli(Uzhavar Sandhai ) APMC 0.74 5000.0 4600.0 \n", "9 AJattihalli(Uzhavar Sandhai ) APMC 0.54 5000.0 4600.0 \n", "10 AJattihalli(Uzhavar Sandhai ) APMC 0.80 5500.0 4500.0 \n", "11 AJattihalli(Uzhavar Sandhai ) APMC 0.72 4600.0 4400.0 \n", "12 AJattihalli(Uzhavar Sandhai ) APMC 0.92 4800.0 4600.0 \n", "13 AJattihalli(Uzhavar Sandhai ) APMC 0.72 5600.0 5200.0 \n", "14 AJattihalli(Uzhavar Sandhai ) APMC 0.49 5500.0 5000.0 \n", "15 AJattihalli(Uzhavar Sandhai ) APMC 0.43 4800.0 4600.0 \n", "16 AJattihalli(Uzhavar Sandhai ) APMC 0.58 5500.0 5000.0 \n", "17 AJattihalli(Uzhavar Sandhai ) APMC 0.78 6000.0 5500.0 \n", "18 AJattihalli(Uzhavar Sandhai ) APMC 0.88 6500.0 5500.0 \n", "19 AJattihalli(Uzhavar Sandhai ) APMC 0.59 6500.0 5500.0 \n", "20 AJattihalli(Uzhavar Sandhai ) APMC 0.32 5000.0 4500.0 \n", "21 AJattihalli(Uzhavar Sandhai ) APMC 0.16 5800.0 5500.0 \n", "22 AJattihalli(Uzhavar Sandhai ) APMC 0.62 6500.0 5500.0 \n", "23 AJattihalli(Uzhavar Sandhai ) APMC 0.48 6500.0 5500.0 \n", "24 AJattihalli(Uzhavar Sandhai ) APMC 0.32 6500.0 6000.0 \n", "25 AJattihalli(Uzhavar Sandhai ) APMC 0.57 6500.0 5500.0 \n", "26 AJattihalli(Uzhavar Sandhai ) APMC 0.71 6500.0 5500.0 \n", "27 AJattihalli(Uzhavar Sandhai ) APMC 0.54 5400.0 5000.0 \n", "28 AJattihalli(Uzhavar Sandhai ) APMC 0.76 5600.0 5000.0 \n", "29 AJattihalli(Uzhavar Sandhai ) APMC 0.69 7000.0 5600.0 \n", "30 AJattihalli(Uzhavar Sandhai ) APMC 0.70 6500.0 5600.0 \n", "31 AJattihalli(Uzhavar Sandhai ) APMC 0.72 6500.0 6000.0 \n", "32 AJattihalli(Uzhavar Sandhai ) APMC 0.81 6500.0 6000.0 \n", "33 AJattihalli(Uzhavar Sandhai ) APMC 1.00 7000.0 6000.0 \n", "34 AJattihalli(Uzhavar Sandhai ) APMC 0.75 6000.0 5500.0 \n", "35 AJattihalli(Uzhavar Sandhai ) APMC 0.86 5800.0 5500.0 \n", "36 AJattihalli(Uzhavar Sandhai ) APMC 0.69 6500.0 6000.0 \n", "37 AJattihalli(Uzhavar Sandhai ) APMC 0.48 6500.0 6000.0 \n", "38 AJattihalli(Uzhavar Sandhai ) APMC 0.69 5500.0 5000.0 \n", "39 AJattihalli(Uzhavar Sandhai ) APMC 0.65 6000.0 5500.0 \n", "40 AJattihalli(Uzhavar Sandhai ) APMC 0.84 6000.0 5600.0 \n", "41 AJattihalli(Uzhavar Sandhai ) APMC 0.84 6000.0 5500.0 \n", "42 AJattihalli(Uzhavar Sandhai ) APMC 0.70 5400.0 5000.0 \n", "43 AJattihalli(Uzhavar Sandhai ) APMC 0.38 6000.0 5500.0 \n", "44 AJattihalli(Uzhavar Sandhai ) APMC 0.70 6500.0 6000.0 \n", "45 AJattihalli(Uzhavar Sandhai ) APMC 0.78 6000.0 5500.0 \n", "46 AJattihalli(Uzhavar Sandhai ) APMC 0.74 6000.0 5600.0 \n", "47 AJattihalli(Uzhavar Sandhai ) APMC 1.00 6500.0 6000.0 \n", "48 AJattihalli(Uzhavar Sandhai ) APMC 0.76 6200.0 6000.0 \n", "49 AJattihalli(Uzhavar Sandhai ) APMC 0.74 6200.0 6000.0 \n", "\n", " MaxPrice Variety ... modal_lag_14 modal_lag_30 rolling_mean_3 \\\n", "0 5000.0 Besrai ... NaN NaN NaN \n", "1 4600.0 Besrai ... NaN NaN NaN \n", "2 5200.0 Besrai ... NaN NaN 4933.333333 \n", "3 5000.0 Besrai ... NaN NaN 4933.333333 \n", "4 4400.0 Besrai ... NaN NaN 4866.666667 \n", "5 5000.0 Besrai ... NaN NaN 4800.000000 \n", "6 4400.0 Besrai ... NaN NaN 4600.000000 \n", "7 4400.0 Besrai ... NaN NaN 4600.000000 \n", "8 5000.0 Besrai ... NaN NaN 4600.000000 \n", "9 5000.0 Besrai ... NaN NaN 4800.000000 \n", "10 5500.0 Besrai ... NaN NaN 5166.666667 \n", "11 4600.0 Besrai ... NaN NaN 5033.333333 \n", "12 4800.0 Besrai ... NaN NaN 4966.666667 \n", "13 5600.0 Besrai ... NaN NaN 5000.000000 \n", "14 5500.0 Besrai ... 5000.0 NaN 5300.000000 \n", "15 4800.0 Besrai ... 4600.0 NaN 5300.000000 \n", "16 5500.0 Besrai ... 5200.0 NaN 5266.666667 \n", "17 6000.0 Besrai ... 5000.0 NaN 5433.333333 \n", "18 6500.0 Besrai ... 4400.0 NaN 6000.000000 \n", "19 6500.0 Besrai ... 5000.0 NaN 6333.333333 \n", "20 5000.0 Besrai ... 4400.0 NaN 6000.000000 \n", "21 5800.0 Besrai ... 4400.0 NaN 5766.666667 \n", "22 6500.0 Besrai ... 5000.0 NaN 5766.666667 \n", "23 6500.0 Besrai ... 5000.0 NaN 6266.666667 \n", "24 6500.0 Besrai ... 5500.0 NaN 6500.000000 \n", "25 6500.0 Besrai ... 4600.0 NaN 6500.000000 \n", "26 6500.0 Besrai ... 4800.0 NaN 6500.000000 \n", "27 5400.0 Besrai ... 5600.0 NaN 6133.333333 \n", "28 5600.0 Besrai ... 5500.0 NaN 5833.333333 \n", "29 7000.0 Besrai ... 4800.0 NaN 6000.000000 \n", "30 6500.0 Besrai ... 5500.0 5000.0 6366.666667 \n", "31 6500.0 Besrai ... 6000.0 4600.0 6666.666667 \n", "32 6500.0 Besrai ... 6500.0 5200.0 6500.000000 \n", "33 7000.0 Besrai ... 6500.0 5000.0 6666.666667 \n", "34 6000.0 Besrai ... 5000.0 4400.0 6500.000000 \n", "35 5800.0 Besrai ... 5800.0 5000.0 6266.666667 \n", "36 6500.0 Besrai ... 6500.0 4400.0 6100.000000 \n", "37 6500.0 Besrai ... 6500.0 4400.0 6266.666667 \n", "38 5500.0 Besrai ... 6500.0 5000.0 6166.666667 \n", "39 6000.0 Besrai ... 6500.0 5000.0 6000.000000 \n", "40 6000.0 Besrai ... 6500.0 5500.0 5833.333333 \n", "41 6000.0 Besrai ... 5400.0 4600.0 6000.000000 \n", "42 5400.0 Besrai ... 5600.0 4800.0 5800.000000 \n", "43 6000.0 Besrai ... 7000.0 5600.0 5800.000000 \n", "44 6500.0 Besrai ... 6500.0 5500.0 5966.666667 \n", "45 6000.0 Besrai ... 6500.0 4800.0 6166.666667 \n", "46 6000.0 Besrai ... 6500.0 5500.0 6166.666667 \n", "47 6500.0 Besrai ... 7000.0 6000.0 6166.666667 \n", "48 6200.0 Besrai ... 6000.0 6500.0 6233.333333 \n", "49 6200.0 Besrai ... 5800.0 6500.0 6300.000000 \n", "\n", " rolling_std_3 rolling_mean_7 rolling_std_7 rolling_mean_14 \\\n", "0 NaN NaN NaN NaN \n", "1 NaN NaN NaN NaN \n", "2 305.505046 NaN NaN NaN \n", "3 305.505046 NaN NaN NaN \n", "4 416.333200 NaN NaN NaN \n", "5 346.410162 NaN NaN NaN \n", "6 346.410162 4800.000000 326.598632 NaN \n", "7 346.410162 4714.285714 343.649877 NaN \n", "8 346.410162 4771.428571 354.562104 NaN \n", "9 346.410162 4742.857143 320.713490 NaN \n", "10 288.675135 4814.285714 425.944329 NaN \n", "11 450.924975 4842.857143 399.404318 NaN \n", "12 472.581563 4814.285714 393.397896 NaN \n", "13 529.150262 4985.714286 441.318371 4892.857143 \n", "14 435.889894 5142.857143 390.969491 4928.571429 \n", "15 435.889894 5114.285714 409.994193 4942.857143 \n", "16 404.145188 5185.714286 429.839394 4964.285714 \n", "17 602.771377 5257.142857 522.357294 5035.714286 \n", "18 500.000000 5528.571429 610.230245 5185.714286 \n", "19 288.675135 5771.428571 610.230245 5292.857143 \n", "20 866.025404 5685.714286 676.827333 5335.714286 \n", "21 750.555350 5728.571429 672.592709 5435.714286 \n", "22 750.555350 5971.428571 582.277957 5542.857143 \n", "23 404.145188 6114.285714 569.878851 5650.000000 \n", "24 0.000000 6185.714286 584.318895 5721.428571 \n", "25 0.000000 6185.714286 584.318895 5857.142857 \n", "26 0.000000 6185.714286 584.318895 5978.571429 \n", "27 635.085296 6242.857143 454.082015 5964.285714 \n", "28 585.946528 6214.285714 491.353815 5971.428571 \n", "29 871.779789 6285.714286 569.878851 6128.571429 \n", "30 709.459888 6285.714286 569.878851 6200.000000 \n", "31 288.675135 6285.714286 569.878851 6235.714286 \n", "32 0.000000 6285.714286 569.878851 6235.714286 \n", "33 288.675135 6357.142857 629.436634 6271.428571 \n", "34 500.000000 6442.857143 506.152621 6342.857143 \n", "35 642.910051 6471.428571 453.557368 6342.857143 \n", "36 360.555128 6400.000000 391.578004 6342.857143 \n", "37 404.145188 6400.000000 391.578004 6342.857143 \n", "38 577.350269 6257.142857 512.695956 6271.428571 \n", "39 500.000000 6185.714286 508.030745 6235.714286 \n", "40 288.675135 6042.857143 359.894164 6200.000000 \n", "41 0.000000 6042.857143 359.894164 6242.857143 \n", "42 346.410162 5985.714286 429.839394 6228.571429 \n", "43 346.410162 5914.285714 367.099312 6157.142857 \n", "44 550.757055 5914.285714 367.099312 6157.142857 \n", "45 288.675135 5985.714286 318.478526 6121.428571 \n", "46 288.675135 5985.714286 318.478526 6085.714286 \n", "47 288.675135 6057.142857 373.528860 6050.000000 \n", "48 251.661148 6085.714286 376.069902 6064.285714 \n", "49 173.205081 6200.000000 223.606798 6092.857143 \n", "\n", " rolling_std_14 rolling_mean_30 rolling_std_30 \n", "0 NaN NaN NaN \n", "1 NaN NaN NaN \n", "2 NaN NaN NaN \n", "3 NaN NaN NaN \n", "4 NaN NaN NaN \n", "5 NaN NaN NaN \n", "6 NaN NaN NaN \n", "7 NaN NaN NaN \n", "8 NaN NaN NaN \n", "9 NaN NaN NaN \n", "10 NaN NaN NaN \n", "11 NaN NaN NaN \n", "12 NaN NaN NaN \n", "13 385.235763 NaN NaN \n", "14 417.738548 NaN NaN \n", "15 408.965460 NaN NaN \n", "16 430.754513 NaN NaN \n", "17 512.320727 NaN NaN \n", "18 609.990092 NaN NaN \n", "19 699.960752 NaN NaN \n", "20 658.211029 NaN NaN \n", "21 609.674747 NaN NaN \n", "22 657.166746 NaN NaN \n", "23 683.599073 NaN NaN \n", "24 718.094242 NaN NaN \n", "25 667.618368 NaN NaN \n", "26 612.910549 NaN NaN \n", "27 624.631760 NaN NaN \n", "28 619.464498 NaN NaN \n", "29 577.032957 5486.666667 775.367914 \n", "30 554.700196 5536.666667 791.107183 \n", "31 556.924443 5600.000000 789.587409 \n", "32 556.924443 5643.333333 802.445973 \n", "33 590.213223 5710.000000 829.769390 \n", "34 473.472094 5763.333333 793.283588 \n", "35 473.472094 5790.000000 780.075151 \n", "36 473.472094 5860.000000 744.450735 \n", "37 473.472094 5930.000000 699.827565 \n", "38 520.988072 5946.666667 682.658764 \n", "39 521.251664 5980.000000 658.839104 \n", "40 518.874522 5996.666667 652.572275 \n", "41 470.211549 6043.333333 596.936624 \n", "42 493.696530 6063.333333 562.925446 \n", "43 443.264612 6076.666667 556.270421 \n", "44 443.264612 6110.000000 550.454358 \n", "45 433.551650 6150.000000 492.530412 \n", "46 420.360912 6166.666667 478.022747 \n", "47 352.463855 6183.333333 480.720245 \n", "48 354.329579 6173.333333 477.011771 \n", "49 347.439614 6163.333333 473.055609 \n", "\n", "[50 rows x 45 columns]" ] }, "execution_count": 21, "metadata": {}, "output_type": "execute_result" } ], "source": [ "df.head(50)" ] }, { "cell_type": "markdown", "metadata": { "id": "b9s9fXMUt5fj" }, "source": [ "# **4. VOLATILITY FEATURES**" ] }, { "cell_type": "code", "execution_count": 22, "metadata": { "id": "27iK_0ZRt0Gq" }, "outputs": [], "source": [ "df[\"price_range\"] = df[\"MaxPrice\"] - df[\"MinPrice\"]\n", "df[\"price_spread\"] = df[\"MaxPrice\"] - df[\"ModalPrice\"]\n", "df[\"norm_spread\"] = df[\"price_range\"] / (df[\"ModalPrice\"] + 1)\n", "\n", "df[\"volatility_7\"] = df[\"rolling_std_7\"]\n", "df[\"volatility_30\"] = df[\"rolling_std_30\"]\n", "\n", "df[\"zscore_7\"] = (df[\"ModalPrice\"] - df[\"rolling_mean_7\"]) / (df[\"rolling_std_7\"] + 1e-6)\n", "df[\"momentum_7\"] = df[\"ModalPrice\"] - df[\"modal_lag_7\"]\n", "df[\"momentum_14\"] = df[\"ModalPrice\"] - df[\"modal_lag_14\"]\n" ] }, { "cell_type": "code", "execution_count": 23, "metadata": { "collapsed": true, "id": "vyPYWCWnu3Z1" }, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
dateCommodityCropGroupStateMandiArrivalsModalPriceMinPriceMaxPriceVariety...rolling_mean_30rolling_std_30price_rangeprice_spreadnorm_spreadvolatility_7volatility_30zscore_7momentum_7momentum_14
02024-07-16BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.655000.04500.05000.0Besrai...NaNNaN500.00.00.099980NaNNaNNaNNaNNaN
12024-07-17BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.634600.04400.04600.0Besrai...NaNNaN200.00.00.043469NaNNaNNaNNaNNaN
22024-07-18BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.485200.04600.05200.0Besrai...NaNNaN600.00.00.115362NaNNaNNaNNaNNaN
32024-07-19BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.615000.04600.05000.0Besrai...NaNNaN400.00.00.079984NaNNaNNaNNaNNaN
42024-07-20BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.624400.04000.04400.0Besrai...NaNNaN400.00.00.090888NaNNaNNaNNaNNaN
52024-07-21BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.885000.04600.05000.0Besrai...NaNNaN400.00.00.079984NaNNaNNaNNaNNaN
62024-07-22BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.614400.04000.04400.0Besrai...NaNNaN400.00.00.090888326.598632NaN-1.224745NaNNaN
72024-07-23BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.754400.04000.04400.0Besrai...NaNNaN400.00.00.090888343.649877NaN-0.914552-600.0NaN
82024-07-24BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.745000.04600.05000.0Besrai...NaNNaN400.00.00.079984354.562104NaN0.644658400.0NaN
92024-07-25BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.545000.04600.05000.0Besrai...NaNNaN400.00.00.079984320.713490NaN0.801784-200.0NaN
102024-07-26BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.805500.04500.05500.0Besrai...NaNNaN1000.00.00.181785425.944329NaN1.609868500.0NaN
112024-07-27BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.724600.04400.04600.0Besrai...NaNNaN200.00.00.043469399.404318NaN-0.608048200.0NaN
122024-07-28BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.924800.04600.04800.0Besrai...NaNNaN200.00.00.041658393.397896NaN-0.036314-200.0NaN
132024-07-29BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.725600.05200.05600.0Besrai...NaNNaN400.00.00.071416441.318371NaN1.3919331200.0NaN
142024-07-30BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.495500.05000.05500.0Besrai...NaNNaN500.00.00.090893390.969491NaN0.9134801100.0500.0
152024-07-31BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.434800.04600.04800.0Besrai...NaNNaN200.00.00.041658409.994193NaN-0.766561-200.0200.0
162024-08-01BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.585500.05000.05500.0Besrai...NaNNaN500.00.00.090893429.839394NaN0.731170500.0300.0
172024-08-02BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.786000.05500.06000.0Besrai...NaNNaN500.00.00.083319522.357294NaN1.422125500.01000.0
182024-08-03BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.886500.05500.06500.0Besrai...NaNNaN1000.00.00.153822610.230245NaN1.5919051900.02100.0
192024-08-04BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.596500.05500.06500.0Besrai...NaNNaN1000.00.00.153822610.230245NaN1.1939291700.01500.0
202024-08-05BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.325000.04500.05000.0Besrai...NaNNaN500.00.00.099980676.827333NaN-1.013130-600.0600.0
212024-08-06BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.165800.05500.05800.0Besrai...NaNNaN300.00.00.051715672.592709NaN0.106199300.01400.0
222024-08-07BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.626500.05500.06500.0Besrai...NaNNaN1000.00.00.153822582.277957NaN0.9077651700.01500.0
232024-08-08BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.486500.05500.06500.0Besrai...NaNNaN1000.00.00.153822569.878851NaN0.6768361000.01500.0
242024-08-09BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.326500.06000.06500.0Besrai...NaNNaN500.00.00.076911584.318895NaN0.537867500.01000.0
252024-08-10BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.576500.05500.06500.0Besrai...NaNNaN1000.00.00.153822584.318895NaN0.5378670.01900.0
262024-08-11BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.716500.05500.06500.0Besrai...NaNNaN1000.00.00.153822584.318895NaN0.5378670.01700.0
272024-08-12BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.545400.05000.05400.0Besrai...NaNNaN400.00.00.074060454.082015NaN-1.856178400.0-200.0
282024-08-13BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.765600.05000.05600.0Besrai...NaNNaN600.00.00.107124491.353815NaN-1.250190-200.0100.0
292024-08-14BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.697000.05600.07000.0Besrai...5486.666667775.3679141400.00.00.199971569.878851775.3679141.253399500.02200.0
302024-08-15BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.706500.05600.06500.0Besrai...5536.666667791.107183900.00.00.138440569.878851791.1071830.3760200.01000.0
312024-08-16BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.726500.06000.06500.0Besrai...5600.000000789.587409500.00.00.076911569.878851789.5874090.3760200.0500.0
322024-08-17BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.816500.06000.06500.0Besrai...5643.333333802.445973500.00.00.076911569.878851802.4459730.3760200.00.0
332024-08-18BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC1.007000.06000.07000.0Besrai...5710.000000829.7693901000.00.00.142837629.436634829.7693901.021321500.0500.0
342024-08-19BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.756000.05500.06000.0Besrai...5763.333333793.283588500.00.00.083319506.152621793.283588-0.874948600.01000.0
352024-08-20BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.865800.05500.05800.0Besrai...5790.000000780.075151300.00.00.051715453.557368780.075151-1.480361200.00.0
362024-08-21BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.696500.06000.06500.0Besrai...5860.000000744.450735500.00.00.076911391.578004744.4507350.255377-500.00.0
372024-08-22BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.486500.06000.06500.0Besrai...5930.000000699.827565500.00.00.076911391.578004699.8275650.2553770.00.0
382024-08-23BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.695500.05000.05500.0Besrai...5946.666667682.658764500.00.00.090893512.695956682.658764-1.476787-1000.0-1000.0
392024-08-24BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.656000.05500.06000.0Besrai...5980.000000658.839104500.00.00.083319508.030745658.839104-0.365557-500.0-500.0
402024-08-25BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.846000.05600.06000.0Besrai...5996.666667652.572275400.00.00.066656359.894164652.572275-0.119083-1000.0-500.0
412024-08-26BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.846000.05500.06000.0Besrai...6043.333333596.936624500.00.00.083319359.894164596.936624-0.1190830.0600.0
422024-08-27BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.705400.05000.05400.0Besrai...6063.333333562.925446400.00.00.074060429.839394562.925446-1.362635-400.0-200.0
432024-08-28BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.386000.05500.06000.0Besrai...6076.666667556.270421500.00.00.083319367.099312556.2704210.233491-500.0-1000.0
442024-08-29BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.706500.06000.06500.0Besrai...6110.000000550.454358500.00.00.076911367.099312550.4543581.5955200.00.0
452024-08-30BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.786000.05500.06000.0Besrai...6150.000000492.530412500.00.00.083319318.478526492.5304120.044856500.0-500.0
462024-08-31BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.746000.05600.06000.0Besrai...6166.666667478.022747400.00.00.066656318.478526478.0227470.0448560.0-500.0
472024-09-01BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC1.006500.06000.06500.0Besrai...6183.333333480.720245500.00.00.076911373.528860480.7202451.185604500.0-500.0
482024-09-02BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.766200.06000.06200.0Besrai...6173.333333477.011771200.00.00.032253376.069902477.0117710.303895200.0200.0
492024-09-03BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.746200.06000.06200.0Besrai...6163.333333473.055609200.00.00.032253223.606798473.0556090.000000800.0400.0
\n", "

50 rows × 53 columns

\n", "
" ], "text/plain": [ " date Commodity CropGroup State \\\n", "0 2024-07-16 Banana Fruits Tamil Nadu \n", "1 2024-07-17 Banana Fruits Tamil Nadu \n", "2 2024-07-18 Banana Fruits Tamil Nadu \n", "3 2024-07-19 Banana Fruits Tamil Nadu \n", "4 2024-07-20 Banana Fruits Tamil Nadu \n", "5 2024-07-21 Banana Fruits Tamil Nadu \n", "6 2024-07-22 Banana Fruits Tamil Nadu \n", "7 2024-07-23 Banana Fruits Tamil Nadu \n", "8 2024-07-24 Banana Fruits Tamil Nadu \n", "9 2024-07-25 Banana Fruits Tamil Nadu \n", "10 2024-07-26 Banana Fruits Tamil Nadu \n", "11 2024-07-27 Banana Fruits Tamil Nadu \n", "12 2024-07-28 Banana Fruits Tamil Nadu \n", "13 2024-07-29 Banana Fruits Tamil Nadu \n", "14 2024-07-30 Banana Fruits Tamil Nadu \n", "15 2024-07-31 Banana Fruits Tamil Nadu \n", "16 2024-08-01 Banana Fruits Tamil Nadu \n", "17 2024-08-02 Banana Fruits Tamil Nadu \n", "18 2024-08-03 Banana Fruits Tamil Nadu \n", "19 2024-08-04 Banana Fruits Tamil Nadu \n", "20 2024-08-05 Banana Fruits Tamil Nadu \n", "21 2024-08-06 Banana Fruits Tamil Nadu \n", "22 2024-08-07 Banana Fruits Tamil Nadu \n", "23 2024-08-08 Banana Fruits Tamil Nadu \n", "24 2024-08-09 Banana Fruits Tamil Nadu \n", "25 2024-08-10 Banana Fruits Tamil Nadu \n", "26 2024-08-11 Banana Fruits Tamil Nadu \n", "27 2024-08-12 Banana Fruits Tamil Nadu \n", "28 2024-08-13 Banana Fruits Tamil Nadu \n", "29 2024-08-14 Banana Fruits Tamil Nadu \n", "30 2024-08-15 Banana Fruits Tamil Nadu \n", "31 2024-08-16 Banana Fruits Tamil Nadu \n", "32 2024-08-17 Banana Fruits Tamil Nadu \n", "33 2024-08-18 Banana Fruits Tamil Nadu \n", "34 2024-08-19 Banana Fruits Tamil Nadu \n", "35 2024-08-20 Banana Fruits Tamil Nadu \n", "36 2024-08-21 Banana Fruits Tamil Nadu \n", "37 2024-08-22 Banana Fruits Tamil Nadu \n", "38 2024-08-23 Banana Fruits Tamil Nadu \n", "39 2024-08-24 Banana Fruits Tamil Nadu \n", "40 2024-08-25 Banana Fruits Tamil Nadu \n", "41 2024-08-26 Banana Fruits Tamil Nadu \n", "42 2024-08-27 Banana Fruits Tamil Nadu \n", "43 2024-08-28 Banana Fruits Tamil Nadu \n", "44 2024-08-29 Banana Fruits Tamil Nadu \n", "45 2024-08-30 Banana Fruits Tamil Nadu \n", "46 2024-08-31 Banana Fruits Tamil Nadu \n", "47 2024-09-01 Banana Fruits Tamil Nadu \n", "48 2024-09-02 Banana Fruits Tamil Nadu \n", "49 2024-09-03 Banana Fruits Tamil Nadu \n", "\n", " Mandi Arrivals ModalPrice MinPrice \\\n", "0 AJattihalli(Uzhavar Sandhai ) APMC 0.65 5000.0 4500.0 \n", "1 AJattihalli(Uzhavar Sandhai ) APMC 0.63 4600.0 4400.0 \n", "2 AJattihalli(Uzhavar Sandhai ) APMC 0.48 5200.0 4600.0 \n", "3 AJattihalli(Uzhavar Sandhai ) APMC 0.61 5000.0 4600.0 \n", "4 AJattihalli(Uzhavar Sandhai ) APMC 0.62 4400.0 4000.0 \n", "5 AJattihalli(Uzhavar Sandhai ) APMC 0.88 5000.0 4600.0 \n", "6 AJattihalli(Uzhavar Sandhai ) APMC 0.61 4400.0 4000.0 \n", "7 AJattihalli(Uzhavar Sandhai ) APMC 0.75 4400.0 4000.0 \n", "8 AJattihalli(Uzhavar Sandhai ) APMC 0.74 5000.0 4600.0 \n", "9 AJattihalli(Uzhavar Sandhai ) APMC 0.54 5000.0 4600.0 \n", "10 AJattihalli(Uzhavar Sandhai ) APMC 0.80 5500.0 4500.0 \n", "11 AJattihalli(Uzhavar Sandhai ) APMC 0.72 4600.0 4400.0 \n", "12 AJattihalli(Uzhavar Sandhai ) APMC 0.92 4800.0 4600.0 \n", "13 AJattihalli(Uzhavar Sandhai ) APMC 0.72 5600.0 5200.0 \n", "14 AJattihalli(Uzhavar Sandhai ) APMC 0.49 5500.0 5000.0 \n", "15 AJattihalli(Uzhavar Sandhai ) APMC 0.43 4800.0 4600.0 \n", "16 AJattihalli(Uzhavar Sandhai ) APMC 0.58 5500.0 5000.0 \n", "17 AJattihalli(Uzhavar Sandhai ) APMC 0.78 6000.0 5500.0 \n", "18 AJattihalli(Uzhavar Sandhai ) APMC 0.88 6500.0 5500.0 \n", "19 AJattihalli(Uzhavar Sandhai ) APMC 0.59 6500.0 5500.0 \n", "20 AJattihalli(Uzhavar Sandhai ) APMC 0.32 5000.0 4500.0 \n", "21 AJattihalli(Uzhavar Sandhai ) APMC 0.16 5800.0 5500.0 \n", "22 AJattihalli(Uzhavar Sandhai ) APMC 0.62 6500.0 5500.0 \n", "23 AJattihalli(Uzhavar Sandhai ) APMC 0.48 6500.0 5500.0 \n", "24 AJattihalli(Uzhavar Sandhai ) APMC 0.32 6500.0 6000.0 \n", "25 AJattihalli(Uzhavar Sandhai ) APMC 0.57 6500.0 5500.0 \n", "26 AJattihalli(Uzhavar Sandhai ) APMC 0.71 6500.0 5500.0 \n", "27 AJattihalli(Uzhavar Sandhai ) APMC 0.54 5400.0 5000.0 \n", "28 AJattihalli(Uzhavar Sandhai ) APMC 0.76 5600.0 5000.0 \n", "29 AJattihalli(Uzhavar Sandhai ) APMC 0.69 7000.0 5600.0 \n", "30 AJattihalli(Uzhavar Sandhai ) APMC 0.70 6500.0 5600.0 \n", "31 AJattihalli(Uzhavar Sandhai ) APMC 0.72 6500.0 6000.0 \n", "32 AJattihalli(Uzhavar Sandhai ) APMC 0.81 6500.0 6000.0 \n", "33 AJattihalli(Uzhavar Sandhai ) APMC 1.00 7000.0 6000.0 \n", "34 AJattihalli(Uzhavar Sandhai ) APMC 0.75 6000.0 5500.0 \n", "35 AJattihalli(Uzhavar Sandhai ) APMC 0.86 5800.0 5500.0 \n", "36 AJattihalli(Uzhavar Sandhai ) APMC 0.69 6500.0 6000.0 \n", "37 AJattihalli(Uzhavar Sandhai ) APMC 0.48 6500.0 6000.0 \n", "38 AJattihalli(Uzhavar Sandhai ) APMC 0.69 5500.0 5000.0 \n", "39 AJattihalli(Uzhavar Sandhai ) APMC 0.65 6000.0 5500.0 \n", "40 AJattihalli(Uzhavar Sandhai ) APMC 0.84 6000.0 5600.0 \n", "41 AJattihalli(Uzhavar Sandhai ) APMC 0.84 6000.0 5500.0 \n", "42 AJattihalli(Uzhavar Sandhai ) APMC 0.70 5400.0 5000.0 \n", "43 AJattihalli(Uzhavar Sandhai ) APMC 0.38 6000.0 5500.0 \n", "44 AJattihalli(Uzhavar Sandhai ) APMC 0.70 6500.0 6000.0 \n", "45 AJattihalli(Uzhavar Sandhai ) APMC 0.78 6000.0 5500.0 \n", "46 AJattihalli(Uzhavar Sandhai ) APMC 0.74 6000.0 5600.0 \n", "47 AJattihalli(Uzhavar Sandhai ) APMC 1.00 6500.0 6000.0 \n", "48 AJattihalli(Uzhavar Sandhai ) APMC 0.76 6200.0 6000.0 \n", "49 AJattihalli(Uzhavar Sandhai ) APMC 0.74 6200.0 6000.0 \n", "\n", " MaxPrice Variety ... rolling_mean_30 rolling_std_30 price_range \\\n", "0 5000.0 Besrai ... NaN NaN 500.0 \n", "1 4600.0 Besrai ... NaN NaN 200.0 \n", "2 5200.0 Besrai ... NaN NaN 600.0 \n", "3 5000.0 Besrai ... NaN NaN 400.0 \n", "4 4400.0 Besrai ... NaN NaN 400.0 \n", "5 5000.0 Besrai ... NaN NaN 400.0 \n", "6 4400.0 Besrai ... NaN NaN 400.0 \n", "7 4400.0 Besrai ... NaN NaN 400.0 \n", "8 5000.0 Besrai ... NaN NaN 400.0 \n", "9 5000.0 Besrai ... NaN NaN 400.0 \n", "10 5500.0 Besrai ... NaN NaN 1000.0 \n", "11 4600.0 Besrai ... NaN NaN 200.0 \n", "12 4800.0 Besrai ... NaN NaN 200.0 \n", "13 5600.0 Besrai ... NaN NaN 400.0 \n", "14 5500.0 Besrai ... NaN NaN 500.0 \n", "15 4800.0 Besrai ... NaN NaN 200.0 \n", "16 5500.0 Besrai ... NaN NaN 500.0 \n", "17 6000.0 Besrai ... NaN NaN 500.0 \n", "18 6500.0 Besrai ... NaN NaN 1000.0 \n", "19 6500.0 Besrai ... NaN NaN 1000.0 \n", "20 5000.0 Besrai ... NaN NaN 500.0 \n", "21 5800.0 Besrai ... NaN NaN 300.0 \n", "22 6500.0 Besrai ... NaN NaN 1000.0 \n", "23 6500.0 Besrai ... NaN NaN 1000.0 \n", "24 6500.0 Besrai ... NaN NaN 500.0 \n", "25 6500.0 Besrai ... NaN NaN 1000.0 \n", "26 6500.0 Besrai ... NaN NaN 1000.0 \n", "27 5400.0 Besrai ... NaN NaN 400.0 \n", "28 5600.0 Besrai ... NaN NaN 600.0 \n", "29 7000.0 Besrai ... 5486.666667 775.367914 1400.0 \n", "30 6500.0 Besrai ... 5536.666667 791.107183 900.0 \n", "31 6500.0 Besrai ... 5600.000000 789.587409 500.0 \n", "32 6500.0 Besrai ... 5643.333333 802.445973 500.0 \n", "33 7000.0 Besrai ... 5710.000000 829.769390 1000.0 \n", "34 6000.0 Besrai ... 5763.333333 793.283588 500.0 \n", "35 5800.0 Besrai ... 5790.000000 780.075151 300.0 \n", "36 6500.0 Besrai ... 5860.000000 744.450735 500.0 \n", "37 6500.0 Besrai ... 5930.000000 699.827565 500.0 \n", "38 5500.0 Besrai ... 5946.666667 682.658764 500.0 \n", "39 6000.0 Besrai ... 5980.000000 658.839104 500.0 \n", "40 6000.0 Besrai ... 5996.666667 652.572275 400.0 \n", "41 6000.0 Besrai ... 6043.333333 596.936624 500.0 \n", "42 5400.0 Besrai ... 6063.333333 562.925446 400.0 \n", "43 6000.0 Besrai ... 6076.666667 556.270421 500.0 \n", "44 6500.0 Besrai ... 6110.000000 550.454358 500.0 \n", "45 6000.0 Besrai ... 6150.000000 492.530412 500.0 \n", "46 6000.0 Besrai ... 6166.666667 478.022747 400.0 \n", "47 6500.0 Besrai ... 6183.333333 480.720245 500.0 \n", "48 6200.0 Besrai ... 6173.333333 477.011771 200.0 \n", "49 6200.0 Besrai ... 6163.333333 473.055609 200.0 \n", "\n", " price_spread norm_spread volatility_7 volatility_30 zscore_7 \\\n", "0 0.0 0.099980 NaN NaN NaN \n", "1 0.0 0.043469 NaN NaN NaN \n", "2 0.0 0.115362 NaN NaN NaN \n", "3 0.0 0.079984 NaN NaN NaN \n", "4 0.0 0.090888 NaN NaN NaN \n", "5 0.0 0.079984 NaN NaN NaN \n", "6 0.0 0.090888 326.598632 NaN -1.224745 \n", "7 0.0 0.090888 343.649877 NaN -0.914552 \n", "8 0.0 0.079984 354.562104 NaN 0.644658 \n", "9 0.0 0.079984 320.713490 NaN 0.801784 \n", "10 0.0 0.181785 425.944329 NaN 1.609868 \n", "11 0.0 0.043469 399.404318 NaN -0.608048 \n", "12 0.0 0.041658 393.397896 NaN -0.036314 \n", "13 0.0 0.071416 441.318371 NaN 1.391933 \n", "14 0.0 0.090893 390.969491 NaN 0.913480 \n", "15 0.0 0.041658 409.994193 NaN -0.766561 \n", "16 0.0 0.090893 429.839394 NaN 0.731170 \n", "17 0.0 0.083319 522.357294 NaN 1.422125 \n", "18 0.0 0.153822 610.230245 NaN 1.591905 \n", "19 0.0 0.153822 610.230245 NaN 1.193929 \n", "20 0.0 0.099980 676.827333 NaN -1.013130 \n", "21 0.0 0.051715 672.592709 NaN 0.106199 \n", "22 0.0 0.153822 582.277957 NaN 0.907765 \n", "23 0.0 0.153822 569.878851 NaN 0.676836 \n", "24 0.0 0.076911 584.318895 NaN 0.537867 \n", "25 0.0 0.153822 584.318895 NaN 0.537867 \n", "26 0.0 0.153822 584.318895 NaN 0.537867 \n", "27 0.0 0.074060 454.082015 NaN -1.856178 \n", "28 0.0 0.107124 491.353815 NaN -1.250190 \n", "29 0.0 0.199971 569.878851 775.367914 1.253399 \n", "30 0.0 0.138440 569.878851 791.107183 0.376020 \n", "31 0.0 0.076911 569.878851 789.587409 0.376020 \n", "32 0.0 0.076911 569.878851 802.445973 0.376020 \n", "33 0.0 0.142837 629.436634 829.769390 1.021321 \n", "34 0.0 0.083319 506.152621 793.283588 -0.874948 \n", "35 0.0 0.051715 453.557368 780.075151 -1.480361 \n", "36 0.0 0.076911 391.578004 744.450735 0.255377 \n", "37 0.0 0.076911 391.578004 699.827565 0.255377 \n", "38 0.0 0.090893 512.695956 682.658764 -1.476787 \n", "39 0.0 0.083319 508.030745 658.839104 -0.365557 \n", "40 0.0 0.066656 359.894164 652.572275 -0.119083 \n", "41 0.0 0.083319 359.894164 596.936624 -0.119083 \n", "42 0.0 0.074060 429.839394 562.925446 -1.362635 \n", "43 0.0 0.083319 367.099312 556.270421 0.233491 \n", "44 0.0 0.076911 367.099312 550.454358 1.595520 \n", "45 0.0 0.083319 318.478526 492.530412 0.044856 \n", "46 0.0 0.066656 318.478526 478.022747 0.044856 \n", "47 0.0 0.076911 373.528860 480.720245 1.185604 \n", "48 0.0 0.032253 376.069902 477.011771 0.303895 \n", "49 0.0 0.032253 223.606798 473.055609 0.000000 \n", "\n", " momentum_7 momentum_14 \n", "0 NaN NaN \n", "1 NaN NaN \n", "2 NaN NaN \n", "3 NaN NaN \n", "4 NaN NaN \n", "5 NaN NaN \n", "6 NaN NaN \n", "7 -600.0 NaN \n", "8 400.0 NaN \n", "9 -200.0 NaN \n", "10 500.0 NaN \n", "11 200.0 NaN \n", "12 -200.0 NaN \n", "13 1200.0 NaN \n", "14 1100.0 500.0 \n", "15 -200.0 200.0 \n", "16 500.0 300.0 \n", "17 500.0 1000.0 \n", "18 1900.0 2100.0 \n", "19 1700.0 1500.0 \n", "20 -600.0 600.0 \n", "21 300.0 1400.0 \n", "22 1700.0 1500.0 \n", "23 1000.0 1500.0 \n", "24 500.0 1000.0 \n", "25 0.0 1900.0 \n", "26 0.0 1700.0 \n", "27 400.0 -200.0 \n", "28 -200.0 100.0 \n", "29 500.0 2200.0 \n", "30 0.0 1000.0 \n", "31 0.0 500.0 \n", "32 0.0 0.0 \n", "33 500.0 500.0 \n", "34 600.0 1000.0 \n", "35 200.0 0.0 \n", "36 -500.0 0.0 \n", "37 0.0 0.0 \n", "38 -1000.0 -1000.0 \n", "39 -500.0 -500.0 \n", "40 -1000.0 -500.0 \n", "41 0.0 600.0 \n", "42 -400.0 -200.0 \n", "43 -500.0 -1000.0 \n", "44 0.0 0.0 \n", "45 500.0 -500.0 \n", "46 0.0 -500.0 \n", "47 500.0 -500.0 \n", "48 200.0 200.0 \n", "49 800.0 400.0 \n", "\n", "[50 rows x 53 columns]" ] }, "execution_count": 23, "metadata": {}, "output_type": "execute_result" } ], "source": [ "df.head(50)" ] }, { "cell_type": "markdown", "metadata": { "id": "f55QDjlxt_Of" }, "source": [ "# **5. ARRIVAL FEATURES**" ] }, { "cell_type": "code", "execution_count": 24, "metadata": { "id": "eJh_LgrXuIYr" }, "outputs": [], "source": [ "for lag in [1, 3, 7, 14]:\n", " df[f\"arrivals_lag_{lag}\"] = group[\"Arrivals\"].shift(lag)\n", "\n", "for window in [7, 30]:\n", " df[f\"arrivals_avg_{window}\"] = group[\"Arrivals\"].transform(lambda x: x.rolling(window).mean())\n", "\n", "df[\"arrival_change_7\"] = df[\"Arrivals\"] - df[\"arrivals_lag_7\"]\n" ] }, { "cell_type": "code", "execution_count": 25, "metadata": { "collapsed": true, "id": "TFCPir0MvHbZ" }, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
dateCommodityCropGroupStateMandiArrivalsModalPriceMinPriceMaxPriceVariety...zscore_7momentum_7momentum_14arrivals_lag_1arrivals_lag_3arrivals_lag_7arrivals_lag_14arrivals_avg_7arrivals_avg_30arrival_change_7
02024-07-16BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.655000.04500.05000.0Besrai...NaNNaNNaNNaNNaNNaNNaNNaNNaNNaN
12024-07-17BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.634600.04400.04600.0Besrai...NaNNaNNaN0.65NaNNaNNaNNaNNaNNaN
22024-07-18BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.485200.04600.05200.0Besrai...NaNNaNNaN0.63NaNNaNNaNNaNNaNNaN
32024-07-19BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.615000.04600.05000.0Besrai...NaNNaNNaN0.480.65NaNNaNNaNNaNNaN
42024-07-20BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.624400.04000.04400.0Besrai...NaNNaNNaN0.610.63NaNNaNNaNNaNNaN
52024-07-21BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.885000.04600.05000.0Besrai...NaNNaNNaN0.620.48NaNNaNNaNNaNNaN
62024-07-22BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.614400.04000.04400.0Besrai...-1.224745NaNNaN0.880.61NaNNaN0.640000NaNNaN
72024-07-23BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.754400.04000.04400.0Besrai...-0.914552-600.0NaN0.610.620.65NaN0.654286NaN0.10
82024-07-24BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.745000.04600.05000.0Besrai...0.644658400.0NaN0.750.880.63NaN0.670000NaN0.11
92024-07-25BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.545000.04600.05000.0Besrai...0.801784-200.0NaN0.740.610.48NaN0.678571NaN0.06
102024-07-26BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.805500.04500.05500.0Besrai...1.609868500.0NaN0.540.750.61NaN0.705714NaN0.19
112024-07-27BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.724600.04400.04600.0Besrai...-0.608048200.0NaN0.800.740.62NaN0.720000NaN0.10
122024-07-28BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.924800.04600.04800.0Besrai...-0.036314-200.0NaN0.720.540.88NaN0.725714NaN0.04
132024-07-29BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.725600.05200.05600.0Besrai...1.3919331200.0NaN0.920.800.61NaN0.741429NaN0.11
142024-07-30BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.495500.05000.05500.0Besrai...0.9134801100.0500.00.720.720.750.650.704286NaN-0.26
152024-07-31BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.434800.04600.04800.0Besrai...-0.766561-200.0200.00.490.920.740.630.660000NaN-0.31
162024-08-01BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.585500.05000.05500.0Besrai...0.731170500.0300.00.430.720.540.480.665714NaN0.04
172024-08-02BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.786000.05500.06000.0Besrai...1.422125500.01000.00.580.490.800.610.662857NaN-0.02
182024-08-03BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.886500.05500.06500.0Besrai...1.5919051900.02100.00.780.430.720.620.685714NaN0.16
192024-08-04BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.596500.05500.06500.0Besrai...1.1939291700.01500.00.880.580.920.880.638571NaN-0.33
202024-08-05BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.325000.04500.05000.0Besrai...-1.013130-600.0600.00.590.780.720.610.581429NaN-0.40
212024-08-06BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.165800.05500.05800.0Besrai...0.106199300.01400.00.320.880.490.750.534286NaN-0.33
222024-08-07BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.626500.05500.06500.0Besrai...0.9077651700.01500.00.160.590.430.740.561429NaN0.19
232024-08-08BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.486500.05500.06500.0Besrai...0.6768361000.01500.00.620.320.580.540.547143NaN-0.10
242024-08-09BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.326500.06000.06500.0Besrai...0.537867500.01000.00.480.160.780.800.481429NaN-0.46
252024-08-10BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.576500.05500.06500.0Besrai...0.5378670.01900.00.320.620.880.720.437143NaN-0.31
262024-08-11BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.716500.05500.06500.0Besrai...0.5378670.01700.00.570.480.590.920.454286NaN0.12
272024-08-12BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.545400.05000.05400.0Besrai...-1.856178400.0-200.00.710.320.320.720.485714NaN0.22
282024-08-13BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.765600.05000.05600.0Besrai...-1.250190-200.0100.00.540.570.160.490.571429NaN0.60
292024-08-14BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.697000.05600.07000.0Besrai...1.253399500.02200.00.760.710.620.430.5814290.6196670.07
302024-08-15BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.706500.05600.06500.0Besrai...0.3760200.01000.00.690.540.480.580.6128570.6213330.22
312024-08-16BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.726500.06000.06500.0Besrai...0.3760200.0500.00.700.760.320.780.6700000.6243330.40
322024-08-17BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.816500.06000.06500.0Besrai...0.3760200.00.00.720.690.570.880.7042860.6353330.24
332024-08-18BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC1.007000.06000.07000.0Besrai...1.021321500.0500.00.810.700.710.590.7457140.6483330.29
342024-08-19BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.756000.05500.06000.0Besrai...-0.874948600.01000.01.000.720.540.320.7757140.6526670.21
352024-08-20BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.865800.05500.05800.0Besrai...-1.480361200.00.00.750.810.760.160.7900000.6520000.10
362024-08-21BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.696500.06000.06500.0Besrai...0.255377-500.00.00.861.000.690.620.7900000.6546670.00
372024-08-22BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.486500.06000.06500.0Besrai...0.2553770.00.00.690.750.700.480.7585710.645667-0.22
382024-08-23BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.695500.05000.05500.0Besrai...-1.476787-1000.0-1000.00.480.860.720.320.7542860.644000-0.03
392024-08-24BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.656000.05500.06000.0Besrai...-0.365557-500.0-500.00.690.690.810.570.7314290.647667-0.16
402024-08-25BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.846000.05600.06000.0Besrai...-0.119083-1000.0-500.00.650.481.000.710.7085710.649000-0.16
412024-08-26BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.846000.05500.06000.0Besrai...-0.1190830.0600.00.840.690.750.540.7214290.6530000.09
422024-08-27BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.705400.05000.05400.0Besrai...-1.362635-400.0-200.00.840.650.860.760.6985710.645667-0.16
432024-08-28BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.386000.05500.06000.0Besrai...0.233491-500.0-1000.00.700.840.690.690.6542860.634333-0.31
442024-08-29BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.706500.06000.06500.0Besrai...1.5955200.00.00.380.840.480.700.6857140.6413330.22
452024-08-30BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.786000.05500.06000.0Besrai...0.044856500.0-500.00.700.700.690.720.6985710.6530000.09
462024-08-31BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.746000.05600.06000.0Besrai...0.0448560.0-500.00.780.380.650.810.7114290.6583330.09
472024-09-01BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC1.006500.06000.06500.0Besrai...1.185604500.0-500.00.740.700.841.000.7342860.6656670.16
482024-09-02BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.766200.06000.06200.0Besrai...0.303895200.0200.01.000.780.840.750.7228570.661667-0.08
492024-09-03BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.746200.06000.06200.0Besrai...0.000000800.0400.00.760.740.700.860.7285710.6666670.04
\n", "

50 rows × 60 columns

\n", "
" ], "text/plain": [ " date Commodity CropGroup State \\\n", "0 2024-07-16 Banana Fruits Tamil Nadu \n", "1 2024-07-17 Banana Fruits Tamil Nadu \n", "2 2024-07-18 Banana Fruits Tamil Nadu \n", "3 2024-07-19 Banana Fruits Tamil Nadu \n", "4 2024-07-20 Banana Fruits Tamil Nadu \n", "5 2024-07-21 Banana Fruits Tamil Nadu \n", "6 2024-07-22 Banana Fruits Tamil Nadu \n", "7 2024-07-23 Banana Fruits Tamil Nadu \n", "8 2024-07-24 Banana Fruits Tamil Nadu \n", "9 2024-07-25 Banana Fruits Tamil Nadu \n", "10 2024-07-26 Banana Fruits Tamil Nadu \n", "11 2024-07-27 Banana Fruits Tamil Nadu \n", "12 2024-07-28 Banana Fruits Tamil Nadu \n", "13 2024-07-29 Banana Fruits Tamil Nadu \n", "14 2024-07-30 Banana Fruits Tamil Nadu \n", "15 2024-07-31 Banana Fruits Tamil Nadu \n", "16 2024-08-01 Banana Fruits Tamil Nadu \n", "17 2024-08-02 Banana Fruits Tamil Nadu \n", "18 2024-08-03 Banana Fruits Tamil Nadu \n", "19 2024-08-04 Banana Fruits Tamil Nadu \n", "20 2024-08-05 Banana Fruits Tamil Nadu \n", "21 2024-08-06 Banana Fruits Tamil Nadu \n", "22 2024-08-07 Banana Fruits Tamil Nadu \n", "23 2024-08-08 Banana Fruits Tamil Nadu \n", "24 2024-08-09 Banana Fruits Tamil Nadu \n", "25 2024-08-10 Banana Fruits Tamil Nadu \n", "26 2024-08-11 Banana Fruits Tamil Nadu \n", "27 2024-08-12 Banana Fruits Tamil Nadu \n", "28 2024-08-13 Banana Fruits Tamil Nadu \n", "29 2024-08-14 Banana Fruits Tamil Nadu \n", "30 2024-08-15 Banana Fruits Tamil Nadu \n", "31 2024-08-16 Banana Fruits Tamil Nadu \n", "32 2024-08-17 Banana Fruits Tamil Nadu \n", "33 2024-08-18 Banana Fruits Tamil Nadu \n", "34 2024-08-19 Banana Fruits Tamil Nadu \n", "35 2024-08-20 Banana Fruits Tamil Nadu \n", "36 2024-08-21 Banana Fruits Tamil Nadu \n", "37 2024-08-22 Banana Fruits Tamil Nadu \n", "38 2024-08-23 Banana Fruits Tamil Nadu \n", "39 2024-08-24 Banana Fruits Tamil Nadu \n", "40 2024-08-25 Banana Fruits Tamil Nadu \n", "41 2024-08-26 Banana Fruits Tamil Nadu \n", "42 2024-08-27 Banana Fruits Tamil Nadu \n", "43 2024-08-28 Banana Fruits Tamil Nadu \n", "44 2024-08-29 Banana Fruits Tamil Nadu \n", "45 2024-08-30 Banana Fruits Tamil Nadu \n", "46 2024-08-31 Banana Fruits Tamil Nadu \n", "47 2024-09-01 Banana Fruits Tamil Nadu \n", "48 2024-09-02 Banana Fruits Tamil Nadu \n", "49 2024-09-03 Banana Fruits Tamil Nadu \n", "\n", " Mandi Arrivals ModalPrice MinPrice \\\n", "0 AJattihalli(Uzhavar Sandhai ) APMC 0.65 5000.0 4500.0 \n", "1 AJattihalli(Uzhavar Sandhai ) APMC 0.63 4600.0 4400.0 \n", "2 AJattihalli(Uzhavar Sandhai ) APMC 0.48 5200.0 4600.0 \n", "3 AJattihalli(Uzhavar Sandhai ) APMC 0.61 5000.0 4600.0 \n", "4 AJattihalli(Uzhavar Sandhai ) APMC 0.62 4400.0 4000.0 \n", "5 AJattihalli(Uzhavar Sandhai ) APMC 0.88 5000.0 4600.0 \n", "6 AJattihalli(Uzhavar Sandhai ) APMC 0.61 4400.0 4000.0 \n", "7 AJattihalli(Uzhavar Sandhai ) APMC 0.75 4400.0 4000.0 \n", "8 AJattihalli(Uzhavar Sandhai ) APMC 0.74 5000.0 4600.0 \n", "9 AJattihalli(Uzhavar Sandhai ) APMC 0.54 5000.0 4600.0 \n", "10 AJattihalli(Uzhavar Sandhai ) APMC 0.80 5500.0 4500.0 \n", "11 AJattihalli(Uzhavar Sandhai ) APMC 0.72 4600.0 4400.0 \n", "12 AJattihalli(Uzhavar Sandhai ) APMC 0.92 4800.0 4600.0 \n", "13 AJattihalli(Uzhavar Sandhai ) APMC 0.72 5600.0 5200.0 \n", "14 AJattihalli(Uzhavar Sandhai ) APMC 0.49 5500.0 5000.0 \n", "15 AJattihalli(Uzhavar Sandhai ) APMC 0.43 4800.0 4600.0 \n", "16 AJattihalli(Uzhavar Sandhai ) APMC 0.58 5500.0 5000.0 \n", "17 AJattihalli(Uzhavar Sandhai ) APMC 0.78 6000.0 5500.0 \n", "18 AJattihalli(Uzhavar Sandhai ) APMC 0.88 6500.0 5500.0 \n", "19 AJattihalli(Uzhavar Sandhai ) APMC 0.59 6500.0 5500.0 \n", "20 AJattihalli(Uzhavar Sandhai ) APMC 0.32 5000.0 4500.0 \n", "21 AJattihalli(Uzhavar Sandhai ) APMC 0.16 5800.0 5500.0 \n", "22 AJattihalli(Uzhavar Sandhai ) APMC 0.62 6500.0 5500.0 \n", "23 AJattihalli(Uzhavar Sandhai ) APMC 0.48 6500.0 5500.0 \n", "24 AJattihalli(Uzhavar Sandhai ) APMC 0.32 6500.0 6000.0 \n", "25 AJattihalli(Uzhavar Sandhai ) APMC 0.57 6500.0 5500.0 \n", "26 AJattihalli(Uzhavar Sandhai ) APMC 0.71 6500.0 5500.0 \n", "27 AJattihalli(Uzhavar Sandhai ) APMC 0.54 5400.0 5000.0 \n", "28 AJattihalli(Uzhavar Sandhai ) APMC 0.76 5600.0 5000.0 \n", "29 AJattihalli(Uzhavar Sandhai ) APMC 0.69 7000.0 5600.0 \n", "30 AJattihalli(Uzhavar Sandhai ) APMC 0.70 6500.0 5600.0 \n", "31 AJattihalli(Uzhavar Sandhai ) APMC 0.72 6500.0 6000.0 \n", "32 AJattihalli(Uzhavar Sandhai ) APMC 0.81 6500.0 6000.0 \n", "33 AJattihalli(Uzhavar Sandhai ) APMC 1.00 7000.0 6000.0 \n", "34 AJattihalli(Uzhavar Sandhai ) APMC 0.75 6000.0 5500.0 \n", "35 AJattihalli(Uzhavar Sandhai ) APMC 0.86 5800.0 5500.0 \n", "36 AJattihalli(Uzhavar Sandhai ) APMC 0.69 6500.0 6000.0 \n", "37 AJattihalli(Uzhavar Sandhai ) APMC 0.48 6500.0 6000.0 \n", "38 AJattihalli(Uzhavar Sandhai ) APMC 0.69 5500.0 5000.0 \n", "39 AJattihalli(Uzhavar Sandhai ) APMC 0.65 6000.0 5500.0 \n", "40 AJattihalli(Uzhavar Sandhai ) APMC 0.84 6000.0 5600.0 \n", "41 AJattihalli(Uzhavar Sandhai ) APMC 0.84 6000.0 5500.0 \n", "42 AJattihalli(Uzhavar Sandhai ) APMC 0.70 5400.0 5000.0 \n", "43 AJattihalli(Uzhavar Sandhai ) APMC 0.38 6000.0 5500.0 \n", "44 AJattihalli(Uzhavar Sandhai ) APMC 0.70 6500.0 6000.0 \n", "45 AJattihalli(Uzhavar Sandhai ) APMC 0.78 6000.0 5500.0 \n", "46 AJattihalli(Uzhavar Sandhai ) APMC 0.74 6000.0 5600.0 \n", "47 AJattihalli(Uzhavar Sandhai ) APMC 1.00 6500.0 6000.0 \n", "48 AJattihalli(Uzhavar Sandhai ) APMC 0.76 6200.0 6000.0 \n", "49 AJattihalli(Uzhavar Sandhai ) APMC 0.74 6200.0 6000.0 \n", "\n", " MaxPrice Variety ... zscore_7 momentum_7 momentum_14 arrivals_lag_1 \\\n", "0 5000.0 Besrai ... NaN NaN NaN NaN \n", "1 4600.0 Besrai ... NaN NaN NaN 0.65 \n", "2 5200.0 Besrai ... NaN NaN NaN 0.63 \n", "3 5000.0 Besrai ... NaN NaN NaN 0.48 \n", "4 4400.0 Besrai ... NaN NaN NaN 0.61 \n", "5 5000.0 Besrai ... NaN NaN NaN 0.62 \n", "6 4400.0 Besrai ... -1.224745 NaN NaN 0.88 \n", "7 4400.0 Besrai ... -0.914552 -600.0 NaN 0.61 \n", "8 5000.0 Besrai ... 0.644658 400.0 NaN 0.75 \n", "9 5000.0 Besrai ... 0.801784 -200.0 NaN 0.74 \n", "10 5500.0 Besrai ... 1.609868 500.0 NaN 0.54 \n", "11 4600.0 Besrai ... -0.608048 200.0 NaN 0.80 \n", "12 4800.0 Besrai ... -0.036314 -200.0 NaN 0.72 \n", "13 5600.0 Besrai ... 1.391933 1200.0 NaN 0.92 \n", "14 5500.0 Besrai ... 0.913480 1100.0 500.0 0.72 \n", "15 4800.0 Besrai ... -0.766561 -200.0 200.0 0.49 \n", "16 5500.0 Besrai ... 0.731170 500.0 300.0 0.43 \n", "17 6000.0 Besrai ... 1.422125 500.0 1000.0 0.58 \n", "18 6500.0 Besrai ... 1.591905 1900.0 2100.0 0.78 \n", "19 6500.0 Besrai ... 1.193929 1700.0 1500.0 0.88 \n", "20 5000.0 Besrai ... -1.013130 -600.0 600.0 0.59 \n", "21 5800.0 Besrai ... 0.106199 300.0 1400.0 0.32 \n", "22 6500.0 Besrai ... 0.907765 1700.0 1500.0 0.16 \n", "23 6500.0 Besrai ... 0.676836 1000.0 1500.0 0.62 \n", "24 6500.0 Besrai ... 0.537867 500.0 1000.0 0.48 \n", "25 6500.0 Besrai ... 0.537867 0.0 1900.0 0.32 \n", "26 6500.0 Besrai ... 0.537867 0.0 1700.0 0.57 \n", "27 5400.0 Besrai ... -1.856178 400.0 -200.0 0.71 \n", "28 5600.0 Besrai ... -1.250190 -200.0 100.0 0.54 \n", "29 7000.0 Besrai ... 1.253399 500.0 2200.0 0.76 \n", "30 6500.0 Besrai ... 0.376020 0.0 1000.0 0.69 \n", "31 6500.0 Besrai ... 0.376020 0.0 500.0 0.70 \n", "32 6500.0 Besrai ... 0.376020 0.0 0.0 0.72 \n", "33 7000.0 Besrai ... 1.021321 500.0 500.0 0.81 \n", "34 6000.0 Besrai ... -0.874948 600.0 1000.0 1.00 \n", "35 5800.0 Besrai ... -1.480361 200.0 0.0 0.75 \n", "36 6500.0 Besrai ... 0.255377 -500.0 0.0 0.86 \n", "37 6500.0 Besrai ... 0.255377 0.0 0.0 0.69 \n", "38 5500.0 Besrai ... -1.476787 -1000.0 -1000.0 0.48 \n", "39 6000.0 Besrai ... -0.365557 -500.0 -500.0 0.69 \n", "40 6000.0 Besrai ... -0.119083 -1000.0 -500.0 0.65 \n", "41 6000.0 Besrai ... -0.119083 0.0 600.0 0.84 \n", "42 5400.0 Besrai ... -1.362635 -400.0 -200.0 0.84 \n", "43 6000.0 Besrai ... 0.233491 -500.0 -1000.0 0.70 \n", "44 6500.0 Besrai ... 1.595520 0.0 0.0 0.38 \n", "45 6000.0 Besrai ... 0.044856 500.0 -500.0 0.70 \n", "46 6000.0 Besrai ... 0.044856 0.0 -500.0 0.78 \n", "47 6500.0 Besrai ... 1.185604 500.0 -500.0 0.74 \n", "48 6200.0 Besrai ... 0.303895 200.0 200.0 1.00 \n", "49 6200.0 Besrai ... 0.000000 800.0 400.0 0.76 \n", "\n", " arrivals_lag_3 arrivals_lag_7 arrivals_lag_14 arrivals_avg_7 \\\n", "0 NaN NaN NaN NaN \n", "1 NaN NaN NaN NaN \n", "2 NaN NaN NaN NaN \n", "3 0.65 NaN NaN NaN \n", "4 0.63 NaN NaN NaN \n", "5 0.48 NaN NaN NaN \n", "6 0.61 NaN NaN 0.640000 \n", "7 0.62 0.65 NaN 0.654286 \n", "8 0.88 0.63 NaN 0.670000 \n", "9 0.61 0.48 NaN 0.678571 \n", "10 0.75 0.61 NaN 0.705714 \n", "11 0.74 0.62 NaN 0.720000 \n", "12 0.54 0.88 NaN 0.725714 \n", "13 0.80 0.61 NaN 0.741429 \n", "14 0.72 0.75 0.65 0.704286 \n", "15 0.92 0.74 0.63 0.660000 \n", "16 0.72 0.54 0.48 0.665714 \n", "17 0.49 0.80 0.61 0.662857 \n", "18 0.43 0.72 0.62 0.685714 \n", "19 0.58 0.92 0.88 0.638571 \n", "20 0.78 0.72 0.61 0.581429 \n", "21 0.88 0.49 0.75 0.534286 \n", "22 0.59 0.43 0.74 0.561429 \n", "23 0.32 0.58 0.54 0.547143 \n", "24 0.16 0.78 0.80 0.481429 \n", "25 0.62 0.88 0.72 0.437143 \n", "26 0.48 0.59 0.92 0.454286 \n", "27 0.32 0.32 0.72 0.485714 \n", "28 0.57 0.16 0.49 0.571429 \n", "29 0.71 0.62 0.43 0.581429 \n", "30 0.54 0.48 0.58 0.612857 \n", "31 0.76 0.32 0.78 0.670000 \n", "32 0.69 0.57 0.88 0.704286 \n", "33 0.70 0.71 0.59 0.745714 \n", "34 0.72 0.54 0.32 0.775714 \n", "35 0.81 0.76 0.16 0.790000 \n", "36 1.00 0.69 0.62 0.790000 \n", "37 0.75 0.70 0.48 0.758571 \n", "38 0.86 0.72 0.32 0.754286 \n", "39 0.69 0.81 0.57 0.731429 \n", "40 0.48 1.00 0.71 0.708571 \n", "41 0.69 0.75 0.54 0.721429 \n", "42 0.65 0.86 0.76 0.698571 \n", "43 0.84 0.69 0.69 0.654286 \n", "44 0.84 0.48 0.70 0.685714 \n", "45 0.70 0.69 0.72 0.698571 \n", "46 0.38 0.65 0.81 0.711429 \n", "47 0.70 0.84 1.00 0.734286 \n", "48 0.78 0.84 0.75 0.722857 \n", "49 0.74 0.70 0.86 0.728571 \n", "\n", " arrivals_avg_30 arrival_change_7 \n", "0 NaN NaN \n", "1 NaN NaN \n", "2 NaN NaN \n", "3 NaN NaN \n", "4 NaN NaN \n", "5 NaN NaN \n", "6 NaN NaN \n", "7 NaN 0.10 \n", "8 NaN 0.11 \n", "9 NaN 0.06 \n", "10 NaN 0.19 \n", "11 NaN 0.10 \n", "12 NaN 0.04 \n", "13 NaN 0.11 \n", "14 NaN -0.26 \n", "15 NaN -0.31 \n", "16 NaN 0.04 \n", "17 NaN -0.02 \n", "18 NaN 0.16 \n", "19 NaN -0.33 \n", "20 NaN -0.40 \n", "21 NaN -0.33 \n", "22 NaN 0.19 \n", "23 NaN -0.10 \n", "24 NaN -0.46 \n", "25 NaN -0.31 \n", "26 NaN 0.12 \n", "27 NaN 0.22 \n", "28 NaN 0.60 \n", "29 0.619667 0.07 \n", "30 0.621333 0.22 \n", "31 0.624333 0.40 \n", "32 0.635333 0.24 \n", "33 0.648333 0.29 \n", "34 0.652667 0.21 \n", "35 0.652000 0.10 \n", "36 0.654667 0.00 \n", "37 0.645667 -0.22 \n", "38 0.644000 -0.03 \n", "39 0.647667 -0.16 \n", "40 0.649000 -0.16 \n", "41 0.653000 0.09 \n", "42 0.645667 -0.16 \n", "43 0.634333 -0.31 \n", "44 0.641333 0.22 \n", "45 0.653000 0.09 \n", "46 0.658333 0.09 \n", "47 0.665667 0.16 \n", "48 0.661667 -0.08 \n", "49 0.666667 0.04 \n", "\n", "[50 rows x 60 columns]" ] }, "execution_count": 25, "metadata": {}, "output_type": "execute_result" } ], "source": [ "df.head(50)" ] }, { "cell_type": "markdown", "metadata": { "id": "s1XDDenLvJuP" }, "source": [ "# **6. WEATHER FEATURES (AND ANOMALIES)**" ] }, { "cell_type": "code", "execution_count": 26, "metadata": { "id": "sj8ZuNn9vUiL" }, "outputs": [], "source": [ "df[\"temp_range\"] = df[\"temp_max\"] - df[\"temp_min\"]\n", "df[\"rain_intensity\"] = df[\"rainfall\"] / 24\n", "\n", "# Rolling 30-day climate trend\n", "df[\"temp_avg_30\"] = group[\"temp_avg\"].transform(lambda x: x.rolling(30).mean())\n", "df[\"rain_avg_30\"] = group[\"rainfall\"].transform(lambda x: x.rolling(30).mean())\n", "\n", "df[\"temp_anomaly\"] = df[\"temp_avg\"] - df[\"temp_avg_30\"]\n", "df[\"rain_anomaly\"] = df[\"rainfall\"] - df[\"rain_avg_30\"]\n" ] }, { "cell_type": "code", "execution_count": 27, "metadata": { "collapsed": true, "id": "KkuyRTvUvWPg" }, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
dateCommodityCropGroupStateMandiArrivalsModalPriceMinPriceMaxPriceVariety...arrivals_lag_14arrivals_avg_7arrivals_avg_30arrival_change_7temp_rangerain_intensitytemp_avg_30rain_avg_30temp_anomalyrain_anomaly
02024-07-16BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.655000.04500.05000.0Besrai...NaNNaNNaNNaN7.950.040833NaNNaNNaNNaN
12024-07-17BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.634600.04400.04600.0Besrai...NaNNaNNaNNaN8.030.077917NaNNaNNaNNaN
22024-07-18BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.485200.04600.05200.0Besrai...NaNNaNNaNNaN7.690.198750NaNNaNNaNNaN
32024-07-19BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.615000.04600.05000.0Besrai...NaNNaNNaNNaN7.240.127917NaNNaNNaNNaN
42024-07-20BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.624400.04000.04400.0Besrai...NaNNaNNaNNaN9.830.175000NaNNaNNaNNaN
52024-07-21BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.885000.04600.05000.0Besrai...NaNNaNNaNNaN11.100.080000NaNNaNNaNNaN
62024-07-22BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.614400.04000.04400.0Besrai...NaN0.640000NaNNaN11.430.036250NaNNaNNaNNaN
72024-07-23BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.754400.04000.04400.0Besrai...NaN0.654286NaN0.1010.650.030833NaNNaNNaNNaN
82024-07-24BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.745000.04600.05000.0Besrai...NaN0.670000NaN0.1110.850.010833NaNNaNNaNNaN
92024-07-25BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.545000.04600.05000.0Besrai...NaN0.678571NaN0.0611.090.116250NaNNaNNaNNaN
102024-07-26BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.805500.04500.05500.0Besrai...NaN0.705714NaN0.198.970.038333NaNNaNNaNNaN
112024-07-27BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.724600.04400.04600.0Besrai...NaN0.720000NaN0.1010.400.002083NaNNaNNaNNaN
122024-07-28BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.924800.04600.04800.0Besrai...NaN0.725714NaN0.0411.230.000000NaNNaNNaNNaN
132024-07-29BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.725600.05200.05600.0Besrai...NaN0.741429NaN0.1111.830.082083NaNNaNNaNNaN
142024-07-30BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.495500.05000.05500.0Besrai...0.650.704286NaN-0.267.090.057917NaNNaNNaNNaN
152024-07-31BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.434800.04600.04800.0Besrai...0.630.660000NaN-0.3111.080.220417NaNNaNNaNNaN
162024-08-01BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.585500.05000.05500.0Besrai...0.480.665714NaN0.0410.690.175000NaNNaNNaNNaN
172024-08-02BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.786000.05500.06000.0Besrai...0.610.662857NaN-0.0210.530.020417NaNNaNNaNNaN
182024-08-03BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.886500.05500.06500.0Besrai...0.620.685714NaN0.169.690.068750NaNNaNNaNNaN
192024-08-04BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.596500.05500.06500.0Besrai...0.880.638571NaN-0.337.830.204167NaNNaNNaNNaN
202024-08-05BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.325000.04500.05000.0Besrai...0.610.581429NaN-0.4012.310.177083NaNNaNNaNNaN
212024-08-06BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.165800.05500.05800.0Besrai...0.750.534286NaN-0.336.150.485833NaNNaNNaNNaN
222024-08-07BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.626500.05500.06500.0Besrai...0.740.561429NaN0.196.510.296250NaNNaNNaNNaN
232024-08-08BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.486500.05500.06500.0Besrai...0.540.547143NaN-0.108.940.111667NaNNaNNaNNaN
242024-08-09BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.326500.06000.06500.0Besrai...0.800.481429NaN-0.469.630.528333NaNNaNNaNNaN
252024-08-10BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.576500.05500.06500.0Besrai...0.720.437143NaN-0.316.751.132500NaNNaNNaNNaN
262024-08-11BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.716500.05500.06500.0Besrai...0.920.454286NaN0.126.031.047083NaNNaNNaNNaN
272024-08-12BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.545400.05000.05400.0Besrai...0.720.485714NaN0.227.060.507083NaNNaNNaNNaN
282024-08-13BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.765600.05000.05600.0Besrai...0.490.571429NaN0.607.300.450000NaNNaNNaNNaN
292024-08-14BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.697000.05600.07000.0Besrai...0.430.5814290.6196670.077.100.24541726.3636675.3960000.3563330.494000
302024-08-15BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.706500.05600.06500.0Besrai...0.580.6128570.6213330.228.370.48041726.3836675.7476670.1963335.782333
312024-08-16BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.726500.06000.06500.0Besrai...0.780.6700000.6243330.407.640.32208326.4243335.9430000.1156671.787000
322024-08-17BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.816500.06000.06500.0Besrai...0.880.7042860.6353330.245.990.09250026.4700005.8580000.070000-3.638000
332024-08-18BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC1.007000.06000.07000.0Besrai...0.590.7457140.6483330.297.560.12041726.5040005.8520000.076000-2.962000
342024-08-19BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.756000.05500.06000.0Besrai...0.320.7757140.6526670.216.670.07125026.5000005.769000-0.110000-4.059000
352024-08-20BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.865800.05500.05800.0Besrai...0.160.7900000.6520000.107.620.31500026.5070005.957000-0.1570001.603000
362024-08-21BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.696500.06000.06500.0Besrai...0.620.7900000.6546670.006.830.06500026.4810005.980000-0.951000-4.420000
372024-08-22BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.486500.06000.06500.0Besrai...0.480.7585710.645667-0.228.000.00041726.4333335.955667-1.523333-5.945667
382024-08-23BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.695500.05000.05500.0Besrai...0.320.7542860.644000-0.039.960.00000026.4260005.947000-0.506000-5.947000
392024-08-24BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.656000.05500.06000.0Besrai...0.570.7314290.647667-0.169.450.02166726.3940005.871333-0.734000-5.351333
402024-08-25BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.846000.05600.06000.0Besrai...0.710.7085710.649000-0.169.820.02416726.3650005.860000-0.815000-5.280000
412024-08-26BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.846000.05500.06000.0Besrai...0.540.7214290.6530000.0910.590.00291726.3293335.860667-0.499333-5.790667
422024-08-27BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.705400.05000.05400.0Besrai...0.760.6985710.645667-0.169.720.11625026.2976675.953667-0.527667-3.163667
432024-08-28BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.386000.05500.06000.0Besrai...0.690.6542860.634333-0.319.320.01666726.2213335.901333-0.951333-5.501333
442024-08-29BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.706500.06000.06500.0Besrai...0.700.6857140.6413330.228.710.32458326.1960006.114667-1.0460001.675333
452024-08-30BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.786000.05500.06000.0Besrai...0.720.6985710.6530000.096.320.38333326.1186676.245000-1.3286672.955000
462024-08-31BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.746000.05600.06000.0Besrai...0.810.7114290.6583330.098.500.22208326.0343336.282667-1.164333-0.952667
472024-09-01BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC1.006500.06000.06500.0Besrai...1.000.7342860.6656670.169.290.11958325.9883336.362000-0.648333-3.492000
482024-09-02BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.766200.06000.06200.0Besrai...0.750.7228570.661667-0.0811.490.03750025.9690006.337000-0.129000-5.437000
492024-09-03BananaFruitsTamil NaduAJattihalli(Uzhavar Sandhai ) APMC0.746200.06000.06200.0Besrai...0.860.7285710.6666670.0410.660.14916725.9873336.2930000.072667-2.713000
\n", "

50 rows × 66 columns

\n", "
" ], "text/plain": [ " date Commodity CropGroup State \\\n", "0 2024-07-16 Banana Fruits Tamil Nadu \n", "1 2024-07-17 Banana Fruits Tamil Nadu \n", "2 2024-07-18 Banana Fruits Tamil Nadu \n", "3 2024-07-19 Banana Fruits Tamil Nadu \n", "4 2024-07-20 Banana Fruits Tamil Nadu \n", "5 2024-07-21 Banana Fruits Tamil Nadu \n", "6 2024-07-22 Banana Fruits Tamil Nadu \n", "7 2024-07-23 Banana Fruits Tamil Nadu \n", "8 2024-07-24 Banana Fruits Tamil Nadu \n", "9 2024-07-25 Banana Fruits Tamil Nadu \n", "10 2024-07-26 Banana Fruits Tamil Nadu \n", "11 2024-07-27 Banana Fruits Tamil Nadu \n", "12 2024-07-28 Banana Fruits Tamil Nadu \n", "13 2024-07-29 Banana Fruits Tamil Nadu \n", "14 2024-07-30 Banana Fruits Tamil Nadu \n", "15 2024-07-31 Banana Fruits Tamil Nadu \n", "16 2024-08-01 Banana Fruits Tamil Nadu \n", "17 2024-08-02 Banana Fruits Tamil Nadu \n", "18 2024-08-03 Banana Fruits Tamil Nadu \n", "19 2024-08-04 Banana Fruits Tamil Nadu \n", "20 2024-08-05 Banana Fruits Tamil Nadu \n", "21 2024-08-06 Banana Fruits Tamil Nadu \n", "22 2024-08-07 Banana Fruits Tamil Nadu \n", "23 2024-08-08 Banana Fruits Tamil Nadu \n", "24 2024-08-09 Banana Fruits Tamil Nadu \n", "25 2024-08-10 Banana Fruits Tamil Nadu \n", "26 2024-08-11 Banana Fruits Tamil Nadu \n", "27 2024-08-12 Banana Fruits Tamil Nadu \n", "28 2024-08-13 Banana Fruits Tamil Nadu \n", "29 2024-08-14 Banana Fruits Tamil Nadu \n", "30 2024-08-15 Banana Fruits Tamil Nadu \n", "31 2024-08-16 Banana Fruits Tamil Nadu \n", "32 2024-08-17 Banana Fruits Tamil Nadu \n", "33 2024-08-18 Banana Fruits Tamil Nadu \n", "34 2024-08-19 Banana Fruits Tamil Nadu \n", "35 2024-08-20 Banana Fruits Tamil Nadu \n", "36 2024-08-21 Banana Fruits Tamil Nadu \n", "37 2024-08-22 Banana Fruits Tamil Nadu \n", "38 2024-08-23 Banana Fruits Tamil Nadu \n", "39 2024-08-24 Banana Fruits Tamil Nadu \n", "40 2024-08-25 Banana Fruits Tamil Nadu \n", "41 2024-08-26 Banana Fruits Tamil Nadu \n", "42 2024-08-27 Banana Fruits Tamil Nadu \n", "43 2024-08-28 Banana Fruits Tamil Nadu \n", "44 2024-08-29 Banana Fruits Tamil Nadu \n", "45 2024-08-30 Banana Fruits Tamil Nadu \n", "46 2024-08-31 Banana Fruits Tamil Nadu \n", "47 2024-09-01 Banana Fruits Tamil Nadu \n", "48 2024-09-02 Banana Fruits Tamil Nadu \n", "49 2024-09-03 Banana Fruits Tamil Nadu \n", "\n", " Mandi Arrivals ModalPrice MinPrice \\\n", "0 AJattihalli(Uzhavar Sandhai ) APMC 0.65 5000.0 4500.0 \n", "1 AJattihalli(Uzhavar Sandhai ) APMC 0.63 4600.0 4400.0 \n", "2 AJattihalli(Uzhavar Sandhai ) APMC 0.48 5200.0 4600.0 \n", "3 AJattihalli(Uzhavar Sandhai ) APMC 0.61 5000.0 4600.0 \n", "4 AJattihalli(Uzhavar Sandhai ) APMC 0.62 4400.0 4000.0 \n", "5 AJattihalli(Uzhavar Sandhai ) APMC 0.88 5000.0 4600.0 \n", "6 AJattihalli(Uzhavar Sandhai ) APMC 0.61 4400.0 4000.0 \n", "7 AJattihalli(Uzhavar Sandhai ) APMC 0.75 4400.0 4000.0 \n", "8 AJattihalli(Uzhavar Sandhai ) APMC 0.74 5000.0 4600.0 \n", "9 AJattihalli(Uzhavar Sandhai ) APMC 0.54 5000.0 4600.0 \n", "10 AJattihalli(Uzhavar Sandhai ) APMC 0.80 5500.0 4500.0 \n", "11 AJattihalli(Uzhavar Sandhai ) APMC 0.72 4600.0 4400.0 \n", "12 AJattihalli(Uzhavar Sandhai ) APMC 0.92 4800.0 4600.0 \n", "13 AJattihalli(Uzhavar Sandhai ) APMC 0.72 5600.0 5200.0 \n", "14 AJattihalli(Uzhavar Sandhai ) APMC 0.49 5500.0 5000.0 \n", "15 AJattihalli(Uzhavar Sandhai ) APMC 0.43 4800.0 4600.0 \n", "16 AJattihalli(Uzhavar Sandhai ) APMC 0.58 5500.0 5000.0 \n", "17 AJattihalli(Uzhavar Sandhai ) APMC 0.78 6000.0 5500.0 \n", "18 AJattihalli(Uzhavar Sandhai ) APMC 0.88 6500.0 5500.0 \n", "19 AJattihalli(Uzhavar Sandhai ) APMC 0.59 6500.0 5500.0 \n", "20 AJattihalli(Uzhavar Sandhai ) APMC 0.32 5000.0 4500.0 \n", "21 AJattihalli(Uzhavar Sandhai ) APMC 0.16 5800.0 5500.0 \n", "22 AJattihalli(Uzhavar Sandhai ) APMC 0.62 6500.0 5500.0 \n", "23 AJattihalli(Uzhavar Sandhai ) APMC 0.48 6500.0 5500.0 \n", "24 AJattihalli(Uzhavar Sandhai ) APMC 0.32 6500.0 6000.0 \n", "25 AJattihalli(Uzhavar Sandhai ) APMC 0.57 6500.0 5500.0 \n", "26 AJattihalli(Uzhavar Sandhai ) APMC 0.71 6500.0 5500.0 \n", "27 AJattihalli(Uzhavar Sandhai ) APMC 0.54 5400.0 5000.0 \n", "28 AJattihalli(Uzhavar Sandhai ) APMC 0.76 5600.0 5000.0 \n", "29 AJattihalli(Uzhavar Sandhai ) APMC 0.69 7000.0 5600.0 \n", "30 AJattihalli(Uzhavar Sandhai ) APMC 0.70 6500.0 5600.0 \n", "31 AJattihalli(Uzhavar Sandhai ) APMC 0.72 6500.0 6000.0 \n", "32 AJattihalli(Uzhavar Sandhai ) APMC 0.81 6500.0 6000.0 \n", "33 AJattihalli(Uzhavar Sandhai ) APMC 1.00 7000.0 6000.0 \n", "34 AJattihalli(Uzhavar Sandhai ) APMC 0.75 6000.0 5500.0 \n", "35 AJattihalli(Uzhavar Sandhai ) APMC 0.86 5800.0 5500.0 \n", "36 AJattihalli(Uzhavar Sandhai ) APMC 0.69 6500.0 6000.0 \n", "37 AJattihalli(Uzhavar Sandhai ) APMC 0.48 6500.0 6000.0 \n", "38 AJattihalli(Uzhavar Sandhai ) APMC 0.69 5500.0 5000.0 \n", "39 AJattihalli(Uzhavar Sandhai ) APMC 0.65 6000.0 5500.0 \n", "40 AJattihalli(Uzhavar Sandhai ) APMC 0.84 6000.0 5600.0 \n", "41 AJattihalli(Uzhavar Sandhai ) APMC 0.84 6000.0 5500.0 \n", "42 AJattihalli(Uzhavar Sandhai ) APMC 0.70 5400.0 5000.0 \n", "43 AJattihalli(Uzhavar Sandhai ) APMC 0.38 6000.0 5500.0 \n", "44 AJattihalli(Uzhavar Sandhai ) APMC 0.70 6500.0 6000.0 \n", "45 AJattihalli(Uzhavar Sandhai ) APMC 0.78 6000.0 5500.0 \n", "46 AJattihalli(Uzhavar Sandhai ) APMC 0.74 6000.0 5600.0 \n", "47 AJattihalli(Uzhavar Sandhai ) APMC 1.00 6500.0 6000.0 \n", "48 AJattihalli(Uzhavar Sandhai ) APMC 0.76 6200.0 6000.0 \n", "49 AJattihalli(Uzhavar Sandhai ) APMC 0.74 6200.0 6000.0 \n", "\n", " MaxPrice Variety ... arrivals_lag_14 arrivals_avg_7 arrivals_avg_30 \\\n", "0 5000.0 Besrai ... NaN NaN NaN \n", "1 4600.0 Besrai ... NaN NaN NaN \n", "2 5200.0 Besrai ... NaN NaN NaN \n", "3 5000.0 Besrai ... NaN NaN NaN \n", "4 4400.0 Besrai ... NaN NaN NaN \n", "5 5000.0 Besrai ... NaN NaN NaN \n", "6 4400.0 Besrai ... NaN 0.640000 NaN \n", "7 4400.0 Besrai ... NaN 0.654286 NaN \n", "8 5000.0 Besrai ... NaN 0.670000 NaN \n", "9 5000.0 Besrai ... NaN 0.678571 NaN \n", "10 5500.0 Besrai ... NaN 0.705714 NaN \n", "11 4600.0 Besrai ... NaN 0.720000 NaN \n", "12 4800.0 Besrai ... NaN 0.725714 NaN \n", "13 5600.0 Besrai ... NaN 0.741429 NaN \n", "14 5500.0 Besrai ... 0.65 0.704286 NaN \n", "15 4800.0 Besrai ... 0.63 0.660000 NaN \n", "16 5500.0 Besrai ... 0.48 0.665714 NaN \n", "17 6000.0 Besrai ... 0.61 0.662857 NaN \n", "18 6500.0 Besrai ... 0.62 0.685714 NaN \n", "19 6500.0 Besrai ... 0.88 0.638571 NaN \n", "20 5000.0 Besrai ... 0.61 0.581429 NaN \n", "21 5800.0 Besrai ... 0.75 0.534286 NaN \n", "22 6500.0 Besrai ... 0.74 0.561429 NaN \n", "23 6500.0 Besrai ... 0.54 0.547143 NaN \n", "24 6500.0 Besrai ... 0.80 0.481429 NaN \n", "25 6500.0 Besrai ... 0.72 0.437143 NaN \n", "26 6500.0 Besrai ... 0.92 0.454286 NaN \n", "27 5400.0 Besrai ... 0.72 0.485714 NaN \n", "28 5600.0 Besrai ... 0.49 0.571429 NaN \n", "29 7000.0 Besrai ... 0.43 0.581429 0.619667 \n", "30 6500.0 Besrai ... 0.58 0.612857 0.621333 \n", "31 6500.0 Besrai ... 0.78 0.670000 0.624333 \n", "32 6500.0 Besrai ... 0.88 0.704286 0.635333 \n", "33 7000.0 Besrai ... 0.59 0.745714 0.648333 \n", "34 6000.0 Besrai ... 0.32 0.775714 0.652667 \n", "35 5800.0 Besrai ... 0.16 0.790000 0.652000 \n", "36 6500.0 Besrai ... 0.62 0.790000 0.654667 \n", "37 6500.0 Besrai ... 0.48 0.758571 0.645667 \n", "38 5500.0 Besrai ... 0.32 0.754286 0.644000 \n", "39 6000.0 Besrai ... 0.57 0.731429 0.647667 \n", "40 6000.0 Besrai ... 0.71 0.708571 0.649000 \n", "41 6000.0 Besrai ... 0.54 0.721429 0.653000 \n", "42 5400.0 Besrai ... 0.76 0.698571 0.645667 \n", "43 6000.0 Besrai ... 0.69 0.654286 0.634333 \n", "44 6500.0 Besrai ... 0.70 0.685714 0.641333 \n", "45 6000.0 Besrai ... 0.72 0.698571 0.653000 \n", "46 6000.0 Besrai ... 0.81 0.711429 0.658333 \n", "47 6500.0 Besrai ... 1.00 0.734286 0.665667 \n", "48 6200.0 Besrai ... 0.75 0.722857 0.661667 \n", "49 6200.0 Besrai ... 0.86 0.728571 0.666667 \n", "\n", " arrival_change_7 temp_range rain_intensity temp_avg_30 rain_avg_30 \\\n", "0 NaN 7.95 0.040833 NaN NaN \n", "1 NaN 8.03 0.077917 NaN NaN \n", "2 NaN 7.69 0.198750 NaN NaN \n", "3 NaN 7.24 0.127917 NaN NaN \n", "4 NaN 9.83 0.175000 NaN NaN \n", "5 NaN 11.10 0.080000 NaN NaN \n", "6 NaN 11.43 0.036250 NaN NaN \n", "7 0.10 10.65 0.030833 NaN NaN \n", "8 0.11 10.85 0.010833 NaN NaN \n", "9 0.06 11.09 0.116250 NaN NaN \n", "10 0.19 8.97 0.038333 NaN NaN \n", "11 0.10 10.40 0.002083 NaN NaN \n", "12 0.04 11.23 0.000000 NaN NaN \n", "13 0.11 11.83 0.082083 NaN NaN \n", "14 -0.26 7.09 0.057917 NaN NaN \n", "15 -0.31 11.08 0.220417 NaN NaN \n", "16 0.04 10.69 0.175000 NaN NaN \n", "17 -0.02 10.53 0.020417 NaN NaN \n", "18 0.16 9.69 0.068750 NaN NaN \n", "19 -0.33 7.83 0.204167 NaN NaN \n", "20 -0.40 12.31 0.177083 NaN NaN \n", "21 -0.33 6.15 0.485833 NaN NaN \n", "22 0.19 6.51 0.296250 NaN NaN \n", "23 -0.10 8.94 0.111667 NaN NaN \n", "24 -0.46 9.63 0.528333 NaN NaN \n", "25 -0.31 6.75 1.132500 NaN NaN \n", "26 0.12 6.03 1.047083 NaN NaN \n", "27 0.22 7.06 0.507083 NaN NaN \n", "28 0.60 7.30 0.450000 NaN NaN \n", "29 0.07 7.10 0.245417 26.363667 5.396000 \n", "30 0.22 8.37 0.480417 26.383667 5.747667 \n", "31 0.40 7.64 0.322083 26.424333 5.943000 \n", "32 0.24 5.99 0.092500 26.470000 5.858000 \n", "33 0.29 7.56 0.120417 26.504000 5.852000 \n", "34 0.21 6.67 0.071250 26.500000 5.769000 \n", "35 0.10 7.62 0.315000 26.507000 5.957000 \n", "36 0.00 6.83 0.065000 26.481000 5.980000 \n", "37 -0.22 8.00 0.000417 26.433333 5.955667 \n", "38 -0.03 9.96 0.000000 26.426000 5.947000 \n", "39 -0.16 9.45 0.021667 26.394000 5.871333 \n", "40 -0.16 9.82 0.024167 26.365000 5.860000 \n", "41 0.09 10.59 0.002917 26.329333 5.860667 \n", "42 -0.16 9.72 0.116250 26.297667 5.953667 \n", "43 -0.31 9.32 0.016667 26.221333 5.901333 \n", "44 0.22 8.71 0.324583 26.196000 6.114667 \n", "45 0.09 6.32 0.383333 26.118667 6.245000 \n", "46 0.09 8.50 0.222083 26.034333 6.282667 \n", "47 0.16 9.29 0.119583 25.988333 6.362000 \n", "48 -0.08 11.49 0.037500 25.969000 6.337000 \n", "49 0.04 10.66 0.149167 25.987333 6.293000 \n", "\n", " temp_anomaly rain_anomaly \n", "0 NaN NaN \n", "1 NaN NaN \n", "2 NaN NaN \n", "3 NaN NaN \n", "4 NaN NaN \n", "5 NaN NaN \n", "6 NaN NaN \n", "7 NaN NaN \n", "8 NaN NaN \n", "9 NaN NaN \n", "10 NaN NaN \n", "11 NaN NaN \n", "12 NaN NaN \n", "13 NaN NaN \n", "14 NaN NaN \n", "15 NaN NaN \n", "16 NaN NaN \n", "17 NaN NaN \n", "18 NaN NaN \n", "19 NaN NaN \n", "20 NaN NaN \n", "21 NaN NaN \n", "22 NaN NaN \n", "23 NaN NaN \n", "24 NaN NaN \n", "25 NaN NaN \n", "26 NaN NaN \n", "27 NaN NaN \n", "28 NaN NaN \n", "29 0.356333 0.494000 \n", "30 0.196333 5.782333 \n", "31 0.115667 1.787000 \n", "32 0.070000 -3.638000 \n", "33 0.076000 -2.962000 \n", "34 -0.110000 -4.059000 \n", "35 -0.157000 1.603000 \n", "36 -0.951000 -4.420000 \n", "37 -1.523333 -5.945667 \n", "38 -0.506000 -5.947000 \n", "39 -0.734000 -5.351333 \n", "40 -0.815000 -5.280000 \n", "41 -0.499333 -5.790667 \n", "42 -0.527667 -3.163667 \n", "43 -0.951333 -5.501333 \n", "44 -1.046000 1.675333 \n", "45 -1.328667 2.955000 \n", "46 -1.164333 -0.952667 \n", "47 -0.648333 -3.492000 \n", "48 -0.129000 -5.437000 \n", "49 0.072667 -2.713000 \n", "\n", "[50 rows x 66 columns]" ] }, "execution_count": 27, "metadata": {}, "output_type": "execute_result" } ], "source": [ "df.head(50)" ] }, { "cell_type": "markdown", "metadata": { "id": "9nmCfTEN7bUL" }, "source": [ "# **7. Combined Spatial Features (Raw + Transformed)**" ] }, { "cell_type": "code", "execution_count": 28, "metadata": { "id": "qwzlFnuI7zXw" }, "outputs": [], "source": [ "# --- Spatial Features (Combined Raw + Sin/Cos) ---\n", "df[\"lat\"] = df[\"lat\"].astype(float)\n", "df[\"lon\"] = df[\"lon\"].astype(float)\n", "\n", "df[\"lat_sin\"] = np.sin(np.radians(df[\"lat\"]))\n", "df[\"lat_cos\"] = np.cos(np.radians(df[\"lat\"]))\n", "df[\"lon_sin\"] = np.sin(np.radians(df[\"lon\"]))\n", "df[\"lon_cos\"] = np.cos(np.radians(df[\"lon\"]))\n", "\n", "spatial_features = [\n", " \"lat\", \"lon\",\n", " \"lat_sin\", \"lat_cos\",\n", " \"lon_sin\", \"lon_cos\"\n", "]\n" ] }, { "cell_type": "code", "execution_count": 29, "metadata": { "id": "MfsvqB6DvYlG" }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "\n", "RangeIndex: 2748688 entries, 0 to 2748687\n", "Data columns (total 70 columns):\n", " # Column Dtype \n", "--- ------ ----- \n", " 0 date datetime64[ns]\n", " 1 Commodity object \n", " 2 CropGroup object \n", " 3 State object \n", " 4 Mandi object \n", " 5 Arrivals float64 \n", " 6 ModalPrice float64 \n", " 7 MinPrice float64 \n", " 8 MaxPrice float64 \n", " 9 Variety object \n", " 10 Grade object \n", " 11 district_name object \n", " 12 temp_avg float64 \n", " 13 temp_max float64 \n", " 14 temp_min float64 \n", " 15 rainfall float64 \n", " 16 humidity float64 \n", " 17 solar_radiation float64 \n", " 18 wind_speed float64 \n", " 19 lat float64 \n", " 20 lon float64 \n", " 21 day int32 \n", " 22 month int32 \n", " 23 year int32 \n", " 24 day_of_week int32 \n", " 25 week_of_year int64 \n", " 26 day_of_year int32 \n", " 27 is_weekend int64 \n", " 28 sin1 float64 \n", " 29 cos1 float64 \n", " 30 sin2 float64 \n", " 31 cos2 float64 \n", " 32 modal_lag_1 float64 \n", " 33 modal_lag_3 float64 \n", " 34 modal_lag_7 float64 \n", " 35 modal_lag_14 float64 \n", " 36 modal_lag_30 float64 \n", " 37 rolling_mean_3 float64 \n", " 38 rolling_std_3 float64 \n", " 39 rolling_mean_7 float64 \n", " 40 rolling_std_7 float64 \n", " 41 rolling_mean_14 float64 \n", " 42 rolling_std_14 float64 \n", " 43 rolling_mean_30 float64 \n", " 44 rolling_std_30 float64 \n", " 45 price_range float64 \n", " 46 price_spread float64 \n", " 47 norm_spread float64 \n", " 48 volatility_7 float64 \n", " 49 volatility_30 float64 \n", " 50 zscore_7 float64 \n", " 51 momentum_7 float64 \n", " 52 momentum_14 float64 \n", " 53 arrivals_lag_1 float64 \n", " 54 arrivals_lag_3 float64 \n", " 55 arrivals_lag_7 float64 \n", " 56 arrivals_lag_14 float64 \n", " 57 arrivals_avg_7 float64 \n", " 58 arrivals_avg_30 float64 \n", " 59 arrival_change_7 float64 \n", " 60 temp_range float64 \n", " 61 rain_intensity float64 \n", " 62 temp_avg_30 float64 \n", " 63 rain_avg_30 float64 \n", " 64 temp_anomaly float64 \n", " 65 rain_anomaly float64 \n", " 66 lat_sin float64 \n", " 67 lat_cos float64 \n", " 68 lon_sin float64 \n", " 69 lon_cos float64 \n", "dtypes: datetime64[ns](1), float64(55), int32(5), int64(2), object(7)\n", "memory usage: 1.4+ GB\n" ] } ], "source": [ "df.info()" ] }, { "cell_type": "code", "execution_count": 30, "metadata": { "id": "4AsghRfmv7zR" }, "outputs": [ { "data": { "text/plain": [ "date 0\n", "Commodity 0\n", "CropGroup 0\n", "State 0\n", "Mandi 0\n", " ... \n", "rain_anomaly 230763\n", "lat_sin 99\n", "lat_cos 99\n", "lon_sin 99\n", "lon_cos 99\n", "Length: 70, dtype: int64" ] }, "execution_count": 30, "metadata": {}, "output_type": "execute_result" } ], "source": [ "df.isna().sum()" ] }, { "cell_type": "code", "execution_count": 31, "metadata": { "id": "6RNzw_fswKxW" }, "outputs": [], "source": [ "df = df.dropna().reset_index(drop=True)" ] }, { "cell_type": "code", "execution_count": 32, "metadata": { "id": "5VxNRTutwgF5" }, "outputs": [ { "data": { "text/plain": [ "(2510944, 70)" ] }, "execution_count": 32, "metadata": {}, "output_type": "execute_result" } ], "source": [ "df.shape" ] }, { "cell_type": "markdown", "metadata": { "id": "D_73gLTa8NrH" }, "source": [ "# **✅ STEP 2: Moirai + Uni2TS Dataset Schema Preparation**" ] }, { "cell_type": "markdown", "metadata": { "id": "M0lCXg0j8ShA" }, "source": [ "# **1. Create the SERIES ID (Critical Step)**" ] }, { "cell_type": "code", "execution_count": 33, "metadata": { "id": "zUN6-lxOwka-" }, "outputs": [], "source": [ "df = df.sort_values([\"Commodity\", \"Mandi\", \"date\"]).reset_index(drop=True)\n", "\n", "df[\"series_id\"], series_mapping = pd.factorize(\n", " df[\"Commodity\"].astype(str) + \" | \" + df[\"Mandi\"].astype(str)\n", ")\n" ] }, { "cell_type": "markdown", "metadata": { "id": "Fj0Fl7xy8b5R" }, "source": [ "# **2. Define STATIC features**" ] }, { "cell_type": "code", "execution_count": 34, "metadata": { "id": "va0r5rQM8Xvq" }, "outputs": [], "source": [ "\n", "#Static Categorical (embed as integers)\n", "static_cat_cols = [\"Commodity\", \"CropGroup\", \"State\", \"district_name\", \"Mandi\", \"Variety\", \"Grade\"]\n", "\n", "# Encode to integer IDs\n", "for col in static_cat_cols:\n", " df[col + \"_id\"] = df[col].astype(\"category\").cat.codes\n", "\n", "#Static Numeric (spatial)\n", "static_num_cols = [\"lat_sin\", \"lat_cos\", \"lon_sin\", \"lon_cos\"]" ] }, { "cell_type": "markdown", "metadata": { "id": "Zhb3jPKF-zx-" }, "source": [ "# **3. Define DYNAMIC features**" ] }, { "cell_type": "code", "execution_count": 35, "metadata": { "id": "WMyQnOdz8piT" }, "outputs": [], "source": [ "dynamic_num_cols = [\n", " # price-based\n", " \"MinPrice\",\"MaxPrice\",\"ModalPrice\",\n", " \"price_range\",\"price_spread\",\"norm_spread\",\n", " \"volatility_7\",\"volatility_30\",\"zscore_7\",\n", " \"momentum_7\",\"momentum_14\",\n", "\n", " # arrivals (supply)\n", " \"Arrivals\",\"arrivals_lag_1\",\"arrivals_lag_3\",\"arrivals_lag_7\",\"arrivals_lag_14\",\n", " \"arrivals_avg_7\",\"arrivals_avg_30\",\"arrival_change_7\",\n", "\n", " # weather\n", " \"temp_avg\",\"temp_max\",\"temp_min\",\"rainfall\",\"humidity\",\"solar_radiation\",\"wind_speed\",\n", " \"temp_range\",\"rain_intensity\",\"temp_avg_30\",\"rain_avg_30\",\n", " \"temp_anomaly\",\"rain_anomaly\",\n", "\n", " # lags\n", " \"modal_lag_1\",\"modal_lag_3\",\"modal_lag_7\",\"modal_lag_14\",\"modal_lag_30\",\n", "\n", " # rolling windows\n", " \"rolling_mean_3\",\"rolling_std_3\",\n", " \"rolling_mean_7\",\"rolling_std_7\",\n", " \"rolling_mean_14\",\"rolling_std_14\",\n", " \"rolling_mean_30\",\"rolling_std_30\",\n", "\n", " # time features\n", " \"day\",\"month\",\"year\",\"day_of_week\",\"week_of_year\",\n", " \"day_of_year\",\"is_weekend\",\n", " \"sin1\",\"cos1\",\"sin2\",\"cos2\",\n", "]\n" ] }, { "cell_type": "code", "execution_count": 36, "metadata": { "id": "u_QSGEcL-66S" }, "outputs": [], "source": [ "target_col = \"ModalPrice\"" ] }, { "cell_type": "code", "execution_count": 37, "metadata": { "id": "He-0jhqtFrRr" }, "outputs": [], "source": [ "unused = list(set(df.columns.to_list()) - set(dynamic_num_cols))" ] }, { "cell_type": "code", "execution_count": 38, "metadata": { "collapsed": true, "id": "Ku2Co0tsF3mX" }, "outputs": [ { "data": { "text/plain": [ "['Mandi',\n", " 'Grade_id',\n", " 'lon_sin',\n", " 'lat_cos',\n", " 'Variety',\n", " 'State_id',\n", " 'Commodity_id',\n", " 'date',\n", " 'lat_sin',\n", " 'CropGroup_id',\n", " 'district_name_id',\n", " 'district_name',\n", " 'State',\n", " 'Commodity',\n", " 'lon_cos',\n", " 'lat',\n", " 'Grade',\n", " 'Variety_id',\n", " 'lon',\n", " 'Mandi_id',\n", " 'CropGroup',\n", " 'series_id']" ] }, "execution_count": 38, "metadata": {}, "output_type": "execute_result" } ], "source": [ "unused" ] }, { "cell_type": "code", "execution_count": 54, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "['date',\n", " 'Commodity',\n", " 'CropGroup',\n", " 'State',\n", " 'Mandi',\n", " 'Arrivals',\n", " 'ModalPrice',\n", " 'MinPrice',\n", " 'MaxPrice',\n", " 'Variety',\n", " 'Grade',\n", " 'district_name',\n", " 'temp_avg',\n", " 'temp_max',\n", " 'temp_min',\n", " 'rainfall',\n", " 'humidity',\n", " 'solar_radiation',\n", " 'wind_speed',\n", " 'lat',\n", " 'lon',\n", " 'day',\n", " 'month',\n", " 'year',\n", " 'day_of_week',\n", " 'week_of_year',\n", " 'day_of_year',\n", " 'is_weekend',\n", " 'sin1',\n", " 'cos1',\n", " 'sin2',\n", " 'cos2',\n", " 'modal_lag_1',\n", " 'modal_lag_3',\n", " 'modal_lag_7',\n", " 'modal_lag_14',\n", " 'modal_lag_30',\n", " 'rolling_mean_3',\n", " 'rolling_std_3',\n", " 'rolling_mean_7',\n", " 'rolling_std_7',\n", " 'rolling_mean_14',\n", " 'rolling_std_14',\n", " 'rolling_mean_30',\n", " 'rolling_std_30',\n", " 'price_range',\n", " 'price_spread',\n", " 'norm_spread',\n", " 'volatility_7',\n", " 'volatility_30',\n", " 'zscore_7',\n", " 'momentum_7',\n", " 'momentum_14',\n", " 'arrivals_lag_1',\n", " 'arrivals_lag_3',\n", " 'arrivals_lag_7',\n", " 'arrivals_lag_14',\n", " 'arrivals_avg_7',\n", " 'arrivals_avg_30',\n", " 'arrival_change_7',\n", " 'temp_range',\n", " 'rain_intensity',\n", " 'temp_avg_30',\n", " 'rain_avg_30',\n", " 'temp_anomaly',\n", " 'rain_anomaly',\n", " 'lat_sin',\n", " 'lat_cos',\n", " 'lon_sin',\n", " 'lon_cos',\n", " 'series_id',\n", " 'Commodity_id',\n", " 'CropGroup_id',\n", " 'State_id',\n", " 'district_name_id',\n", " 'Mandi_id',\n", " 'Variety_id',\n", " 'Grade_id']" ] }, "execution_count": 54, "metadata": {}, "output_type": "execute_result" } ], "source": [ "df.columns.to_list()" ] }, { "cell_type": "code", "execution_count": 55, "metadata": {}, "outputs": [], "source": [ "df.to_csv(\"FeatureFullData.csv\", index=False)" ] } ], "metadata": { "accelerator": "GPU", "colab": { "gpuType": "T4", "provenance": [] }, "kernelspec": { "display_name": "3.10.13", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.10.13" } }, "nbformat": 4, "nbformat_minor": 0 }