upgrading python version and new metric filter

README.md

@@ -4,6 +4,7 @@ emoji: 💹
 colorFrom: gray
 colorTo: red
 sdk: gradio
+python_version: 3.12.2
 sdk_version: 4.39.0
 app_file: app.py
 pinned: false

live_data/analysis_of_markets_data.ipynb

@@ -14,7 +14,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 37,
+   "execution_count": 56,
    "metadata": {},
    "outputs": [
     {
@@ -59,98 +59,98 @@
        "  <tbody>\n",
        "    <tr>\n",
        "      <th>0</th>\n",
-       "      <td>1721960955</td>\n",
-       "      <td>0x043c1634e14ab83238c8c6a1309788c3aca784e5</td>\n",
-       "      <td>0</td>\n",
-       "      <td>0</td>\n",
-       "      <td>1722384000</td>\n",
-       "      <td>[0, 0]</td>\n",
+       "      <td>1722127095</td>\n",
+       "      <td>0x18386924426f7c8ab7f5db4ad586c12dac5cd5e3</td>\n",
+       "      <td>5357434458586455820</td>\n",
+       "      <td>7000000000000000008</td>\n",
+       "      <td>1722556800</td>\n",
+       "      <td>[3259539556698765978, 15032798083182885068]</td>\n",
        "      <td>{'answers': [], 'currentAnswerTimestamp': None...</td>\n",
-       "      <td>Will Conns HomePlus close more than 70 stores ...</td>\n",
-       "      <td>1722346589</td>\n",
+       "      <td>Will the new AI-powered upgrade for the Philip...</td>\n",
+       "      <td>1722423299</td>\n",
        "      <td>True</td>\n",
-       "      <td>0</td>\n",
-       "      <td>100.00</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.00</td>\n",
-       "      <td>0.00</td>\n",
+       "      <td>27</td>\n",
+       "      <td>45.14</td>\n",
+       "      <td>62.96</td>\n",
+       "      <td>37.04</td>\n",
+       "      <td>17.82</td>\n",
+       "      <td>82.18</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>1</th>\n",
-       "      <td>1722045065</td>\n",
-       "      <td>0x17f2c97bf52a79671878201bf2995a3b6daba041</td>\n",
-       "      <td>5573448738143215011</td>\n",
-       "      <td>7000000000000000005</td>\n",
-       "      <td>1722470400</td>\n",
-       "      <td>[14110866932554918511, 3472501033012579256]</td>\n",
+       "      <td>1722133525</td>\n",
+       "      <td>0x1f0f1fd3fcb3b49eeeb6197abcb5c44c1907dfbd</td>\n",
+       "      <td>6977882567566373948</td>\n",
+       "      <td>7000000000000000010</td>\n",
+       "      <td>1722556800</td>\n",
+       "      <td>[6464408186664933119, 7579966887159038865]</td>\n",
        "      <td>{'answers': [], 'currentAnswerTimestamp': None...</td>\n",
-       "      <td>Will Apple Maps surpass Google Maps in terms o...</td>\n",
-       "      <td>1722346589</td>\n",
+       "      <td>Will Harvey Weinstein recover from Covid-19 an...</td>\n",
+       "      <td>1722423299</td>\n",
        "      <td>True</td>\n",
-       "      <td>0</td>\n",
-       "      <td>19.75</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>80.25</td>\n",
-       "      <td>19.75</td>\n",
+       "      <td>37</td>\n",
+       "      <td>16.13</td>\n",
+       "      <td>62.16</td>\n",
+       "      <td>37.84</td>\n",
+       "      <td>46.03</td>\n",
+       "      <td>53.97</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>2</th>\n",
-       "      <td>1722127095</td>\n",
-       "      <td>0x18386924426f7c8ab7f5db4ad586c12dac5cd5e3</td>\n",
-       "      <td>6697684202287455571</td>\n",
-       "      <td>7000000000000000006</td>\n",
+       "      <td>1722132875</td>\n",
+       "      <td>0x3725b8f54cc53b468cdc165ee10218344b607158</td>\n",
+       "      <td>6909621707239077880</td>\n",
+       "      <td>7000000000000000010</td>\n",
        "      <td>1722556800</td>\n",
-       "      <td>[5189158021401594810, 9442765049341293638]</td>\n",
+       "      <td>[5955677720374361649, 8227443172818283549]</td>\n",
        "      <td>{'answers': [], 'currentAnswerTimestamp': None...</td>\n",
-       "      <td>Will the new AI-powered upgrade for the Philip...</td>\n",
-       "      <td>1722346589</td>\n",
+       "      <td>Will Tesla's net income increase in the third ...</td>\n",
+       "      <td>1722423299</td>\n",
        "      <td>True</td>\n",
-       "      <td>0</td>\n",
-       "      <td>64.54</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>35.46</td>\n",
-       "      <td>64.54</td>\n",
+       "      <td>41</td>\n",
+       "      <td>9.23</td>\n",
+       "      <td>51.22</td>\n",
+       "      <td>48.78</td>\n",
+       "      <td>41.99</td>\n",
+       "      <td>58.01</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>3</th>\n",
-       "      <td>1722133525</td>\n",
-       "      <td>0x1f0f1fd3fcb3b49eeeb6197abcb5c44c1907dfbd</td>\n",
-       "      <td>6774150112198410278</td>\n",
-       "      <td>7000000000000000005</td>\n",
-       "      <td>1722556800</td>\n",
-       "      <td>[5410804040662191030, 9055955386993321541]</td>\n",
+       "      <td>1722300340</td>\n",
+       "      <td>0x38d2b80cbd152b93a8df640a21d80e4b9d75039a</td>\n",
+       "      <td>6990748493371702452</td>\n",
+       "      <td>7000000000000000007</td>\n",
+       "      <td>1722729600</td>\n",
+       "      <td>[6649016172429909848, 7369511327582280786]</td>\n",
        "      <td>{'answers': [], 'currentAnswerTimestamp': None...</td>\n",
-       "      <td>Will Harvey Weinstein recover from Covid-19 an...</td>\n",
-       "      <td>1722346589</td>\n",
+       "      <td>Will SpaceX launch Falcon 9 rocket on 3 August...</td>\n",
+       "      <td>1722423299</td>\n",
        "      <td>True</td>\n",
-       "      <td>0</td>\n",
-       "      <td>62.60</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>37.40</td>\n",
-       "      <td>62.60</td>\n",
+       "      <td>23</td>\n",
+       "      <td>13.44</td>\n",
+       "      <td>60.87</td>\n",
+       "      <td>39.13</td>\n",
+       "      <td>47.43</td>\n",
+       "      <td>52.57</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>4</th>\n",
-       "      <td>1721961615</td>\n",
-       "      <td>0x296d32ace045939cb789d3dcc30180a6d5f01fe4</td>\n",
-       "      <td>0</td>\n",
-       "      <td>0</td>\n",
-       "      <td>1722384000</td>\n",
-       "      <td>[0, 0]</td>\n",
+       "      <td>1722125375</td>\n",
+       "      <td>0x39e657d48714c483b7ee2bc9314e6c7ad63d2d79</td>\n",
+       "      <td>6984860773463178504</td>\n",
+       "      <td>7000000000000000013</td>\n",
+       "      <td>1722556800</td>\n",
+       "      <td>[6554044347951723468, 7476299731678429895]</td>\n",
        "      <td>{'answers': [], 'currentAnswerTimestamp': None...</td>\n",
-       "      <td>Will Roku successfully introduce Instagram-sty...</td>\n",
-       "      <td>1722346589</td>\n",
+       "      <td>Will the wildfire in California be under contr...</td>\n",
+       "      <td>1722423299</td>\n",
        "      <td>True</td>\n",
-       "      <td>0</td>\n",
-       "      <td>100.00</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.00</td>\n",
-       "      <td>0.00</td>\n",
+       "      <td>53</td>\n",
+       "      <td>4.23</td>\n",
+       "      <td>50.94</td>\n",
+       "      <td>49.06</td>\n",
+       "      <td>46.71</td>\n",
+       "      <td>53.29</td>\n",
        "    </tr>\n",
        "  </tbody>\n",
        "</table>\n",
@@ -158,25 +158,25 @@
       ],
       "text/plain": [
        "  creationTimestamp                                          id  \\\n",
-       "0        1721960955  0x043c1634e14ab83238c8c6a1309788c3aca784e5   \n",
-       "1        1722045065  0x17f2c97bf52a79671878201bf2995a3b6daba041   \n",
-       "2        1722127095  0x18386924426f7c8ab7f5db4ad586c12dac5cd5e3   \n",
-       "3        1722133525  0x1f0f1fd3fcb3b49eeeb6197abcb5c44c1907dfbd   \n",
-       "4        1721961615  0x296d32ace045939cb789d3dcc30180a6d5f01fe4   \n",
+       "0        1722127095  0x18386924426f7c8ab7f5db4ad586c12dac5cd5e3   \n",
+       "1        1722133525  0x1f0f1fd3fcb3b49eeeb6197abcb5c44c1907dfbd   \n",
+       "2        1722132875  0x3725b8f54cc53b468cdc165ee10218344b607158   \n",
+       "3        1722300340  0x38d2b80cbd152b93a8df640a21d80e4b9d75039a   \n",
+       "4        1722125375  0x39e657d48714c483b7ee2bc9314e6c7ad63d2d79   \n",
        "\n",
        "      liquidityMeasure   liquidityParameter openingTimestamp  \\\n",
-       "0                    0                    0       1722384000   \n",
-       "1  5573448738143215011  7000000000000000005       1722470400   \n",
-       "2  6697684202287455571  7000000000000000006       1722556800   \n",
-       "3  6774150112198410278  7000000000000000005       1722556800   \n",
-       "4                    0                    0       1722384000   \n",
+       "0  5357434458586455820  7000000000000000008       1722556800   \n",
+       "1  6977882567566373948  7000000000000000010       1722556800   \n",
+       "2  6909621707239077880  7000000000000000010       1722556800   \n",
+       "3  6990748493371702452  7000000000000000007       1722729600   \n",
+       "4  6984860773463178504  7000000000000000013       1722556800   \n",
        "\n",
        "                           outcomeTokenAmounts  \\\n",
-       "0                                       [0, 0]   \n",
-       "1  [14110866932554918511, 3472501033012579256]   \n",
-       "2   [5189158021401594810, 9442765049341293638]   \n",
-       "3   [5410804040662191030, 9055955386993321541]   \n",
-       "4                                       [0, 0]   \n",
+       "0  [3259539556698765978, 15032798083182885068]   \n",
+       "1   [6464408186664933119, 7579966887159038865]   \n",
+       "2   [5955677720374361649, 8227443172818283549]   \n",
+       "3   [6649016172429909848, 7369511327582280786]   \n",
+       "4   [6554044347951723468, 7476299731678429895]   \n",
        "\n",
        "                                            question  \\\n",
        "0  {'answers': [], 'currentAnswerTimestamp': None...   \n",
@@ -186,28 +186,28 @@
        "4  {'answers': [], 'currentAnswerTimestamp': None...   \n",
        "\n",
        "                                               title  tokens_timestamp  open  \\\n",
-       "0  Will Conns HomePlus close more than 70 stores ...        1722346589  True   \n",
-       "1  Will Apple Maps surpass Google Maps in terms o...        1722346589  True   \n",
-       "2  Will the new AI-powered upgrade for the Philip...        1722346589  True   \n",
-       "3  Will Harvey Weinstein recover from Covid-19 an...        1722346589  True   \n",
-       "4  Will Roku successfully introduce Instagram-sty...        1722346589  True   \n",
+       "0  Will the new AI-powered upgrade for the Philip...        1722423299  True   \n",
+       "1  Will Harvey Weinstein recover from Covid-19 an...        1722423299  True   \n",
+       "2  Will Tesla's net income increase in the third ...        1722423299  True   \n",
+       "3  Will SpaceX launch Falcon 9 rocket on 3 August...        1722423299  True   \n",
+       "4  Will the wildfire in California be under contr...        1722423299  True   \n",
        "\n",
        "   total_trades  dist_gap_perc  votes_first_outcome_perc  \\\n",
-       "0             0         100.00                       0.0   \n",
-       "1             0          19.75                       0.0   \n",
-       "2             0          64.54                       0.0   \n",
-       "3             0          62.60                       0.0   \n",
-       "4             0         100.00                       0.0   \n",
+       "0            27          45.14                     62.96   \n",
+       "1            37          16.13                     62.16   \n",
+       "2            41           9.23                     51.22   \n",
+       "3            23          13.44                     60.87   \n",
+       "4            53           4.23                     50.94   \n",
        "\n",
        "   votes_second_outcome_perc  first_token_perc  second_token_perc  \n",
-       "0                        0.0              0.00               0.00  \n",
-       "1                        0.0             80.25              19.75  \n",
-       "2                        0.0             35.46              64.54  \n",
-       "3                        0.0             37.40              62.60  \n",
-       "4                        0.0              0.00               0.00  "
+       "0                      37.04             17.82              82.18  \n",
+       "1                      37.84             46.03              53.97  \n",
+       "2                      48.78             41.99              58.01  \n",
+       "3                      39.13             47.43              52.57  \n",
+       "4                      49.06             46.71              53.29  "
       ]
      },
-     "execution_count": 37,
+     "execution_count": 56,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -219,18 +219,38 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 38,
+   "execution_count": 57,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "'0x18386924426f7c8ab7f5db4ad586c12dac5cd5e3'"
+      ]
+     },
+     "execution_count": 57,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "live_fpmms.iloc[0].id"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 60,
    "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
        "tokens_timestamp\n",
-       "1722346589    52\n",
+       "1722423299    42\n",
        "Name: count, dtype: int64"
       ]
      },
-     "execution_count": 38,
+     "execution_count": 60,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -241,24 +261,23 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 39,
+   "execution_count": 61,
    "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
        "openingTimestamp\n",
-       "1722384000    10\n",
-       "1722470400    10\n",
        "1722556800    10\n",
        "1722729600    10\n",
+       "1722816000    10\n",
        "1722643200    10\n",
        "1767225600     1\n",
        "1730502000     1\n",
        "Name: count, dtype: int64"
       ]
      },
-     "execution_count": 39,
+     "execution_count": 61,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -269,7 +288,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 40,
+   "execution_count": 62,
    "metadata": {},
    "outputs": [
     {
@@ -313,45 +332,45 @@
        "  </thead>\n",
        "  <tbody>\n",
        "    <tr>\n",
-       "      <th>47</th>\n",
-       "      <td>1722038975</td>\n",
-       "      <td>0xe4d078b9be12319c0063f58dc10f19604a5df163</td>\n",
-       "      <td>6760967598970430962</td>\n",
-       "      <td>7000000000000000005</td>\n",
-       "      <td>1722470400</td>\n",
-       "      <td>[9125251873896210599, 5369714795508264735]</td>\n",
+       "      <th>37</th>\n",
+       "      <td>1722212580</td>\n",
+       "      <td>0xdda18501129700e4fdc92432697f948276b890ed</td>\n",
+       "      <td>5519746643162243029</td>\n",
+       "      <td>7000000000000000004</td>\n",
+       "      <td>1722643200</td>\n",
+       "      <td>[14336616250453709233, 3417821830757958855]</td>\n",
        "      <td>{'answers': [], 'currentAnswerTimestamp': None...</td>\n",
-       "      <td>Will the George Floyd Justice in Policing Act ...</td>\n",
-       "      <td>1722346589</td>\n",
+       "      <td>Will a solar-powered car break the Cannonball ...</td>\n",
+       "      <td>1722423299</td>\n",
        "      <td>True</td>\n",
-       "      <td>0</td>\n",
-       "      <td>37.05</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>62.95</td>\n",
-       "      <td>37.05</td>\n",
+       "      <td>10</td>\n",
+       "      <td>80.75</td>\n",
+       "      <td>0.00</td>\n",
+       "      <td>100.00</td>\n",
+       "      <td>80.75</td>\n",
+       "      <td>19.25</td>\n",
        "    </tr>\n",
        "    <tr>\n",
-       "      <th>48</th>\n",
+       "      <th>38</th>\n",
        "      <td>1722221950</td>\n",
        "      <td>0xe67bb5f7355c5383db4ca3d04496dbc5258fe4f0</td>\n",
-       "      <td>6171076569658479116</td>\n",
-       "      <td>7000000000000000004</td>\n",
+       "      <td>5311382085934218416</td>\n",
+       "      <td>7000000000000000007</td>\n",
        "      <td>1722643200</td>\n",
-       "      <td>[4192221382033612892, 11688314030837391978]</td>\n",
+       "      <td>[3216368448721577775, 15234573022713307875]</td>\n",
        "      <td>{'answers': [], 'currentAnswerTimestamp': None...</td>\n",
        "      <td>Will HP release a new AI software or hardware ...</td>\n",
-       "      <td>1722346589</td>\n",
+       "      <td>1722423299</td>\n",
        "      <td>True</td>\n",
-       "      <td>0</td>\n",
-       "      <td>73.60</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>26.40</td>\n",
-       "      <td>73.60</td>\n",
+       "      <td>21</td>\n",
+       "      <td>49.24</td>\n",
+       "      <td>66.67</td>\n",
+       "      <td>33.33</td>\n",
+       "      <td>17.43</td>\n",
+       "      <td>82.57</td>\n",
        "    </tr>\n",
        "    <tr>\n",
-       "      <th>49</th>\n",
+       "      <th>39</th>\n",
        "      <td>1690321980</td>\n",
        "      <td>0xe7ed8a5f2f0f17f7d584ae8ddd0592d1ac67791f</td>\n",
        "      <td>228054710678899</td>\n",
@@ -360,52 +379,52 @@
        "      <td>[114042185304014, 876868500313803307]</td>\n",
        "      <td>{'answers': [], 'currentAnswerTimestamp': None...</td>\n",
        "      <td>Will Twitter implement a new misinformation po...</td>\n",
-       "      <td>1722346589</td>\n",
+       "      <td>1722423299</td>\n",
        "      <td>True</td>\n",
-       "      <td>0</td>\n",
-       "      <td>99.99</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
+       "      <td>200</td>\n",
+       "      <td>60.49</td>\n",
+       "      <td>60.50</td>\n",
+       "      <td>39.50</td>\n",
        "      <td>0.01</td>\n",
        "      <td>99.99</td>\n",
        "    </tr>\n",
        "    <tr>\n",
-       "      <th>50</th>\n",
-       "      <td>1722223250</td>\n",
-       "      <td>0xf2d66476f8c4b9e7a5401bf3e777ddb54f83b597</td>\n",
-       "      <td>6354657466973579711</td>\n",
-       "      <td>7000000000000000007</td>\n",
-       "      <td>1722643200</td>\n",
-       "      <td>[4477048104663319530, 10944711527437311447]</td>\n",
+       "      <th>40</th>\n",
+       "      <td>1722386975</td>\n",
+       "      <td>0xe8cbe98177fd3c8c87bbfbb490089d8eeb0626f1</td>\n",
+       "      <td>6887825265154595082</td>\n",
+       "      <td>7000000000000000003</td>\n",
+       "      <td>1722816000</td>\n",
+       "      <td>[5845530536838973482, 8382472675696125685]</td>\n",
        "      <td>{'answers': [], 'currentAnswerTimestamp': None...</td>\n",
-       "      <td>Will Intel release a patch to fix the instabil...</td>\n",
-       "      <td>1722346589</td>\n",
+       "      <td>Will Robert Downey Jr appear in the announced ...</td>\n",
+       "      <td>1722423299</td>\n",
        "      <td>True</td>\n",
-       "      <td>0</td>\n",
-       "      <td>70.97</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>29.03</td>\n",
-       "      <td>70.97</td>\n",
+       "      <td>11</td>\n",
+       "      <td>4.37</td>\n",
+       "      <td>45.45</td>\n",
+       "      <td>54.55</td>\n",
+       "      <td>41.08</td>\n",
+       "      <td>58.92</td>\n",
        "    </tr>\n",
        "    <tr>\n",
-       "      <th>51</th>\n",
-       "      <td>1722043025</td>\n",
-       "      <td>0xf7d0728752d98c5506d0add8ae72f8acd23d3daa</td>\n",
-       "      <td>5679801659213673321</td>\n",
-       "      <td>7000000000000000003</td>\n",
-       "      <td>1722470400</td>\n",
-       "      <td>[3584622371042651077, 13669501255092451996]</td>\n",
+       "      <th>41</th>\n",
+       "      <td>1722223250</td>\n",
+       "      <td>0xf2d66476f8c4b9e7a5401bf3e777ddb54f83b597</td>\n",
+       "      <td>6292372117023262534</td>\n",
+       "      <td>7000000000000000010</td>\n",
+       "      <td>1722643200</td>\n",
+       "      <td>[4375376549185758232, 11199036117044308589]</td>\n",
        "      <td>{'answers': [], 'currentAnswerTimestamp': None...</td>\n",
-       "      <td>Will Microsoft fix the bug in the Windows 11's...</td>\n",
-       "      <td>1722346589</td>\n",
+       "      <td>Will Intel release a patch to fix the instabil...</td>\n",
+       "      <td>1722423299</td>\n",
        "      <td>True</td>\n",
-       "      <td>0</td>\n",
-       "      <td>79.22</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>20.78</td>\n",
-       "      <td>79.22</td>\n",
+       "      <td>33</td>\n",
+       "      <td>41.61</td>\n",
+       "      <td>69.70</td>\n",
+       "      <td>30.30</td>\n",
+       "      <td>28.09</td>\n",
+       "      <td>71.91</td>\n",
        "    </tr>\n",
        "  </tbody>\n",
        "</table>\n",
@@ -413,56 +432,56 @@
       ],
       "text/plain": [
        "   creationTimestamp                                          id  \\\n",
-       "47        1722038975  0xe4d078b9be12319c0063f58dc10f19604a5df163   \n",
-       "48        1722221950  0xe67bb5f7355c5383db4ca3d04496dbc5258fe4f0   \n",
-       "49        1690321980  0xe7ed8a5f2f0f17f7d584ae8ddd0592d1ac67791f   \n",
-       "50        1722223250  0xf2d66476f8c4b9e7a5401bf3e777ddb54f83b597   \n",
-       "51        1722043025  0xf7d0728752d98c5506d0add8ae72f8acd23d3daa   \n",
+       "37        1722212580  0xdda18501129700e4fdc92432697f948276b890ed   \n",
+       "38        1722221950  0xe67bb5f7355c5383db4ca3d04496dbc5258fe4f0   \n",
+       "39        1690321980  0xe7ed8a5f2f0f17f7d584ae8ddd0592d1ac67791f   \n",
+       "40        1722386975  0xe8cbe98177fd3c8c87bbfbb490089d8eeb0626f1   \n",
+       "41        1722223250  0xf2d66476f8c4b9e7a5401bf3e777ddb54f83b597   \n",
        "\n",
        "       liquidityMeasure   liquidityParameter openingTimestamp  \\\n",
-       "47  6760967598970430962  7000000000000000005       1722470400   \n",
-       "48  6171076569658479116  7000000000000000004       1722643200   \n",
-       "49      228054710678899    10000000000001981       1730502000   \n",
-       "50  6354657466973579711  7000000000000000007       1722643200   \n",
-       "51  5679801659213673321  7000000000000000003       1722470400   \n",
+       "37  5519746643162243029  7000000000000000004       1722643200   \n",
+       "38  5311382085934218416  7000000000000000007       1722643200   \n",
+       "39      228054710678899    10000000000001981       1730502000   \n",
+       "40  6887825265154595082  7000000000000000003       1722816000   \n",
+       "41  6292372117023262534  7000000000000000010       1722643200   \n",
        "\n",
        "                            outcomeTokenAmounts  \\\n",
-       "47   [9125251873896210599, 5369714795508264735]   \n",
-       "48  [4192221382033612892, 11688314030837391978]   \n",
-       "49        [114042185304014, 876868500313803307]   \n",
-       "50  [4477048104663319530, 10944711527437311447]   \n",
-       "51  [3584622371042651077, 13669501255092451996]   \n",
+       "37  [14336616250453709233, 3417821830757958855]   \n",
+       "38  [3216368448721577775, 15234573022713307875]   \n",
+       "39        [114042185304014, 876868500313803307]   \n",
+       "40   [5845530536838973482, 8382472675696125685]   \n",
+       "41  [4375376549185758232, 11199036117044308589]   \n",
        "\n",
        "                                             question  \\\n",
-       "47  {'answers': [], 'currentAnswerTimestamp': None...   \n",
-       "48  {'answers': [], 'currentAnswerTimestamp': None...   \n",
-       "49  {'answers': [], 'currentAnswerTimestamp': None...   \n",
-       "50  {'answers': [], 'currentAnswerTimestamp': None...   \n",
-       "51  {'answers': [], 'currentAnswerTimestamp': None...   \n",
+       "37  {'answers': [], 'currentAnswerTimestamp': None...   \n",
+       "38  {'answers': [], 'currentAnswerTimestamp': None...   \n",
+       "39  {'answers': [], 'currentAnswerTimestamp': None...   \n",
+       "40  {'answers': [], 'currentAnswerTimestamp': None...   \n",
+       "41  {'answers': [], 'currentAnswerTimestamp': None...   \n",
        "\n",
        "                                                title  tokens_timestamp  open  \\\n",
-       "47  Will the George Floyd Justice in Policing Act ...        1722346589  True   \n",
-       "48  Will HP release a new AI software or hardware ...        1722346589  True   \n",
-       "49  Will Twitter implement a new misinformation po...        1722346589  True   \n",
-       "50  Will Intel release a patch to fix the instabil...        1722346589  True   \n",
-       "51  Will Microsoft fix the bug in the Windows 11's...        1722346589  True   \n",
+       "37  Will a solar-powered car break the Cannonball ...        1722423299  True   \n",
+       "38  Will HP release a new AI software or hardware ...        1722423299  True   \n",
+       "39  Will Twitter implement a new misinformation po...        1722423299  True   \n",
+       "40  Will Robert Downey Jr appear in the announced ...        1722423299  True   \n",
+       "41  Will Intel release a patch to fix the instabil...        1722423299  True   \n",
        "\n",
        "    total_trades  dist_gap_perc  votes_first_outcome_perc  \\\n",
-       "47             0          37.05                       0.0   \n",
-       "48             0          73.60                       0.0   \n",
-       "49             0          99.99                       0.0   \n",
-       "50             0          70.97                       0.0   \n",
-       "51             0          79.22                       0.0   \n",
+       "37            10          80.75                      0.00   \n",
+       "38            21          49.24                     66.67   \n",
+       "39           200          60.49                     60.50   \n",
+       "40            11           4.37                     45.45   \n",
+       "41            33          41.61                     69.70   \n",
        "\n",
        "    votes_second_outcome_perc  first_token_perc  second_token_perc  \n",
-       "47                        0.0             62.95              37.05  \n",
-       "48                        0.0             26.40              73.60  \n",
-       "49                        0.0              0.01              99.99  \n",
-       "50                        0.0             29.03              70.97  \n",
-       "51                        0.0             20.78              79.22  "
+       "37                     100.00             80.75              19.25  \n",
+       "38                      33.33             17.43              82.57  \n",
+       "39                      39.50              0.01              99.99  \n",
+       "40                      54.55             41.08              58.92  \n",
+       "41                      30.30             28.09              71.91  "
       ]
      },
-     "execution_count": 40,
+     "execution_count": 62,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -471,14 +490,9 @@
     "live_fpmms.tail()"
    ]
   },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": []
-  },
   {
    "cell_type": "code",
-   "execution_count": 41,
+   "execution_count": 63,
    "metadata": {},
    "outputs": [
     {
@@ -486,28 +500,28 @@
      "output_type": "stream",
      "text": [
       "<class 'pandas.core.frame.DataFrame'>\n",
-      "RangeIndex: 52 entries, 0 to 51\n",
+      "RangeIndex: 42 entries, 0 to 41\n",
       "Data columns (total 16 columns):\n",
       " #   Column                     Non-Null Count  Dtype  \n",
       "---  ------                     --------------  -----  \n",
-      " 0   creationTimestamp          52 non-null     object \n",
-      " 1   id                         52 non-null     object \n",
-      " 2   liquidityMeasure           52 non-null     object \n",
-      " 3   liquidityParameter         52 non-null     object \n",
-      " 4   openingTimestamp           52 non-null     object \n",
-      " 5   outcomeTokenAmounts        52 non-null     object \n",
-      " 6   question                   52 non-null     object \n",
-      " 7   title                      52 non-null     object \n",
-      " 8   tokens_timestamp           52 non-null     int64  \n",
-      " 9   open                       52 non-null     bool   \n",
-      " 10  total_trades               52 non-null     int64  \n",
-      " 11  dist_gap_perc              52 non-null     float64\n",
-      " 12  votes_first_outcome_perc   52 non-null     float64\n",
-      " 13  votes_second_outcome_perc  52 non-null     float64\n",
-      " 14  first_token_perc           52 non-null     float64\n",
-      " 15  second_token_perc          52 non-null     float64\n",
+      " 0   creationTimestamp          42 non-null     object \n",
+      " 1   id                         42 non-null     object \n",
+      " 2   liquidityMeasure           42 non-null     object \n",
+      " 3   liquidityParameter         42 non-null     object \n",
+      " 4   openingTimestamp           42 non-null     object \n",
+      " 5   outcomeTokenAmounts        42 non-null     object \n",
+      " 6   question                   42 non-null     object \n",
+      " 7   title                      42 non-null     object \n",
+      " 8   tokens_timestamp           42 non-null     int64  \n",
+      " 9   open                       42 non-null     bool   \n",
+      " 10  total_trades               42 non-null     int64  \n",
+      " 11  dist_gap_perc              42 non-null     float64\n",
+      " 12  votes_first_outcome_perc   42 non-null     float64\n",
+      " 13  votes_second_outcome_perc  42 non-null     float64\n",
+      " 14  first_token_perc           42 non-null     float64\n",
+      " 15  second_token_perc          42 non-null     float64\n",
       "dtypes: bool(1), float64(5), int64(2), object(8)\n",
-      "memory usage: 6.3+ KB\n"
+      "memory usage: 5.1+ KB\n"
      ]
     }
    ],
@@ -517,24 +531,24 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 42,
+   "execution_count": 64,
    "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "count    52.0\n",
-       "mean      0.0\n",
-       "std       0.0\n",
-       "min       0.0\n",
-       "25%       0.0\n",
-       "50%       0.0\n",
-       "75%       0.0\n",
-       "max       0.0\n",
+       "count     42.000000\n",
+       "mean      53.371190\n",
+       "std       26.533149\n",
+       "min        0.000000\n",
+       "25%       42.757500\n",
+       "50%       57.515000\n",
+       "75%       67.472500\n",
+       "max      100.000000\n",
        "Name: votes_first_outcome_perc, dtype: float64"
       ]
      },
-     "execution_count": 42,
+     "execution_count": 64,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -545,24 +559,24 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 30,
+   "execution_count": 65,
    "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "count    104.000000\n",
-       "mean      23.420288\n",
-       "std       30.554322\n",
+       "count     42.000000\n",
+       "mean      46.628810\n",
+       "std       26.533149\n",
        "min        0.000000\n",
-       "25%        0.000000\n",
-       "50%        0.000000\n",
-       "75%       44.822500\n",
+       "25%       32.527500\n",
+       "50%       42.485000\n",
+       "75%       57.242500\n",
        "max      100.000000\n",
        "Name: votes_second_outcome_perc, dtype: float64"
       ]
      },
-     "execution_count": 30,
+     "execution_count": 65,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -573,65 +587,55 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 75,
+   "execution_count": 66,
    "metadata": {},
    "outputs": [
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      " title = Will Conns HomePlus close more than 70 stores by 30 July 2024?\n",
-      " title = Will the missing plane in Alaska be found by 29 July 2024?\n",
-      " title = Will Apple Maps surpass Google Maps in terms of users by 31 July 2024?\n",
       " title = Will the new AI-powered upgrade for the Philips Hue camera be released by 1 August 2024?\n",
       " title = Will Harvey Weinstein recover from Covid-19 and double pneumonia by August 1, 2024?\n",
-      " title = Will Roku successfully introduce Instagram-style shoppable ads on its platform by 30 July 2024?\n",
-      " title = Will the Google Pixel 9 and Pixel 9 Pro be released by 29th July 2024?\n",
-      " title = Will Southwest Airlines start assigning seats and premium seating by 31st July 2024?\n",
       " title = Will Tesla's net income increase in the third quarter of 2024?\n",
+      " title = Will SpaceX launch Falcon 9 rocket on 3 August 2024?\n",
       " title = Will the wildfire in California be under control on or by 1 August 2024?\n",
-      " title = Will the Disney Plus, Hulu, and Max streaming bundle surpass 50 million subscribers on or before 31 July 2024?\n",
-      " title = Will Aston Martin officially announce their return to Le Mans in 2025 on 29 July 2024?\n",
+      " title = Will the second season of 'The Rings of Power' be released on August 4, 2024?\n",
       " title = Will the Disney Plus, Hulu, and Max streaming bundle surpass 5 million subscribers by 2nd August 2024?\n",
-      " title = Will the population of Florida exceed 23 million by 29 July 2024?\n",
       " title = Will non-binary athletes win any medals at the Paris Olympics on 1 August 2024?\n",
-      " title = Will Call of Duty: Modern Warfare III be available on Xbox Game Pass by 29 July 2024?\n",
-      " title = Will Netflix launch a new game under the leadership of the new gaming boss, Alain Tascan, by 29 July 2024?\n",
-      " title = Will OpenAI's SearchGPT be launched fully on or before 31 July 2024?\n",
+      " title = Will Microsoft announce a major Windows update on 3 August 2024?\n",
+      " title = Will there be a hurricane in the central Atlantic on 3rd August 2024?\n",
       " title = Will the Kids Online Safety Act be passed by Congress by 1 August 2024?\n",
-      " title = Will the G7 framework deal on a $50 billion Ukraine loan be completed by 31 July 2024?\n",
-      " title = Will Kamala Harris secure the 2024 Democratic presidential nomination on 30 July 2024?\n",
+      " title = Will the water quality issues of the Seine River be resolved by 3 August 2024, allowing for the Olympic pre-race triathlon event?\n",
+      " title = Will New York City Mayor's emergency order suspending parts of new solitary confinement law be in effect on August 4, 2024?\n",
       " title = Will the Paris Olympics occur without any major security concerns on 2 August 2024?\n",
       " title = Will Apple's launch of Maps on the web surpass Google Maps in user count by August 1, 2024?\n",
+      " title = Will the hazardous materials on the highway connecting Los Angeles and Las Vegas be cleared by 4 August 2024?\n",
       " title = Will Microsoft implement the proposed changes to Windows by 1 August 2024?\n",
-      " title = Will a new bill to protect illegal immigrants from deportation, cosponsored by Kamala Harris, be passed on or before 31 July 2024?\n",
+      " title = Will Samsung Galaxy S24 Ultra receive another camera upgrade with One UI 7 on or before 4 August 2024?\n",
       " title = Will US GDP growth exceed 2.8% in the third quarter of 2024?\n",
-      " title = Will Andy Murray retire from tennis after the 2024 Paris Olympics?\n",
-      " title = Will Christopher Dunn be released from prison by 30 July 2024?\n",
-      " title = Will the US Olympic Committee win the lawsuit against Logan Paul's Prime energy drink for copyright violation claims by 30th July 2024?\n",
+      " title = Will Yasmin Harper and Scarlett Mew Jensen win another medal in the Paris 2024 Olympics by 4 August 2024?\n",
+      " title = Will Pep Guardiola confirm his stay at Manchester City beyond the 2024-25 season on 3 August 2024?\n",
+      " title = Will OpenAI's AI-powered search engine, SearchGPT, have a full release by 4 August 2024?\n",
+      " title = Will Adam Peaty win a third consecutive 100m breaststroke Olympic gold medal at the 2024 Paris Olympics?\n",
       " title = Will Russia increase its naval visits to Cuba by 2 August 2024?\n",
-      " title = Will the death toll from the Ethiopian landslides exceed 500 by 30 July 2024?\n",
+      " title = Will there be a terrorist attack on French citizens during the Paris Olympics on 3 August 2024?\n",
       " title = Will 'Hillbilly Elegy' by VP candidate JD Vance be in the top 10 bestsellers on 2 August 2024?\n",
       " title = Will Microsoft introduce taskbar-related changes to Windows 11 by 2 August 2024?\n",
+      " title = Will there be a Tropical Hurricane in the Atlantic on 4 August 2024?\n",
       " title = Will the US operation succeed in capturing all Sinaloa cartel leaders by August 1, 2024?\n",
-      " title = Will the Boeing capsule return the two NASA astronauts from the International Space Station on or before 31 July 2024?\n",
-      " title = Will Kamala Harris win the 2024 presidential election on 29 July 2024?\n",
-      " title = Will there be another eruption at Yellowstone on 30 July 2024?\n",
-      " title = Will the Google Pixel 9 series be launched by 31st July 2024?\n",
       " title = Will TSMC start 4-nanometer chip production in its Phoenix, Arizona factory by the end of 2025?\n",
       " title = Will the Park Fire in California be fully contained on or by 2 August 2024?\n",
-      " title = Will Arsenal sign Riccardo Calafiori by 29th July 2024?\n",
-      " title = Will Hungary host the EU's foreign and defense ministers' meeting by 29 July 2024?\n",
-      " title = Will the 2024 Paris Olympics be considered the most sustainable Olympic Games ever on 30 July 2024?\n",
-      " title = Will the conflict in Ukraine escalate further with the use of drones by 30 July 2024?\n",
+      " title = Will Benjamin Netanyahu still be the Prime Minister of Israel on 4 August 2024?\n",
+      " title = Will the Boeing Starliner's first astronaut-crewed capsule return from the International Space Station on 4 August 2024?\n",
+      " title = Will Ismael 'El Mayo' Zambada be found guilty of US charges by 3 August 2024?\n",
+      " title = Will Kamala Harris win the US Presidential Elections on 3 August 2024?\n",
+      " title = Will the sales of smart kettles increase significantly on or before 3 August 2024?\n",
       " title = Will Pep Guardiola announce his extension with Manchester City on 1 August 2024?\n",
-      " title = Will Kamala Harris beat Donald Trump in the 2024 Presidential Elections?\n",
       " title = Will a solar-powered car break the Cannonball Run record by 2nd August 2024?\n",
-      " title = Will the George Floyd Justice in Policing Act be passed by 31st July 2024?\n",
       " title = Will HP release a new AI software or hardware on or before August 2, 2024?\n",
       " title = Will Twitter implement a new misinformation policy before the 2024 elections?\n",
-      " title = Will Intel release a patch to fix the instability problems with 14th-gen and 13th-gen CPUs on or by 2 August 2024?\n",
-      " title = Will Microsoft fix the bug in the Windows 11's July cumulative update by 31 July 2024?\n"
+      " title = Will Robert Downey Jr appear in the announced 'Avengers Doomsday and Secret Wars' as Dr Doom by 4 August 2024?\n",
+      " title = Will Intel release a patch to fix the instability problems with 14th-gen and 13th-gen CPUs on or by 2 August 2024?\n"
      ]
     }
    ],
@@ -752,7 +756,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 31,
+   "execution_count": 67,
    "metadata": {},
    "outputs": [],
    "source": [

live_data/markets_live_data.parquet

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a878df63a59bc40ef9c4df0b3a2a87b5d9a66bc533962dff98547fef256348e0
-size 22146
+oid sha256:e29014d0396e1174838cbe49097cd73c21b8cd2168aeea23ba98240f16c96996
+size 22391

requirements.txt

@@ -1,5 +1,4 @@
 pandas==2.2.2
-python_version==3.12.2
 seaborn
 matplotlib
 huggingface-hub 

scripts/live_markets_data.py

@@ -55,7 +55,7 @@ from queries import (
     FPMMS_FIELD,
 )
 
-logging.basicConfig(level=logging.INFO)
+logger = logging.getLogger(__name__)
 
 ResponseItemType = List[Dict[str, str]]
 SubgraphResponseType = Dict[str, ResponseItemType]
@@ -146,7 +146,7 @@ def query_subgraph(url: str, query: str, key: str) -> SubgraphResponseType:
 def fpmms_fetcher(current_timestamp: int) -> Generator[ResponseItemType, int, None]:
     """An indefinite fetcher for the FPMMs."""
     omen_subgraph = OMEN_SUBGRAPH_URL.substitute(subgraph_api_key=SUBGRAPH_API_KEY)
-    logging.debug(f"omen_subgraph = {omen_subgraph}")
+    logger.debug(f"omen_subgraph = {omen_subgraph}")
     while True:
         fpmm_id = yield
         fpmms_query = FPMMS_WITH_TOKENS_QUERY.substitute(
@@ -166,20 +166,20 @@ def fpmms_fetcher(current_timestamp: int) -> Generator[ResponseItemType, int, No
             liquidity_measure_field=LIQUIDIY_MEASURE_FIELD,
             token_amounts_field=TOKEN_AMOUNTS_FIELD,
         )
-        logging.debug(f"Executing query {fpmms_query}")
+        logger.debug(f"Executing query {fpmms_query}")
         yield query_subgraph(omen_subgraph, fpmms_query, FPMMS_FIELD)
 
 
 def fetch_fpmms(current_timestamp: int) -> pd.DataFrame:
     """Fetch all the fpmms of the creator."""
-    logging.info("Fetching all markets")
+    logger.info("Fetching all markets")
     latest_id = ""
     fpmms = []
     fetcher = fpmms_fetcher(current_timestamp)
     for _ in tqdm(fetcher, unit="fpmms", unit_scale=BATCH_SIZE):
         batch = fetcher.send(latest_id)
         if len(batch) == 0:
-            logging.debug("no data")
+            logger.debug("no data")
             break
 
         # TODO Add the incremental batching system from market creator
@@ -187,14 +187,14 @@ def fetch_fpmms(current_timestamp: int) -> pd.DataFrame:
         # for fpmm in batch:
         #     if fpmm["id"] not in fpmms or "trades" not in prev_fpmms[fpmm["id"]]:
         #         prev_fpmms[fpmm["id"]] = fpmm
-        logging.debug(f"length of the data received = {len(batch)}")
+        logger.debug(f"length of the data received = {len(batch)}")
         latest_id = batch[-1].get(ID_FIELD, "")
         if latest_id == "":
             raise ValueError(f"Unexpected data format retrieved: {batch}")
 
         fpmms.extend(batch)
 
-    logging.info("Finished collecting data")
+    logger.info("Finished collecting data")
     return pd.DataFrame(fpmms)
 
 
@@ -247,12 +247,12 @@ def transform_fpmms(fpmms: pd.DataFrame, filename: str, current_timestamp: int)
     if old_fpmms is not None:
         # update which markets are not open anymore
         open_markets = list(fpmms.id.unique())
-        logging.info("Updating market status of old markets")
+        logger.info("Updating market status of old markets")
         open_mask = old_fpmms["id"].isin(open_markets)
         old_fpmms.loc[~open_mask, "open"] = False
 
         # now concatenate
-        logging.info("Appending new data to previous data")
+        logger.info("Appending new data to previous data")
         return pd.concat([old_fpmms, fpmms], axis=0, ignore_index=True)
 
     return fpmms
@@ -262,20 +262,20 @@ def transform_fpmms(fpmms: pd.DataFrame, filename: str, current_timestamp: int)
 def compute_distributions(filename: Optional[str]) -> pd.DataFrame:
     """Fetch, process, store and return the markets as a Dataframe."""
 
-    logging.info("fetching new markets information")
+    logger.info("fetching new markets information")
     current_timestamp = int(datetime.now(UTC).timestamp())
     fpmms = fetch_fpmms(current_timestamp)
-    logging.debug("New collected data")
-    logging.debug(fpmms.head())
+    logger.debug("New collected data")
+    logger.debug(fpmms.head())
 
-    logging.info("transforming and updating previous data")
+    logger.info("transforming and updating previous data")
     fpmms = transform_fpmms(fpmms, filename, current_timestamp)
-    logging.debug(fpmms.info())
+    logger.debug(fpmms.info())
 
-    logging.info("Adding trading information")
+    logger.info("Adding trading information")
     add_trading_info(fpmms, current_timestamp)
 
-    logging.info("saving the data")
+    logger.info("saving the data")
     print(fpmms.info())
     if filename:
         fpmms.to_parquet(DATA_DIR / filename, index=False)
@@ -294,5 +294,7 @@ if __name__ == "__main__":
         "%(asctime)s - %(name)s - %(levelname)s - %(message)s"
     )
     stream_handler.setFormatter(formatter)
-    logger.addHandler(stream_handler)
+    logging.basicConfig(
+        handlers=[logging.FileHandler("live_markets.log"), stream_handler]
+    )
     compute_distributions("markets_live_data.parquet")

scripts/live_traders_data.py

@@ -13,21 +13,20 @@ from utils import (
 from utils import SUBGRAPH_API_KEY, _to_content
 from queries import omen_trader_votes_query
 
+logger = logging.getLogger(__name__)
 
 headers = {
     "Accept": "application/json, multipart/mixed",
     "Content-Type": "application/json",
 }
 
-logging.basicConfig(level=logging.INFO)
-
 
 def _query_omen_xdai_subgraph(
     fpmm_id: str,
 ) -> dict[str, Any]:
     """Query the subgraph."""
     omen_subgraph = OMEN_SUBGRAPH_URL.substitute(subgraph_api_key=SUBGRAPH_API_KEY)
-    logging.info(f"omen_subgraph = {omen_subgraph}")
+    logger.info(f"omen_subgraph = {omen_subgraph}")
     grouped_results = defaultdict(list)
     id_gt = ""
 
@@ -38,7 +37,7 @@ def _query_omen_xdai_subgraph(
             id_gt=id_gt,
             fpmm_id=fpmm_id,
         )
-        logging.debug(f"query for the omen to collect trades {query}")
+        logger.debug(f"query for the omen to collect trades {query}")
         content_json = _to_content(query)
 
         res = requests.post(omen_subgraph, headers=headers, json=content_json)
@@ -69,10 +68,10 @@ def _query_omen_xdai_subgraph(
 
 def transform_trades(trades_json: dict) -> pd.DataFrame:
     # convert to dataframe
-    logging.info("transforming trades")
+    logger.info("transforming trades")
     df = pd.DataFrame(trades_json["data"]["fpmmTrades"])
     if len(df) == 0:
-        logging.warning("No trades for this market")
+        logger.warning("No trades for this market")
         return df
 
     # print(df.info())
@@ -107,7 +106,7 @@ def compute_from_timestamp_value(
         # the last value is the current timestamp so we need to take the previous one
         return timestamps[-2]
     except Exception as e:
-        logging.error(
+        logger.error(
             f"Error when trying to get the from timestamp value of the market id {fpmm_id}"
         )
         return None
@@ -120,7 +119,7 @@ def compute_votes_distribution(market_trades: pd.DataFrame):
     # outcomeIndex is always 1 or 0?
     sum_outcome_index_1 = sum(market_trades.outcomeIndex)
     print(f"The total number of votes for index 1 is {sum_outcome_index_1}")
-    logging.info(f"The total number of votes for index 1 is {sum_outcome_index_1}")
+    logger.info(f"The total number of votes for index 1 is {sum_outcome_index_1}")
     percentage_index_1 = round((sum_outcome_index_1 / total_trades) * 100, 2)
     return (100 - percentage_index_1), percentage_index_1
 
@@ -128,40 +127,39 @@ def compute_votes_distribution(market_trades: pd.DataFrame):
 def add_trading_info(fpmms: pd.DataFrame, current_timestamp: int) -> None:
     """Function to update only the information related with the current timestamp"""
     # Iterate over the markets
-    logging.info("Adding votes distribution per market")
+    logger.info("Adding votes distribution per market")
 
     for i, fpmm in tqdm(fpmms.iterrows(), total=len(fpmms), desc="Analysing trades"):
         # update the trades for this market and at this specific current_timestamp
-        logging.debug(f"current timestamp = {current_timestamp} and market timestamp={fpmm["tokens_timestamp"]}")
+        logger.debug(f"current timestamp = {current_timestamp} and market timestamp={fpmm["tokens_timestamp"]}")
         to_update = fpmm["open"] and fpmm["tokens_timestamp"] == current_timestamp
         if not to_update:  # jump closed markets or old data
-            logging.debug("Jumping this row")
+            logger.debug("Jumping this row")
             continue
         market_id = fpmm["id"]
         
-        logging.info(f"Adding information for the market {market_id}")
+        logger.info(f"Adding information for the market {market_id}")
         market_trades_json = _query_omen_xdai_subgraph(
             fpmm_id=market_id,
         )
         market_trades = transform_trades(market_trades_json)
         if len(market_trades) == 0:
-            logging.info("No trades for this market")
+            logger.info("No trades for this market")
             continue
         # to compute the votes distribution
-        logging.info("Computing the votes distribution")
-        fpmm["total_trades"] = len(market_trades)
+        logger.info("Computing the votes distribution")
+        fpmms.at[i,"total_trades"] = len(market_trades)
         first_outcome, second_outcome = compute_votes_distribution(market_trades)
-        logging.info(
+        logger.info(
             f"first outcome votes ={first_outcome}, second outcome votes = {second_outcome}"
         )
-        # TODO Why these numbers are wrong? DEBUG HERE
-        fpmm["votes_first_outcome_perc"] = first_outcome
-        fpmm["votes_second_outcome_perc"] = second_outcome
+        fpmms.at[i,"votes_first_outcome_perc"] = first_outcome
+        fpmms.at[i,"votes_second_outcome_perc"] = second_outcome
         metric = abs(fpmm["first_token_perc"] - first_outcome)
-        logging.info(f"metric for this market {metric}")
-        fpmm["dist_gap_perc"] = metric
-    logging.debug("Dataset after adding trading info")
-    logging.debug(fpmms.head())
+        logger.info(f"metric for this market {metric}")
+        fpmms.at[i,"dist_gap_perc"] = metric
+    logger.debug("Dataset after adding trading info")
+    logger.debug(fpmms.head())
     return
 
 

scripts/queries.py

@@ -43,9 +43,10 @@ FPMMS_WITH_TOKENS_QUERY = Template(
         where: {
           creator: "${creator}",
           id_gt: "${fpmm_id}",
-          isPendingArbitration: false
-          currentAnswer: null
-          openingTimestamp_gt:${current_timestamp}
+          isPendingArbitration: false,
+          currentAnswer: null,
+          openingTimestamp_gt:${current_timestamp},
+          outcomeTokenAmounts_not: ["0","0"]
         },
         orderBy: ${id_field}
         orderDirection: asc