Upload 4 files

P2 - Secom Notebook - Mercury.ipynb

@@ -0,0 +1,1421 @@
+{
+ "cells": [
+  {
+   "attachments": {},
+   "cell_type": "markdown",
+   "metadata": {
+    "slideshow": {
+     "slide_type": "skip"
+    }
+   },
+   "source": [
+    "# **Classifying products in Semiconductor Industry**"
+   ]
+  },
+  {
+   "attachments": {},
+   "cell_type": "markdown",
+   "metadata": {
+    "slideshow": {
+     "slide_type": "skip"
+    }
+   },
+   "source": [
+    "#### **Import the data**"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 16,
+   "metadata": {
+    "slideshow": {
+     "slide_type": "skip"
+    }
+   },
+   "outputs": [],
+   "source": [
+    "# import pandas for data manipulation\n",
+    "# import numpy for numerical computation\n",
+    "# import seaborn for data visualization\n",
+    "# import matplotlib for data visualization\n",
+    "# import stats for statistical analysis\n",
+    "# import train_test_split for splitting data into training and testing sets\n",
+    "\n",
+    "\n",
+    "import pandas as pd\n",
+    "import numpy as np\n",
+    "import seaborn as sns\n",
+    "import matplotlib.pyplot as plt\n",
+    "from scipy import stats\n",
+    "from sklearn.model_selection import train_test_split\n",
+    "import mercury as mr"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 17,
+   "metadata": {
+    "slideshow": {
+     "slide_type": "skip"
+    }
+   },
+   "outputs": [
+    {
+     "data": {
+      "application/mercury+json": {
+       "allow_download": true,
+       "code_uid": "App.0.40.24.1-rand5cfa33c2",
+       "continuous_update": false,
+       "description": "Recumpute everything dynamically",
+       "full_screen": true,
+       "model_id": "mercury-app",
+       "notify": "{}",
+       "output": "app",
+       "schedule": "",
+       "show_code": false,
+       "show_prompt": false,
+       "show_sidebar": true,
+       "static_notebook": false,
+       "title": "Secom Web App Demo",
+       "widget": "App"
+      },
+      "text/html": [
+       "<h3>Mercury Application</h3><small>This output won't appear in the web app.</small>"
+      ],
+      "text/plain": [
+       "mercury.App"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    }
+   ],
+   "source": [
+    "app = mr.App(title=\"Secom Web App Demo\", description=\"Recumpute everything dynamically\", continuous_update=False)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 18,
+   "metadata": {
+    "slideshow": {
+     "slide_type": "skip"
+    }
+   },
+   "outputs": [],
+   "source": [
+    "# Read the features data from the the url of csv into pandas dataframes and rename the columns to F1, F2, F3, etc.\n",
+    "# Read the labels data from the url of csv into pandas dataframes and rename the columns to pass/fail and date/time\n",
+    "\n",
+    "#url_data = 'https://archive.ics.uci.edu/ml/machine-learning-databases/secom/secom.data'\n",
+    "#url_labels = 'https://archive.ics.uci.edu/ml/machine-learning-databases/secom/secom_labels.data'\n",
+    "\n",
+    "url_data = '..\\secom_data.csv'\n",
+    "url_labels = '..\\secom_labels.csv'\n",
+    "\n",
+    "features = pd.read_csv(url_data,  delimiter=' ', header=None)\n",
+    "labels = pd.read_csv(url_labels,  delimiter=' ', names=['pass/fail', 'date_time'])\n",
+    "\n",
+    "prefix = 'F'\n",
+    "new_column_names = [prefix + str(i) for i in range(1, len(features.columns)+1)]\n",
+    "features.columns = new_column_names\n",
+    "\n",
+    "labels['pass/fail'] = labels['pass/fail'].replace({-1: 0, 1: 1})\n"
+   ]
+  },
+  {
+   "attachments": {},
+   "cell_type": "markdown",
+   "metadata": {
+    "slideshow": {
+     "slide_type": "skip"
+    }
+   },
+   "source": [
+    "#### **Split the data**"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 19,
+   "metadata": {
+    "slideshow": {
+     "slide_type": "skip"
+    }
+   },
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Dropped date/time column from labels dataframe\n"
+     ]
+    }
+   ],
+   "source": [
+    "# if there is a date/time column, drop it from the features and labels dataframes, else continue\n",
+    "\n",
+    "if 'date_time' in labels.columns:\n",
+    "    labels = labels.drop(['date_time'], axis=1)\n",
+    "    print('Dropped date/time column from labels dataframe')\n",
+    "\n",
+    "\n",
+    "# Split the dataset and the labels into training and testing sets\n",
+    "# use stratify to ensure that the training and testing sets have the same percentage of pass and fail labels\n",
+    "# use random_state to ensure that the same random split is generated each time the code is run\n",
+    "\n",
+    "\n",
+    "X_train, X_test, y_train, y_test = train_test_split(features, labels, test_size=0.25, stratify=labels, random_state=13)"
+   ]
+  },
+  {
+   "attachments": {},
+   "cell_type": "markdown",
+   "metadata": {
+    "slideshow": {
+     "slide_type": "skip"
+    }
+   },
+   "source": [
+    "### **Functions**"
+   ]
+  },
+  {
+   "attachments": {},
+   "cell_type": "markdown",
+   "metadata": {
+    "slideshow": {
+     "slide_type": "skip"
+    }
+   },
+   "source": [
+    "#### **Feature Removal**"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 20,
+   "metadata": {
+    "slideshow": {
+     "slide_type": "skip"
+    }
+   },
+   "outputs": [],
+   "source": [
+    "def columns_to_drop(df,drop_duplicates='yes', missing_values_threshold=100, variance_threshold=0, \n",
+    "                   correlation_threshold=1.1):\n",
+    "   \n",
+    "   print('Shape of the dataframe is: ', df.shape)\n",
+    "\n",
+    "    # Drop duplicated columns\n",
+    "   if drop_duplicates == 'yes':\n",
+    "      new_column_names = df.columns\n",
+    "      df = df.T.drop_duplicates().T\n",
+    "      print('the number of columns to be dropped due to duplications is: ', len(new_column_names) - len(df.columns))\n",
+    "      drop_duplicated = list(set(new_column_names) - set(df.columns))\n",
+    "\n",
+    "   elif drop_duplicates == 'no':\n",
+    "      df = df.T.T\n",
+    "      print('No columns were dropped due to duplications')   \n",
+    "\n",
+    "   # Print the percentage of columns in df with missing values more than or equal to threshold\n",
+    "   print('the number of columns to be dropped due to missing values is: ', len(df.isnull().mean()[df.isnull().mean() > missing_values_threshold/100].index))\n",
+    "      \n",
+    "   # Print into a list the columns to be dropped due to missing values\n",
+    "   drop_missing = list(df.isnull().mean()[df.isnull().mean() > missing_values_threshold/100].index)\n",
+    "\n",
+    "   # Drop columns with more than or equal to threshold missing values from df\n",
+    "   df.drop(drop_missing, axis=1, inplace=True)\n",
+    "    \n",
+    "   # Print the number of columns in df with variance less than threshold\n",
+    "   print('the number of columns to be dropped due to low variance is: ', len(df.var()[df.var() <= variance_threshold].index))\n",
+    "\n",
+    "   # Print into a list the columns to be dropped due to low variance\n",
+    "   drop_variance = list(df.var()[df.var() <= variance_threshold].index)\n",
+    "\n",
+    "   # Drop columns with more than or equal to threshold variance from df\n",
+    "   df.drop(drop_variance, axis=1, inplace=True)\n",
+    "\n",
+    "   # Print the number of columns in df with more than or equal to threshold correlation\n",
+    "      \n",
+    "   # Create correlation matrix and round it to 4 decimal places\n",
+    "   corr_matrix = df.corr().abs().round(4)\n",
+    "   upper = corr_matrix.where(np.triu(np.ones(corr_matrix.shape), k=1).astype(bool))\n",
+    "   to_drop = [column for column in upper.columns if any(upper[column] >= correlation_threshold)]\n",
+    "   print('the number of columns to be dropped due to high correlation is: ', len(to_drop))\n",
+    "\n",
+    "   # Print into a list the columns to be dropped due to high correlation\n",
+    "   drop_correlation = [column for column in upper.columns if any(upper[column] >= correlation_threshold)]\n",
+    "\n",
+    "   # Drop columns with more than or equal to threshold correlation from df\n",
+    "   df.drop(to_drop, axis=1, inplace=True)\n",
+    "   \n",
+    "   if drop_duplicates == 'yes':\n",
+    "      dropped = (drop_duplicated+drop_missing+drop_variance+drop_correlation)\n",
+    "\n",
+    "   elif drop_duplicates =='no':\n",
+    "      dropped = (drop_missing+drop_variance+drop_correlation)\n",
+    "   \n",
+    "   print('Total number of columns to be dropped is: ', len(dropped))\n",
+    "   print('New shape of the dataframe is: ', df.shape)\n",
+    "\n",
+    "   global drop_duplicates_var\n",
+    "   drop_duplicates_var = drop_duplicates\n",
+    "   \n",
+    "   global missing_values_threshold_var\n",
+    "   missing_values_threshold_var = missing_values_threshold\n",
+    "\n",
+    "   global variance_threshold_var\n",
+    "   variance_threshold_var = variance_threshold\n",
+    "\n",
+    "   global correlation_threshold_var\n",
+    "   correlation_threshold_var = correlation_threshold\n",
+    "   \n",
+    "   print(type(dropped))\n",
+    "   return dropped"
+   ]
+  },
+  {
+   "attachments": {},
+   "cell_type": "markdown",
+   "metadata": {
+    "slideshow": {
+     "slide_type": "skip"
+    }
+   },
+   "source": [
+    "#### **Outlier Removal**"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 21,
+   "metadata": {
+    "slideshow": {
+     "slide_type": "skip"
+    }
+   },
+   "outputs": [],
+   "source": [
+    "def outlier_removal(z_df, z_threshold=4):\n",
+    "    \n",
+    "    global outlier_var\n",
+    "\n",
+    "    if z_threshold == 'none':\n",
+    "        print('No outliers were removed')\n",
+    "        outlier_var = 'none'\n",
+    "        return z_df\n",
+    "        \n",
+    "    else:\n",
+    "        print('The z-score threshold is:', z_threshold)\n",
+    "\n",
+    "        z_df_copy = z_df.copy()\n",
+    "\n",
+    "        z_scores = np.abs(stats.zscore(z_df_copy))\n",
+    "\n",
+    "     # Identify the outliers in the dataset using the z-score method\n",
+    "        outliers_mask = z_scores > z_threshold\n",
+    "        z_df_copy[outliers_mask] = np.nan\n",
+    "\n",
+    "        outliers_count = np.count_nonzero(outliers_mask)\n",
+    "        print('The number of outliers in the whole dataset is / was:', outliers_count)\n",
+    "\n",
+    "        outlier_var = z_threshold\n",
+    "\n",
+    "    print(type(z_df_copy))\n",
+    "    return z_df_copy"
+   ]
+  },
+  {
+   "attachments": {},
+   "cell_type": "markdown",
+   "metadata": {
+    "slideshow": {
+     "slide_type": "skip"
+    }
+   },
+   "source": [
+    "#### **Scaling Methods**"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 22,
+   "metadata": {
+    "slideshow": {
+     "slide_type": "skip"
+    }
+   },
+   "outputs": [],
+   "source": [
+    "# define a function to scale the dataframe using different scaling models\n",
+    "\n",
+    "def scale_dataframe(scale_model,df_fit, df_transform):\n",
+    "    \n",
+    "    global scale_model_var\n",
+    "\n",
+    "    if scale_model == 'robust':\n",
+    "        from sklearn.preprocessing import RobustScaler\n",
+    "        scaler = RobustScaler()\n",
+    "        scaler.fit(df_fit)\n",
+    "        df_scaled = scaler.transform(df_transform)\n",
+    "        df_scaled = pd.DataFrame(df_scaled, columns=df_transform.columns)\n",
+    "        print('The dataframe has been scaled using the robust scaling model')\n",
+    "        scale_model_var = 'robust'\n",
+    "        return df_scaled\n",
+    "    \n",
+    "    elif scale_model == 'standard':\n",
+    "        from sklearn.preprocessing import StandardScaler\n",
+    "        scaler = StandardScaler()\n",
+    "        scaler.fit(df_fit)\n",
+    "        df_scaled = scaler.transform(df_transform)\n",
+    "        df_scaled = pd.DataFrame(df_scaled, columns=df_transform.columns)\n",
+    "        print('The dataframe has been scaled using the standard scaling model')\n",
+    "        scale_model_var = 'standard'\n",
+    "        return df_scaled\n",
+    "    \n",
+    "    elif scale_model == 'normal':\n",
+    "        from sklearn.preprocessing import Normalizer\n",
+    "        scaler = Normalizer()\n",
+    "        scaler.fit(df_fit)\n",
+    "        df_scaled = scaler.transform(df_transform)\n",
+    "        df_scaled = pd.DataFrame(df_scaled, columns=df_transform.columns)\n",
+    "        print('The dataframe has been scaled using the normal scaling model')\n",
+    "        scale_model_var = 'normal'\n",
+    "        return df_scaled\n",
+    "    \n",
+    "    elif scale_model == 'minmax':\n",
+    "        from sklearn.preprocessing import MinMaxScaler\n",
+    "        scaler = MinMaxScaler()\n",
+    "        scaler.fit(df_fit)\n",
+    "        df_scaled = scaler.transform(df_transform)\n",
+    "        df_scaled = pd.DataFrame(df_scaled, columns=df_transform.columns)\n",
+    "        print('The dataframe has been scaled using the minmax scaling model')\n",
+    "        scale_model_var = 'minmax'\n",
+    "        return df_scaled\n",
+    "    \n",
+    "    elif scale_model == 'none':\n",
+    "        print('The dataframe has not been scaled')\n",
+    "        scale_model_var = 'none'\n",
+    "        return df_transform\n",
+    "    \n",
+    "    else:\n",
+    "        print('Please choose a valid scaling model: robust, standard, normal, or minmax')\n",
+    "        return None"
+   ]
+  },
+  {
+   "attachments": {},
+   "cell_type": "markdown",
+   "metadata": {
+    "slideshow": {
+     "slide_type": "skip"
+    }
+   },
+   "source": [
+    "#### **Missing Value Imputation**"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 23,
+   "metadata": {
+    "slideshow": {
+     "slide_type": "skip"
+    }
+   },
+   "outputs": [],
+   "source": [
+    "# define a function to impute missing values using different imputation models\n",
+    "\n",
+    "def impute_missing_values(imputation, df_fit, df_transform, n_neighbors=5):\n",
+    "\n",
+    "    print('Number of missing values before imputation: ', df_transform.isnull().sum().sum())\n",
+    "\n",
+    "    global imputation_var\n",
+    "\n",
+    "    if imputation == 'knn':\n",
+    "\n",
+    "        from sklearn.impute import KNNImputer\n",
+    "        imputer = KNNImputer(n_neighbors=n_neighbors)\n",
+    "        imputer.fit(df_fit)\n",
+    "        df_imputed = imputer.transform(df_transform)\n",
+    "        df_imputed = pd.DataFrame(df_imputed, columns=df_transform.columns)\n",
+    "        print('Number of missing values after imputation: ', df_imputed.isnull().sum().sum())\n",
+    "        imputation_var = 'knn'\n",
+    "        return df_imputed\n",
+    "    \n",
+    "    elif imputation == 'mean':\n",
+    "\n",
+    "        from sklearn.impute import SimpleImputer\n",
+    "        imputer = SimpleImputer(strategy='mean')\n",
+    "        imputer.fit(df_fit)\n",
+    "        df_imputed = imputer.transform(df_transform)\n",
+    "        df_imputed = pd.DataFrame(df_imputed, columns=df_transform.columns)\n",
+    "        print('Number of missing values after imputation: ', df_imputed.isnull().sum().sum())\n",
+    "        imputation_var = 'mean'\n",
+    "        return df_imputed\n",
+    "    \n",
+    "    elif imputation == 'median':\n",
+    "\n",
+    "        from sklearn.impute import SimpleImputer\n",
+    "        imputer = SimpleImputer(strategy='median')\n",
+    "        imputer.fit(df_fit)\n",
+    "        df_imputed = imputer.transform(df_transform)\n",
+    "        df_imputed = pd.DataFrame(df_imputed, columns=df_transform.columns)\n",
+    "        print('Number of missing values after imputation: ', df_imputed.isnull().sum().sum())\n",
+    "        imputation_var = 'median'\n",
+    "        return df_imputed\n",
+    "    \n",
+    "    elif imputation == 'most_frequent':\n",
+    "            \n",
+    "        from sklearn.impute import SimpleImputer\n",
+    "        imputer = SimpleImputer(strategy='most_frequent')\n",
+    "        imputer.fit(df_fit)\n",
+    "        df_imputed = imputer.transform(df_transform)\n",
+    "        df_imputed = pd.DataFrame(df_imputed, columns=df_transform.columns)\n",
+    "        print('Number of missing values after imputation: ', df_imputed.isnull().sum().sum())\n",
+    "        imputation_var = 'most_frequent'\n",
+    "        return df_imputed\n",
+    "    \n",
+    "    else:\n",
+    "        print('Please choose an imputation model from the following: knn, mean, median, most_frequent')\n",
+    "        df_imputed = df_transform.copy()\n",
+    "        return df_imputed\n"
+   ]
+  },
+  {
+   "attachments": {},
+   "cell_type": "markdown",
+   "metadata": {
+    "slideshow": {
+     "slide_type": "skip"
+    }
+   },
+   "source": [
+    "#### **Imbalance Treatment**"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 24,
+   "metadata": {
+    "slideshow": {
+     "slide_type": "skip"
+    }
+   },
+   "outputs": [],
+   "source": [
+    "#define a function to oversample and understamble the imbalance in the training set\n",
+    "\n",
+    "def imbalance_treatment(method, X_train, y_train):\n",
+    "\n",
+    "    global imbalance_var\n",
+    "\n",
+    "    if method == 'smote':        \n",
+    "        from imblearn.over_sampling import SMOTE\n",
+    "        sm = SMOTE(random_state=42)\n",
+    "        X_train_res, y_train_res = sm.fit_resample(X_train, y_train)\n",
+    "        print('Shape of the training set after oversampling with SMOTE: ', X_train_res.shape)\n",
+    "        print('Value counts of the target variable after oversampling with SMOTE: \\n', y_train_res.value_counts())\n",
+    "        imbalance_var = 'smote'\n",
+    "        return X_train_res, y_train_res\n",
+    "    \n",
+    "    if method == 'undersampling':\n",
+    "        from imblearn.under_sampling import RandomUnderSampler\n",
+    "        rus = RandomUnderSampler(random_state=42)\n",
+    "        X_train_res, y_train_res = rus.fit_resample(X_train, y_train)\n",
+    "        print('Shape of the training set after undersampling with RandomUnderSampler: ', X_train_res.shape)\n",
+    "        print('Value counts of the target variable after undersampling with RandomUnderSampler: \\n', y_train_res.value_counts())\n",
+    "        imbalance_var = 'random_undersampling'\n",
+    "        return X_train_res, y_train_res\n",
+    "    \n",
+    "    if method == 'rose':\n",
+    "        from imblearn.over_sampling import RandomOverSampler\n",
+    "        ros = RandomOverSampler(random_state=42)\n",
+    "        X_train_res, y_train_res = ros.fit_resample(X_train, y_train)\n",
+    "        print('Shape of the training set after oversampling with RandomOverSampler: ', X_train_res.shape)\n",
+    "        print('Value counts of the target variable after oversampling with RandomOverSampler: \\n', y_train_res.value_counts())\n",
+    "        imbalance_var = 'rose'\n",
+    "        return X_train_res, y_train_res\n",
+    "    \n",
+    "    \n",
+    "    if method == 'none':\n",
+    "        X_train_res = X_train\n",
+    "        y_train_res = y_train\n",
+    "        print('Shape of the training set after no resampling: ', X_train_res.shape)\n",
+    "        print('Value counts of the target variable after no resampling: \\n', y_train_res.value_counts())\n",
+    "        imbalance_var = 'none'\n",
+    "        return X_train_res, y_train_res\n",
+    "    \n",
+    "    else:\n",
+    "        print('Please choose a valid resampling method: smote, rose, undersampling or none')\n",
+    "        X_train_res = X_train\n",
+    "        y_train_res = y_train\n",
+    "        return X_train_res, y_train_res"
+   ]
+  },
+  {
+   "attachments": {},
+   "cell_type": "markdown",
+   "metadata": {
+    "slideshow": {
+     "slide_type": "skip"
+    }
+   },
+   "source": [
+    "#### **Training Models**"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 25,
+   "metadata": {
+    "slideshow": {
+     "slide_type": "skip"
+    }
+   },
+   "outputs": [],
+   "source": [
+    "# define a function where you can choose the model you want to use to train the data\n",
+    "\n",
+    "def train_model(model, X_train, y_train, X_test, y_test):\n",
+    "\n",
+    "    global model_var\n",
+    "\n",
+    "    if model == 'random_forest':\n",
+    "        from sklearn.ensemble import RandomForestClassifier\n",
+    "        rfc = RandomForestClassifier(n_estimators=100, random_state=13)\n",
+    "        rfc.fit(X_train, y_train)\n",
+    "        y_pred = rfc.predict(X_test)\n",
+    "        model_var = 'random_forest'\n",
+    "        return y_pred\n",
+    "\n",
+    "    if model == 'logistic_regression':\n",
+    "        from sklearn.linear_model import LogisticRegression\n",
+    "        lr = LogisticRegression()\n",
+    "        lr.fit(X_train, y_train)\n",
+    "        y_pred = lr.predict(X_test)\n",
+    "        model_var = 'logistic_regression'\n",
+    "        return y_pred\n",
+    "    \n",
+    "    if model == 'knn':\n",
+    "        from sklearn.neighbors import KNeighborsClassifier\n",
+    "        knn = KNeighborsClassifier(n_neighbors=5)\n",
+    "        knn.fit(X_train, y_train)\n",
+    "        y_pred = knn.predict(X_test)\n",
+    "        model_var = 'knn'\n",
+    "        return y_pred\n",
+    "    \n",
+    "    if model == 'svm':\n",
+    "        from sklearn.svm import SVC\n",
+    "        svm = SVC()\n",
+    "        svm.fit(X_train, y_train)\n",
+    "        y_pred = svm.predict(X_test)\n",
+    "        model_var = 'svm'\n",
+    "        return y_pred\n",
+    "    \n",
+    "    if model == 'naive_bayes':\n",
+    "        from sklearn.naive_bayes import GaussianNB\n",
+    "        nb = GaussianNB()\n",
+    "        nb.fit(X_train, y_train)\n",
+    "        y_pred = nb.predict(X_test)\n",
+    "        model_var = 'naive_bayes'\n",
+    "        return y_pred\n",
+    "    \n",
+    "    if model == 'decision_tree':\n",
+    "        from sklearn.tree import DecisionTreeClassifier\n",
+    "        dt = DecisionTreeClassifier()\n",
+    "        dt.fit(X_train, y_train)\n",
+    "        y_pred = dt.predict(X_test)\n",
+    "        model_var = 'decision_tree'\n",
+    "        return y_pred\n",
+    "    \n",
+    "    if model == 'xgboost':\n",
+    "        from xgboost import XGBClassifier\n",
+    "        xgb = XGBClassifier()\n",
+    "        xgb.fit(X_train, y_train)\n",
+    "        y_pred = xgb.predict(X_test)\n",
+    "        model_var = 'xgboost'\n",
+    "        return y_pred\n",
+    "    \n",
+    "    else:\n",
+    "        print('Please choose a model from the following: random_forest, logistic_regression, knn, svm, naive_bayes, decision_tree, xgboost')\n",
+    "        return None"
+   ]
+  },
+  {
+   "attachments": {},
+   "cell_type": "markdown",
+   "metadata": {
+    "slideshow": {
+     "slide_type": "skip"
+    }
+   },
+   "source": [
+    "#### **Evaluation Function**"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 26,
+   "metadata": {
+    "slideshow": {
+     "slide_type": "skip"
+    }
+   },
+   "outputs": [],
+   "source": [
+    "#define a function that prints the strings below\n",
+    "\n",
+    "from sklearn.metrics import confusion_matrix, accuracy_score, precision_score, recall_score, f1_score\n",
+    "\n",
+    "def evaluate_models(model='random_forest'):\n",
+    "    print('Have the duplicates been removed?', drop_duplicates_var)\n",
+    "    print('What is the missing values threshold %?', missing_values_threshold_var)\n",
+    "    print('What is the variance threshold?', variance_threshold_var)\n",
+    "    print('What is the correlation threshold?', correlation_threshold_var)\n",
+    "    print('What is the outlier removal threshold?', outlier_var)\n",
+    "    print('What is the scaling method?', scale_model_var)\n",
+    "    print('What is the imputation method?', imputation_var) \n",
+    "    print('What is the imbalance treatment?', imbalance_var)\n",
+    "\n",
+    "    all_models = ['random_forest', 'logistic_regression', 'knn', 'svm', 'naive_bayes', 'decision_tree', 'xgboost']\n",
+    "    evaluation_score_append = []\n",
+    "    evaluation_count_append = []\n",
+    "    \n",
+    "    for selected_model in all_models:\n",
+    "      \n",
+    "        if model == 'all' or model == selected_model:\n",
+    "\n",
+    "            evaluation_score = []\n",
+    "            evaluation_count = []\n",
+    "\n",
+    "            y_pred = globals()['y_pred_' + selected_model]  # Get the prediction variable dynamically\n",
+    "\n",
+    "            def namestr(obj, namespace):\n",
+    "                return [name for name in namespace if namespace[name] is obj]\n",
+    "\n",
+    "            model_name = namestr(y_pred, globals())[0]\n",
+    "            model_name = model_name.replace('y_pred_', '')            \n",
+    "\n",
+    "            cm = confusion_matrix(y_test, y_pred)\n",
+    "\n",
+    "            # create a dataframe with the results for each model\n",
+    "\n",
+    "            evaluation_score.append(model_name)\n",
+    "            evaluation_score.append(round(accuracy_score(y_test, y_pred), 2))\n",
+    "            evaluation_score.append(round(precision_score(y_test, y_pred, zero_division=0), 2))\n",
+    "            evaluation_score.append(round(recall_score(y_test, y_pred), 2))\n",
+    "            evaluation_score.append(round(f1_score(y_test, y_pred), 2))\n",
+    "            evaluation_score_append.append(evaluation_score)\n",
+    "\n",
+    "\n",
+    "            # create a dataframe with the true positives, true negatives, false positives and false negatives for each model\n",
+    "\n",
+    "            evaluation_count.append(model_name)\n",
+    "            evaluation_count.append(cm[0][0])\n",
+    "            evaluation_count.append(cm[0][1])\n",
+    "            evaluation_count.append(cm[1][0])\n",
+    "            evaluation_count.append(cm[1][1])\n",
+    "            evaluation_count_append.append(evaluation_count)\n",
+    "\n",
+    "        \n",
+    "    evaluation_score_append = pd.DataFrame(evaluation_score_append, \n",
+    "                                        columns=['Model', 'Accuracy', 'Precision', 'Recall', 'F1-score'])\n",
+    "    \n",
+    "  \n",
+    "\n",
+    "    evaluation_count_append = pd.DataFrame(evaluation_count_append,\n",
+    "                                        columns=['Model', 'True Negatives', 'False Positives', 'False Negatives', 'True Positives'])\n",
+    "    \n",
+    "   \n",
+    "    return evaluation_score_append, evaluation_count_append"
+   ]
+  },
+  {
+   "attachments": {},
+   "cell_type": "markdown",
+   "metadata": {
+    "slideshow": {
+     "slide_type": "skip"
+    }
+   },
+   "source": [
+    "### **Input Variables**"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 27,
+   "metadata": {
+    "slideshow": {
+     "slide_type": "skip"
+    }
+   },
+   "outputs": [
+    {
+     "data": {
+      "application/mercury+json": {
+       "choices": [
+        "yes",
+        "no"
+       ],
+       "code_uid": "Select.0.40.16.25-randf73e59b1",
+       "disabled": false,
+       "hidden": false,
+       "label": "Drop Duplicates",
+       "model_id": "399ce99a96bd4959848b0d92057edefe",
+       "url_key": "",
+       "value": "yes",
+       "widget": "Select"
+      },
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "399ce99a96bd4959848b0d92057edefe",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "mercury.Select"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/mercury+json": {
+       "code_uid": "Text.0.40.15.28-randb338f866",
+       "disabled": false,
+       "hidden": false,
+       "label": "Missing Value Threeshold",
+       "model_id": "b9bba507f9d849dbaabcdb800e653ac9",
+       "rows": 1,
+       "url_key": "",
+       "value": "80",
+       "widget": "Text"
+      },
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "b9bba507f9d849dbaabcdb800e653ac9",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "mercury.Text"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/mercury+json": {
+       "code_uid": "Text.0.40.15.31-randf456c282",
+       "disabled": false,
+       "hidden": false,
+       "label": "Variance Threshold",
+       "model_id": "3451d94059c74b54b3e6a1a3ba3e3d46",
+       "rows": 1,
+       "url_key": "",
+       "value": "0",
+       "widget": "Text"
+      },
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "3451d94059c74b54b3e6a1a3ba3e3d46",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "mercury.Text"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/mercury+json": {
+       "code_uid": "Text.0.40.15.34-randb820c798",
+       "disabled": false,
+       "hidden": false,
+       "label": "Correlation Threshold",
+       "model_id": "c9c2b11bb87c49dc9fbd8644756a7309",
+       "rows": 1,
+       "url_key": "",
+       "value": "1",
+       "widget": "Text"
+      },
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "c9c2b11bb87c49dc9fbd8644756a7309",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "mercury.Text"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/mercury+json": {
+       "choices": [
+        "none",
+        3,
+        4,
+        5
+       ],
+       "code_uid": "Select.0.40.16.38-rand10bd6524",
+       "disabled": false,
+       "hidden": false,
+       "label": "Outlier Removal Threshold",
+       "model_id": "fc579feedb8441c8bec034af4db6d7f4",
+       "url_key": "",
+       "value": "none",
+       "widget": "Select"
+      },
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "fc579feedb8441c8bec034af4db6d7f4",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "mercury.Select"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/mercury+json": {
+       "choices": [
+        "none",
+        "normal",
+        "standard",
+        "minmax",
+        "robust"
+       ],
+       "code_uid": "Select.0.40.16.46-randa62a9011",
+       "disabled": false,
+       "hidden": false,
+       "label": "Scaling Variables",
+       "model_id": "b33b5aa4d7044b21b1469d5f94f70bba",
+       "url_key": "",
+       "value": "none",
+       "widget": "Select"
+      },
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "b33b5aa4d7044b21b1469d5f94f70bba",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "mercury.Select"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/mercury+json": {
+       "choices": [
+        "mean",
+        "median",
+        "knn",
+        "most_frequent"
+       ],
+       "code_uid": "Select.0.40.16.50-rand2ace830f",
+       "disabled": false,
+       "hidden": false,
+       "label": "Imputation Methods",
+       "model_id": "4e9806f2a50d45d99c01cebedbb4ff2e",
+       "url_key": "",
+       "value": "mean",
+       "widget": "Select"
+      },
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "4e9806f2a50d45d99c01cebedbb4ff2e",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "mercury.Select"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/mercury+json": {
+       "choices": [
+        "none",
+        "smote",
+        "undersampling",
+        "rose"
+       ],
+       "code_uid": "Select.0.40.16.55-rand0c78765a",
+       "disabled": false,
+       "hidden": false,
+       "label": "Imbalance Treatment",
+       "model_id": "ec3600fc2eac4d49ae415b55e519a098",
+       "url_key": "",
+       "value": "none",
+       "widget": "Select"
+      },
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "ec3600fc2eac4d49ae415b55e519a098",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "mercury.Select"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/mercury+json": {
+       "choices": [
+        "random_forest",
+        "logistic_regression",
+        "knn",
+        "svm",
+        "naive_bayes",
+        "decision_tree",
+        "xgboost"
+       ],
+       "code_uid": "Select.0.40.16.60-rand62eb36ee",
+       "disabled": false,
+       "hidden": false,
+       "label": "Model Selection",
+       "model_id": "c1fa735443c74283aeb09bb790ab0096",
+       "url_key": "",
+       "value": "random_forest",
+       "widget": "Select"
+      },
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "c1fa735443c74283aeb09bb790ab0096",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "mercury.Select"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    }
+   ],
+   "source": [
+    "\n",
+    "evaluation_score_df = pd.DataFrame(columns=['Model', 'Accuracy', 'Precision', 'Recall', 'F1-score', 'model_variables'])\n",
+    "evaluation_count_df = pd.DataFrame(columns=['Model', 'True Negatives', 'False Positives', 'False Negatives', 'True Positives', 'model_variables'])\n",
+    "\n",
+    "#############################################################################################################\n",
+    "# reset the dataframe containing all results, evaluation_score_df and evaluation_count_df\n",
+    "\n",
+    "reset_results = 'no' # 'yes' or 'no'\n",
+    "\n",
+    "#############################################################################################################\n",
+    "\n",
+    "if reset_results == 'yes':\n",
+    "    evaluation_score_df = pd.DataFrame(columns=['Model', 'Accuracy', 'Precision', 'Recall', 'F1-score', 'model_variables'])\n",
+    "    evaluation_count_df = pd.DataFrame(columns=['Model', 'True Negatives', 'False Positives', 'False Negatives', 'True Positives', 'model_variables'])\n",
+    "    \n",
+    "\n",
+    "#############################################################################################################\n",
+    "\n",
+    "# input train and test sets\n",
+    "input_train_set = X_train\n",
+    "input_test_set = X_test\n",
+    "\n",
+    "\n",
+    "\n",
+    "# input feature removal variables\n",
+    "input_drop_duplicates = mr.Select(label=\"Drop Duplicates\", value=\"yes\", choices=[\"yes\", \"no\"])           # 'yes' or 'no'\n",
+    "input_drop_duplicates = str(input_drop_duplicates.value)\n",
+    "\n",
+    "input_missing_values_threshold = mr.Text(label=\"Missing Value Threeshold\", value='80')     # 0-100 (removes columns with more missing values than the threshold)\n",
+    "input_missing_values_threshold = int(input_missing_values_threshold.value)\n",
+    "\n",
+    "input_variance_threshold = mr.Text(label=\"Variance Threshold\", value='0')          # \n",
+    "input_variance_threshold = float(input_variance_threshold.value)\n",
+    "\n",
+    "input_correlation_threshold = mr.Text(label=\"Correlation Threshold\", value='1')       # \n",
+    "input_correlation_threshold = float(input_correlation_threshold.value)\n",
+    "\n",
+    "# input outlier removal variables\n",
+    "input_outlier_removal_threshold = mr.Select(label=\"Outlier Removal Threshold\", value=\"none\", choices=['none', 3, 4, 5])      # 'none' or zscore from 0 to 100\n",
+    "\n",
+    "if input_outlier_removal_threshold.value != 'none':\n",
+    "    input_outlier_removal_threshold = int(input_outlier_removal_threshold.value)\n",
+    "elif input_outlier_removal_threshold.value == 'none':\n",
+    "    input_outlier_removal_threshold = str(input_outlier_removal_threshold.value)\n",
+    "\n",
+    "# input scaling variables\n",
+    "input_scale_model = mr.Select(label=\"Scaling Variables\", value=\"none\", choices=['none', 'normal', 'standard', 'minmax', 'robust'])              # 'none', 'normal', 'standard', 'minmax', 'robust'\n",
+    "input_scale_model = str(input_scale_model.value)\n",
+    "\n",
+    "# input imputation variables\n",
+    "input_imputation_method = mr.Select(label=\"Imputation Methods\", value=\"mean\", choices=['mean', 'median', 'knn', 'most_frequent'])          # 'mean', 'median', 'knn', 'most_frequent'\n",
+    "input_n_neighbors = 5                  # only for knn imputation\n",
+    "input_imputation_method = str(input_imputation_method.value)\n",
+    "\n",
+    "# input imbalance treatment variables\n",
+    "input_imbalance_treatment = mr.Select(label=\"Imbalance Treatment\", value=\"none\", choices=['none', 'smote', 'undersampling', 'rose'])       # 'none', 'smote', 'undersampling', 'rose'\n",
+    "input_imbalance_treatment = str(input_imbalance_treatment.value)\n",
+    "\n",
+    "\n",
+    "# input model\n",
+    "input_model = mr.Select(label=\"Model Selection\", value=\"random_forest\", choices=['random_forest', 'logistic_regression', 'knn', 'svm', 'naive_bayes','decision_tree','xgboost'])                      # 'all', 'random_forest', 'logistic_regression', 'knn', \n",
+    "                                        # 'svm', 'naive_bayes', # 'decision_tree', 'xgboost'\n",
+    "input_model = str(input_model.value)\n"
+   ]
+  },
+  {
+   "attachments": {},
+   "cell_type": "markdown",
+   "metadata": {
+    "slideshow": {
+     "slide_type": "skip"
+    }
+   },
+   "source": [
+    "### **Transform Data**"
+   ]
+  },
+  {
+   "attachments": {},
+   "cell_type": "markdown",
+   "metadata": {
+    "slideshow": {
+     "slide_type": "skip"
+    }
+   },
+   "source": [
+    "#### **Remove Features**"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 28,
+   "metadata": {
+    "slideshow": {
+     "slide_type": "skip"
+    }
+   },
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Shape of the dataframe is:  (1175, 590)\n",
+      "the number of columns to be dropped due to duplications is:  104\n",
+      "the number of columns to be dropped due to missing values is:  8\n",
+      "the number of columns to be dropped due to low variance is:  12\n",
+      "the number of columns to be dropped due to high correlation is:  21\n",
+      "Total number of columns to be dropped is:  145\n",
+      "New shape of the dataframe is:  (1175, 445)\n",
+      "<class 'list'>\n",
+      "No outliers were removed\n",
+      "The dataframe has not been scaled\n",
+      "The dataframe has not been scaled\n",
+      "Number of missing values before imputation:  19977\n",
+      "Number of missing values after imputation:  0\n",
+      "Number of missing values before imputation:  6954\n",
+      "Number of missing values after imputation:  0\n",
+      "Shape of the training set after no resampling:  (1175, 445)\n",
+      "Value counts of the target variable after no resampling: \n",
+      " pass/fail\n",
+      "0            1097\n",
+      "1              78\n",
+      "dtype: int64\n"
+     ]
+    }
+   ],
+   "source": [
+    "# remove features using the function list_columns_to_drop\n",
+    "\n",
+    "dropped = columns_to_drop(input_train_set, \n",
+    "                               input_drop_duplicates, input_missing_values_threshold, \n",
+    "                               input_variance_threshold, input_correlation_threshold)\n",
+    "\n",
+    "# drop the columns from the training and testing sets and save the new sets as new variables\n",
+    "\n",
+    "X_train2 = input_train_set.drop(dropped, axis=1)\n",
+    "X_test2 = input_test_set.drop(dropped, axis=1)\n",
+    "\n",
+    "X_train_dropped_outliers = outlier_removal(X_train2, input_outlier_removal_threshold)\n",
+    "\n",
+    "\n",
+    "X_train_scaled = scale_dataframe(input_scale_model, X_train_dropped_outliers, X_train_dropped_outliers)\n",
+    "X_test_scaled = scale_dataframe(input_scale_model, X_train_dropped_outliers, X_test2)\n",
+    "\n",
+    "# impute the missing values in the training and testing sets using the function impute_missing_values\n",
+    "\n",
+    "X_train_imputed = impute_missing_values(input_imputation_method,X_train_scaled, X_train_scaled, input_n_neighbors)\n",
+    "X_test_imputed = impute_missing_values(input_imputation_method,X_train_scaled, X_test_scaled, input_n_neighbors)\n",
+    "\n",
+    "# treat imbalance in the training set using the function oversample\n",
+    "\n",
+    "X_train_res, y_train_res = imbalance_treatment(input_imbalance_treatment, X_train_imputed, y_train)\n",
+    "\n"
+   ]
+  },
+  {
+   "attachments": {},
+   "cell_type": "markdown",
+   "metadata": {
+    "slideshow": {
+     "slide_type": "skip"
+    }
+   },
+   "source": [
+    "### **Model Training**"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 29,
+   "metadata": {
+    "slideshow": {
+     "slide_type": "skip"
+    }
+   },
+   "outputs": [],
+   "source": [
+    "# disable warnings\n",
+    "\n",
+    "import warnings\n",
+    "warnings.filterwarnings('ignore')\n",
+    "\n",
+    "# train the model using the function train_model and save the predictions as new variables\n",
+    "\n",
+    "y_pred_random_forest = train_model('random_forest', X_train_res, y_train_res, X_test_imputed, y_test)\n",
+    "y_pred_logistic_regression = train_model('logistic_regression', X_train_res, y_train_res, X_test_imputed, y_test)\n",
+    "y_pred_knn = train_model('knn', X_train_res, y_train_res, X_test_imputed, y_test)\n",
+    "y_pred_svm = train_model('svm', X_train_res, y_train_res, X_test_imputed, y_test)\n",
+    "y_pred_naive_bayes = train_model('naive_bayes', X_train_res, y_train_res, X_test_imputed, y_test)\n",
+    "y_pred_decision_tree = train_model('decision_tree', X_train_res, y_train_res, X_test_imputed, y_test)\n",
+    "y_pred_xgboost = train_model('xgboost', X_train_res, y_train_res, X_test_imputed, y_test)"
+   ]
+  },
+  {
+   "attachments": {},
+   "cell_type": "markdown",
+   "metadata": {
+    "slideshow": {
+     "slide_type": "skip"
+    }
+   },
+   "source": [
+    "#### **Evaluate and Save**"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 30,
+   "metadata": {
+    "slideshow": {
+     "slide_type": "slide"
+    }
+   },
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Have the duplicates been removed? yes\n",
+      "What is the missing values threshold %? 80\n",
+      "What is the variance threshold? 0.0\n",
+      "What is the correlation threshold? 1.0\n",
+      "What is the outlier removal threshold? none\n",
+      "What is the scaling method? none\n",
+      "What is the imputation method? mean\n",
+      "What is the imbalance treatment? none\n"
+     ]
+    },
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style scoped>\n",
+       "    .dataframe tbody tr th:only-of-type {\n",
+       "        vertical-align: middle;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>Model</th>\n",
+       "      <th>Accuracy</th>\n",
+       "      <th>Precision</th>\n",
+       "      <th>Recall</th>\n",
+       "      <th>F1-score</th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>0</th>\n",
+       "      <td>random_forest</td>\n",
+       "      <td>0.93</td>\n",
+       "      <td>0.0</td>\n",
+       "      <td>0.0</td>\n",
+       "      <td>0.0</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "           Model  Accuracy  Precision  Recall  F1-score\n",
+       "0  random_forest      0.93        0.0     0.0       0.0"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style scoped>\n",
+       "    .dataframe tbody tr th:only-of-type {\n",
+       "        vertical-align: middle;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>Model</th>\n",
+       "      <th>True Negatives</th>\n",
+       "      <th>False Positives</th>\n",
+       "      <th>False Negatives</th>\n",
+       "      <th>True Positives</th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>0</th>\n",
+       "      <td>random_forest</td>\n",
+       "      <td>366</td>\n",
+       "      <td>0</td>\n",
+       "      <td>26</td>\n",
+       "      <td>0</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "           Model  True Negatives  False Positives  False Negatives  \\\n",
+       "0  random_forest             366                0               26   \n",
+       "\n",
+       "   True Positives  \n",
+       "0               0  "
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAUcAAAFMCAYAAABYjn6oAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjYuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8o6BhiAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAr6ElEQVR4nO3deVxU5f4H8M8IDKDAiBAgCogbIpsIV8R9BZdUyszMfffmvucvl1tm7mFqmOWClLfUzDLzZu6KLCWCK6KmLMIgyirG5nB+f5ijI0djZDkz+Hm/XrzunWfOefjOvPDTM+d55jkyQRAEEBGRhlpSF0BEpIsYjkREIhiOREQiGI5ERCIYjkREIhiOREQiGI5ERCIMpS6gIkpLS5GWlgZzc3PIZDKpyyEiPSAIAu7fvw97e3vUqvX88aFeh2NaWhocHBykLoOI9FBKSgoaNmz43Of1OhzNzc0BAPKWIyEzkEtcDema5BNrpC6BdND9vDw0dXZQ58fz6HU4Pv4oLTOQMxypDAsLC6lLIB32T5fiOCFDRCSC4UhEJILhSEQkguFIRCSC4UhEJILhSEQkguFIRCSC4UhEJILhSEQkguFIRCSC4UhEJILhSEQkguFIRCSC4UhEJILhSEQkguFIRCSC4UhEJILhSEQkguFIRCSC4UhEJILhSEQkguFIRCSC4UhEJILhSEQkguFIRCSC4UhEJILhSEQkguFIRCSC4UhEJILhSEQkguFIRCSC4UhEJILhSEQkguFIRCSC4UhEJILhSEQkguFIRCSC4UhEJILhSEQkguFIRCSC4UhEJILhSEQkguFIRCSC4UhEJILhSEQkguFIRCSC4UhEJILhSEQkguFIRCSC4UhEJILhSEQkguGow8YP6oDfdy3AndOrcef0apzYMRsB7VtqHOPibIs96yYi/dRqZISvwckds+FgZ6lxjJ+nM/63eSruRayF8tQqHPpqOkyMjarzpZCENm8KQYtmzqhrZoJ2bXwQHn5a6pL0gqHUBdDzpd7JwaINP+HP5HsAgGH9/LAneALavrMC8TfT4dzQGke3zcKOHyPw8aZfkJtfgBbOdigsKlH34efpjJ82voc123/DrJV7UPxQBc/mDVBaKkj1sqga7dm9C3Nnz8BnG0Lg3649tny1GUGv98a5C1fg6OgodXk6TSYIgt7+K8nLy4NCoYCxx3jIDORSl1MtUk+sxP+t+xE7foxE2IrRKClRYeyisOcef3LHbByNvoqPQn6pxip1Q/YfG6UuQXId2/nB27s11n++Sd3WysMV/foHYemy5RJWJp28vDzYWimQm5sLCwuL5x7Hj9V6olYtGQYF+qCOqRzRF25BJpOhVwc3XE/OwP7PJyPp6HKcCpuDfl081ee8ZmmGNp7OuJuVj+Ohs5B45BP8tmU62rVqLOEroepSXFyM2HMx6N4zQKO9e48AREVGSFSV/mA46ji3pva4e2YtcqPXYf0HgzF49le4ejMdNvXMYF7HBHNG98ThiCvo9++N2H/8PL5bOw4dfJoCAJwbWgMAPpjYB9t+iMCAySGIi0/Bwc1T0cTxNSlfFlWDe/fuQaVSwcbGVqPd1tYWd+6kS1SV/uA1Rx13LfEO/N5ZjrrmtRHUvRW++mg4AsZ9htz7BQCAAycuYsPO4wCAC9dS4efVGOPf6oDwmBuoVUsGANi6Nxxf748CAJxPuI0ubVwwcoA/Fm/YL82Lomolk8k0HguCUKaNyuLIUceVPFThZso9nLuSjMUb9uPitVRMHtIF97LzUVKiQvxNpcbxCTfT1bPVyrt5AID4m5qjhIRb6WVmtKnmsba2hoGBQZlRYkZGRpnRJJXFcNQzMshgLDdEyUMVYq4kobmT5h95MycbJCuzAQBJaZlIy8hB80Y2Gsc0dbJBsjKr2momacjlcni39sGxI4c12o8dPYy2/u0kqkp/8GO1DvtwSj/8duYKUtKzYV7HBIMCfdDJtxn6Tw4BAATvOIKvV45B+LkbOHn2GgLatUSfTu4IHP+Zuo/gHUewcFJfXLyWivMJtzGsnx9cGtni3blbpXpZVI2mzZiFsaOGo7WPL/za+mPrli+RkpyMcRMmSV2azmM46jAbK3Ns/XgE7KwtkJtfiEvXU9F/cgiORV8FAOw/fgFTl32HuWMCsHbeW7iWlIEhc7cgIu6muo+N/z0BE2MjrJo9EJaK2rh4LRWv/3sjbt2+J9XLomo06O3ByMrMxCfLPkK6Ugk3N3f8+PNBODk5SV2azpN8nWNISAhWr14NpVIJNzc3rFu3Dh07dizXua/iOkcqP65zJDF6sc5x165dmDFjBj744APExsaiY8eO6N27N5KTk6Usi4hI2nD89NNPMXbsWIwbNw6urq5Yt24dHBwcsGnTpn8+mYioCkkWjsXFxYiJiUFAgObq/YCAAEREiK/eLyoqQl5ensYPEVFVkCwcH6/et7Utu3o/PV189f7y5cuhUCjUPw4ODtVRKhG9giRf56jN6v0FCxYgNzdX/ZOSklIdJRLRK0iycHy8ev/ZUWJGRkaZ0eRjxsbGsLCw0PipCeop6iDp6HI41q8naR1uTe1x49elqG3CmX9dkZmZCUd7GyQlJkpax6WLF9GkUUM8ePBA0jqqk2ThKJfL4ePjg8OHNVfvHz58GO3avVqr9+eOCcDBUxfV31pZM3cgzuych5zoYER99365+pAbGeLT+YOQcmwF7kWsxZ51E9HApq7GMXXNTbF16Qikn1qN9FOrsXXpCCjMTNXPX76RhrOXkjB1WNdKe21UMatXLkefvv3g1KgRACA5ORkDg/rBSlEHDe2sMWvGNBQXF7+wj6KiIsycPhUN7axhpaiDt97oj9u3b2sck52djTEjh8PWSgFbKwXGjByOnJwc9fPuHh7w/VcbbPgsuLJfos6S9GP1rFmzsGXLFmzbtg3x8fGYOXMmkpOTMWnSq7N638TYCCOD/BG6L1LdJpPJEPZTFL7/7Vy5+1k9dyD6d/XEiAXb0X10MMxM5di7fpJ68wkACF0+Cp4uDTFgSggGTAmBp0tDbP14hEY/YfujMGFQR43zSBoFBQXYsX0rRo0ZBwBQqVR4s39fPHjwAEdPhCNs53f4cd9ezJ87+4X9zJ01A/t/2oewnd/h6Ilw5OfnY+CA16FSqdTHjBr+Li6cj8NPB37FTwd+xYXzcRg7arhGPyNGjsaXmzdpnFeTSfoNmcGDByMzMxMfffQRlEol3N3dcfDgq7V6P7B9SzxUqRB94Za6bfaq7wEA1pZ94N6swT/2YWFmglFB/hi7MAzHoxMAAGMWhuH6/5aim18LHImMh4uzLQLbu6HT8NX441ISAGDy0v/iZNgcNHOywfWkDADA4Yh41FPUQUefZjj5x7XKfrmkhUO//g+GhoZo6+8PADhy+DfEx1/B9YMpsLe3BwCsWLUWE8aOwodLl4leZsrNzUXo9q3YGvo1unXvAQDYtuMbNHN2wLGjR9AzIBBX4+Px26FfcTI8Cm38/AAAn3/xFbp09Me1hAQ0d3EBAPQMCERWZiZOnzqJLl27VcdbICnJJ2Tee+89JCYmoqioCDExMejUqZPUJVWrDq2b4tyVii1693Z1hNzIEEci49Vtyru5uPxnGtp6OQN4dLuEnPt/qYMRAH6/mIic+3+hrdeTzW9LHqpw8Voq2ns3qVBNVHHhp0+htY+v+nF0VCTc3NzVwQg8CqyioiLEnosR7SP2XAxKSkrQ46kNb+3t7eHm5q7e8DY6KhIKhUIdjADg17YtFAqFxqa4crkcHp5eOPOK3ING8nB81TnZ14Pybm6F+rCzskBRcQly/t7j8bGMzPuwtXo0mrC1ssDdrPwy597NyoetteaIIy0jB072VhWqiSouKSkR9es/CcI76emweWay0tLSEnK5/LnL39LT0yGXy2FpqblFnY2tLe78fc6dO+l4zcamzLmv2diU2e7MvkEDySeHqgvDUWImxnIUFj2skr5lMhme/uK82NfoZTIAz7QXFJWgtgnvTii1woICmJiYaLSJLXN7mc1rnz3nef3imXZTE1P8VfCXVr9LXzEcJZaZkw9Li9oV6iM9Mw/GciPUNTfVaH+tnhkyMh99i+hOZh5srMzLnGttaYY7mfc12iwVtXEvu+wok6qXlZU1snOy1Y9t7ezUo73HsrOzUVJS8tzlb3Z2diguLkZ2drZG+92MDPUo1NbWDhl37pQ5997du7B9ZlPc7OwsWFu/GrfYYDhK7PzV22jR2K5CfcTGJ6O45CG6t22hbrOztoBbE3tEnX800RN94RbqmteGr9uTya5/uTuhrnltRJ2/qdGfWxN7xCVoLvWg6ufl7Y2rV66oH/u19cfly5egVD7Z/f3I4d9gbGwM79Y+on14t/aBkZERjj614a1SqcTly5fUG976tfVHbm4u/vj9d/Uxv0dHIzc3t8ymuJcvX0KrVt6V8vp0HcNRYocj49GycX2NUV9jB2t4Nm8AW2sLmBobwbN5A3g2bwAjQwMAgP1rCsT9sFAddHn5hQj9MRIrZr2JLm2aw8ulIbZ9PBKXbqSp935MuHUHh85cxueLh6CNRyO08WiEzxe9i19OXlTPVAOAY/16sLdR4Pjf55F0evYMxJUrl9Wjvh49A+Dq2hJjRw1HXGwsjh87igXz52D02PHqmerU1FR4ubdQB51CocCo0WPx/rzZOH7sKOJiYzFm5DC4u3uoZ69buLoiILAXJk8aj+ioKERHRWHypPHo0/d19Uw1ACQlJiItNRVd/z6vpuNmtxK7fCMN5+KTMTCgNbbuPQMA2LR4KDr5NlMfE71rAQDApc9iJCuzYGhoABdnO5g+9U2WeWv2QqUqxTcrx8LU2AjHf0/AhOlfo7T0yfXE0f+3A2vnvYWfQyYDAH45eREzV+zRqOft3r44EnlVfasFko67hwda+/hi757dGDdhIgwMDPDD/l8wY+p76Na5PUxNTfH2O+9ixao16nMelpTgWkICCp66LrhqbTAMDA0xbMjbKCgoQNdu3fHl1lAYGBioj9kethOzZ0xDvz6PZrX7vt4fwes198Pcvetb9OgZ8MostZN8s9uKqCmb3QZ2aInlM9+Az1ufiE6aVBe5kSEu/bQYIxeEIvKZj9r6qCZsdvvr/w5iwfw5iIm7hFq1pPugV1RUBHfXZtjx9bdo1769ZHVUhvJudsuRow44FH4FTR1s0MBGgdt3ciSrw7F+PazceqhGBGNN0at3H9y4fh2pqamS7kKVnJSE+e9/oPfBqA2OHKnGqgkjR6p8enGbBCIiXcVwJCISwXAkIhLBcCQiEsFwJCISwXAkIhLBcCQiEsFwJCISwXAkIhLBcCQiEsFwJCISwXAkIhLBcCQiEsFwJCISwXAkIhLBcCQiEsFwJCISwXAkIhLBcCQiEsFwJCISUa67D+7fv7/cHfbv3/+liyEi0hXlCsegoKBydSaTyaBSqSpSDxGRTihXOJaWllZ1HUREOqVC1xwLCwsrqw4iIp2idTiqVCosXboUDRo0gJmZGW7evAkAWLRoEbZu3VrpBRIRSUHrcFy2bBlCQ0OxatUqyOVydbuHhwe2bNlSqcUREUlF63AMCwvDl19+iaFDh8LAwEDd7unpiatXr1ZqcUREUtE6HFNTU9G0adMy7aWlpSgpKamUooiIpKZ1OLq5ueH06dNl2vfs2QNvb+9KKYqISGrlWsrztCVLlmD48OFITU1FaWkpfvjhByQkJCAsLAwHDhyoihqJiKqd1iPHfv36YdeuXTh48CBkMhkWL16M+Ph4/Pzzz+jZs2dV1EhEVO20HjkCQGBgIAIDAyu7FiIinfFS4QgAZ8+eRXx8PGQyGVxdXeHj41OZdRERSUrrcLx9+zaGDBmCM2fOoG7dugCAnJwctGvXDt9++y0cHBwqu0Yiomqn9TXHMWPGoKSkBPHx8cjKykJWVhbi4+MhCALGjh1bFTUSEVU7rUeOp0+fRkREBFxcXNRtLi4u2LBhA9q3b1+pxRERSUXrkaOjo6PoYu+HDx+iQYMGlVIUEZHUtA7HVatWYerUqTh79iwEQQDwaHJm+vTpWLNmTaUXSEQkhXJ9rLa0tIRMJlM/fvDgAfz8/GBo+Oj0hw8fwtDQEGPGjCn3xrhERLqsXOG4bt26Ki6DiEi3lCscR44cWdV1EBHplJdeBA4ABQUFZSZnLCwsKlQQEZEu0HpC5sGDB5gyZQpsbGxgZmYGS0tLjR8ioppA63CcN28ejh07hpCQEBgbG2PLli348MMPYW9vj7CwsKqokYio2mn9sfrnn39GWFgYunTpgjFjxqBjx45o2rQpnJycsHPnTgwdOrQq6iQiqlZajxyzsrLg7OwM4NH1xaysLABAhw4dcOrUqcqtjohIIlqHY+PGjZGYmAgAaNmyJXbv3g3g0Yjy8UYURET6TutwHD16NM6fPw8AWLBggfra48yZMzF37txKL5CISApaX3OcOXOm+v937doVV69exdmzZ9GkSRN4eXlVanFERFKp0DpH4NFGFI6OjpVRCxGRzihXOK5fv77cHU6bNu2liyEi0hXlCsfg4OBydSaTyRiORFQjlCscb926VdV1EBHpFK1nq4mIXgUMRyIiEQxHIiIRDEciIhEMRyIiES8VjqdPn8awYcPg7++P1NRUAMDXX3+N8PDwSi2OiEgqWofj3r17ERgYCFNTU8TGxqKoqAgAcP/+fXzyySeVXiARkRS0DsePP/4YX3zxBb766isYGRmp29u1a4dz585VanFERFLROhwTEhLQqVOnMu0WFhbIycmpjJqIiCSndTjWr18fN27cKNMeHh6Oxo0bV0pRRERS0zocJ06ciOnTpyM6OhoymQxpaWnYuXMn5syZg/fee68qaiQiqnZab1k2b9485ObmomvXrigsLESnTp1gbGyMOXPmYMqUKVVRIxFRtZMJgiC8zIl//fUXrly5gtLSUrRs2RJmZmaVXds/ysvLg0KhgLHHeMgM5NX++0m3Zf+xUeoSSAfl5eXB1kqB3NxcWFhYPPe4l97stnbt2vD19X3Z04mIdJrW4di1a1fIZLLnPn/s2LEKFUREpAu0DsdWrVppPC4pKUFcXBwuXbqEkSNHVlZdRESS0jocn7cr+H/+8x/k5+dXuCAiIl1QaRtPDBs2DNu2baus7oiIJFVp4RgZGQkTE5PK6o6ISFJaf6x+8803NR4LggClUomzZ89i0aJFlVYYEZGUtA5HhUKh8bhWrVpwcXHBRx99hICAgEorjIhISlqFo0qlwqhRo+Dh4YF69epVVU1ERJLT6pqjgYEBAgMDkZubW1X1EBHpBK0nZDw8PHDz5s2qqIWISGdoHY7Lli3DnDlzcODAASiVSuTl5Wn8EBHVBFpPyPTq1QsA0L9/f42vEQqCAJlMBpVKVXnVERFJROtwPH78eFXUQUSkU7QOR2dnZzg4OJTZfEIQBKSkpFRaYUREUtL6mqOzszPu3r1bpj0rKwvOzs6VUhQRkdS0DsfH1xaflZ+fz68PElGNUe6P1bNmzQIAyGQyLFq0CLVr11Y/p1KpEB0dXWY7MyIifVXucIyNjQXwaOR48eJFyOVPbksgl8vh5eWFOXPmVH6FREQSKHc4Pp6lHj16ND777LMX3nuBiEjfaT1bvX379qqog4hIp1Tafo5ERDUJw5GISATDkYhIBMORiEgEw5GISATDkYhIBMORiEgEw5GISATDkYhIBMORiEgEw5GISATDkYhIBMORiEgEw5GISATDkYhIBMORiEgEw5GISATDkYhIBMNRz8wZE4Dwb+YiI3wNko4ux+5Px6OZk02Z41ycbbFn3USkn1qNjPA1OLljNhzsLCWomKS2eVMIWjRzRl0zE7Rr44Pw8NNSl6QXGI56pmPrpvhi1yl0HrEGr/97IwwMDHBg0xTUNnlyN0jnhtY4um0Wrt1KR+D4z9Bm8HIs/+pXFBaVSFg5SWHP7l2YO3sG5r//AaL+iEW7Dh0R9HpvJCcnS12azpMJgiBIXcTLysvLg0KhgLHHeMgM5P98Qg1kbWmGlGMr0GNsMM6c+xMAELZiNEpKVBi7KEzi6qSV/cdGqUuQXMd2fvD2bo31n29St7XycEW//kFYumy5hJVJJy8vD7ZWCuTm5r7wLqocOeo5CzMTAEB27l8AAJlMhl4d3HA9OQP7P5+MpKPLcSpsDvp18ZSyTJJAcXExYs/FoHvPAI327j0CEBUZIVFV+oPhqOdWzh6IM+du4MqfSgCATT0zmNcxwZzRPXE44gr6/Xsj9h8/j+/WjkMHn6YSV0vV6d69e1CpVLCxsdVot7W1xZ076RJVpT+0vm816Y7g99+GRzN7dB8drG6rVevRf+8OnLiIDTuPAwAuXEuFn1djjH+rA8JjbkhSK0lHJpNpPBYEoUwblcWRo576dP4gvN7ZA4Hj1yM1I0fdfi87HyUlKsTfVGocn3AznbPVrxhra2sYGBiUGSVmZGSUGU1SWQxHPRQ8fxAGdPNCr4nrkZSWqfFcyUMVYq4kobmT5h9/MycbJCuzq7NMkphcLod3ax8cO3JYo/3Y0cNo699Ooqr0Bz9W65l1C97G4N6+GDTzS+Q/KIStlTkAIDe/UL1UJ3jHEXy9cgzCz93AybPXENCuJfp0ckfg+M+kLJ0kMG3GLIwdNRytfXzh19YfW7d8iZTkZIybMEnq0nQel/LomYJY8eUp4xd/jW9+jlY/HjGgLeaOCUADm7q4lpSBj7/4BQdOXKyuMnUCl/I8snlTCD5duwrpSiXc3Nyxam0wOnTsJHVZkinvUh5Jw/HUqVNYvXo1YmJioFQqsW/fPgQFBZX7/FcxHKn8GI4kRi/WOT548ABeXl7YuJF/xESkWyS95ti7d2/07t273McXFRWhqKhI/TgvL68qyiIi0q/Z6uXLl0OhUKh/HBwcpC6JiGoovQrHBQsWIDc3V/2TkpIidUlEVEPp1VIeY2NjGBsbS10GEb0C9GrkWFPVU9RB0tHlcKxfT9I63Jra48avSzW2PyNpZWZmwtHeBkmJiZLWceniRTRp1BAPHjyQtI7qxHDUAXPHBODgqYtIVmYBANbMHYgzO+chJzoYUd+9X64+5EaG+HT+IKQcW4F7EWuxZ91ENLCpq3FMXXNTbF06AumnViP91GpsXToCCjNT9fOXb6Th7KUkTB3WtdJeG1XM6pXL0advPzg1agQASE5OxsCgfrBS1EFDO2vMmjENxcXFL+yjqKgIM6dPRUM7a1gp6uCtN/rj9u3bGsdkZ2djzMjhsLVSwNZKgTEjhyMnJ0f9vLuHB3z/1QYbPgvGq0LScMzPz0dcXBzi4uIAALdu3UJcXNwrtRGnibERRgb5I3RfpLpNJpMh7KcofP/buXL3s3ruQPTv6okRC7aj++hgmJnKsXf9JNSq9WSDgdDlo+Dp0hADpoRgwJQQeLo0xNaPR2j0E7Y/ChMGddQ4j6RRUFCAHdu3YtSYcQAAlUqFN/v3xYMHD3D0RDjCdn6HH/ftxfy5s1/Yz9xZM7D/p30I2/kdjp4IR35+PgYOeB0qlUp9zKjh7+LC+Tj8dOBX/HTgV1w4H4exo4Zr9DNi5Gh8uXmTxnk1maThePbsWXh7e8Pb2xsAMGvWLHh7e2Px4sVSllWtAtu3xEOVCtEXbqnbZq/6Hpt3n8Kt25kvOPMJCzMTjAryx/uf7sPx6AScT7iNMQvD4N7UHt38WgB4dNuEwPZueO+jnYi+cAvRF25h8tL/om9nD43bLByOiEc9RR109GlWuS+UtHbo1//B0NAQbf39AQBHDv+G+Pgr2LbjG7Ty9ka37j2wYtVabN/61XOXteXm5iJ0+1asWLUW3br3QCtvb2zb8Q0uXbqIY0ePAACuxsfjt0O/ImTzFrT190dbf398/sVXOPjLAVxLSFD31TMgEFmZmTh96mTVv3gdIGk4dunSBYIglPkJDQ2Vsqxq1aF1U5y7UrGRsrerI+RGhjgSGa9uU97NxeU/09DWyxkA4OfpjJz7f+GPS0nqY36/mIic+3+hrVdjdVvJQxUuXktFe+8mFaqJKi789Cm09vFVP46OioSbmzvs7e3VbT0DAlFUVITYczGifcSei0FJSQl6PLXhrb29Pdzc3NUb3kZHRUKhUKCNn5/6GL+2baFQKDQ2xZXL5fDw9MKZV+QeNLzmKDEn+3pQ3s2tUB92VhYoKi5Bzv0CjfaMzPuwtXr09ShbKwvczcovc+7drHzYWmt+hSotIwdO9lYVqokqLikpEfXrPwnCO+npsLHV3G3J0tIScrkc6enim9emp6dDLpfD0lJzuzobW1vc+fucO3fS8ZpN2Zu0vWZjU2a7M/sGDSSfHKouDEeJmRjLUVj0sEr6lslkePqL82Jfo5fJADzTXlBUgtomRlVSE5VfYUEBTExMNNrENql9mc1rnz3nef3imXZTE1P8VfCXVr9LXzEcJZaZkw9Li9oV6iM9Mw/GciPUNTfVaH+tnhkyMh9di7qTmQebv7c3e5q1pRnuZN7XaLNU1Ma97LKjTKpeVlbWyM55sgenrZ2derT3WHZ2NkpKSmBrK755rZ2dHYqLi5GdrbmX592MDPUo1NbWDhl37pQ5997du7B9ZlPc7OwsWFu/9lKvR98wHCV2/upttGhsV6E+YuOTUVzyEN3btlC32VlbwK2JPaLOP5roib5wC3XNa8PXzUl9zL/cnVDXvDaizt/U6M+tiT3iEjSXelD18/L2xtUrV9SP/dr64/LlS1Aqn+zyfuTwbzA2NoZ3ax/RPrxb+8DIyAhHn9rwVqlU4vLlS+oNb/3a+iM3Nxd//P67+pjfo6ORm5tbZlPcy5cvoVUr70p5fbqO4Sixw5HxaNm4vsaor7GDNTybN4CttQVMjY3g2bwBPJs3gJGhAQDA/jUF4n5YqA66vPxChP4YiRWz3kSXNs3h5dIQ2z4eiUs30nAs+ioAIOHWHRw6cxmfLx6CNh6N0MajET5f9C5+OXkR15My1L/bsX492NsocPzv80g6PXsG4sqVy+pRX4+eAXB1bYmxo4YjLjYWx48dxYL5czB67Hj11lupqanwcm+hDjqFQoFRo8fi/XmzcfzYUcTFxmLMyGFwd/dAt+49AAAtXF0RENgLkyeNR3RUFKKjojB50nj06fs6mru4qOtJSkxEWmoquv59Xk2nV18frIku30jDufhkDAxoja17zwAANi0eik6+T5bSRO9aAABw6bMYycosGBoawMXZDqZPfZNl3pq9UKlK8c3KsTA1NsLx3xMwYfrXKC19cj1x9P/twNp5b+HnkMkAgF9OXsTMFXs06nm7ty+ORF7lLRV0gLuHB1r7+GLvnt0YN2EiDAwM8MP+XzBj6nvo1rk9TE1N8fY772LFqjXqcx6WlOBaQgIKnrouuGptMAwMDTFsyNsoKChA127d8eXWUBgYGKiP2R62E7NnTEO/Po9mtfu+3h/B6zW3Ety961v06BkAJycnvAq4E7gOCOzQEstnvgGftz4RnTSpLnIjQ1z6aTFGLghF5DMftfVRTdjs9tf/HcSC+XMQE3dJfWdJKRQVFcHdtRl2fP0t2rVvL1kdlaG8m91y5KgDDoVfQVMHGzSwUeD2nRzJ6nCsXw8rtx6qEcFYU/Tq3Qc3rl9HamqqpFv0JSclYf77H+h9MGqDI0eqsWrCyJEqn17cJoGISFcxHImIRDAciYhEMByJiEQwHImIRDAciYhEMByJiEQwHImIRDAciYhEMByJiEQwHImIRDAciYhEMByJiEQwHImIRDAciYhEMByJiEQwHImIRDAciYhEMByJiEQwHImIRDAciYhEMByJiEQwHImIRDAciYhEMByJiEQwHImIRDAciYhEMByJiEQwHImIRDAciYhEMByJiEQwHImIRDAciYhEMByJiEQwHImIRDAciYhEMByJiEQwHImIRDAciYhEMByJiEQwHImIRDAciYhEMByJiEQwHImIRDAciYhEMByJiEQwHImIRDAciYhEMByJiEQwHImIRBhKXUBFCILw6H9VxRJXQrooLy9P6hJIB93/++/icX48j0z4pyN02O3bt+Hg4CB1GUSkh1JSUtCwYcPnPq/X4VhaWoq0tDSYm5tDJpNJXY7k8vLy4ODggJSUFFhYWEhdDukI/l1oEgQB9+/fh729PWrVev6VRb3+WF2rVq0XJv+rysLCgv8IqAz+XTyhUCj+8RhOyBARiWA4EhGJYDjWIMbGxliyZAmMjY2lLoV0CP8uXo5eT8gQEVUVjhyJiEQwHImIRDAciYhEMByJiEQwHGuIkJAQODs7w8TEBD4+Pjh9+rTUJZHETp06hX79+sHe3h4ymQw//vij1CXpFYZjDbBr1y7MmDEDH3zwAWJjY9GxY0f07t0bycnJUpdGEnrw4AG8vLywceNGqUvRS1zKUwP4+fmhdevW2LRpk7rN1dUVQUFBWL58uYSVka6QyWTYt28fgoKCpC5Fb3DkqOeKi4sRExODgIAAjfaAgABERERIVBWR/mM46rl79+5BpVLB1tZWo93W1hbp6ekSVUWk/xiONcSzW7YJgsBt3IgqgOGo56ytrWFgYFBmlJiRkVFmNElE5cdw1HNyuRw+Pj44fPiwRvvhw4fRrl07iaoi0n96vdktPTJr1iwMHz4cvr6+8Pf3x5dffonk5GRMmjRJ6tJIQvn5+bhx44b68a1btxAXF4d69erB0dFRwsr0A5fy1BAhISFYtWoVlEol3N3dERwcjE6dOkldFknoxIkT6Nq1a5n2kSNHIjQ0tPoL0jMMRyIiEbzmSEQkguFIRCSC4UhEJILhSEQkguFIRCSC4UhEJILhSEQkguFIRCSC4UiSatSoEdatW6d+LNV2/v/5z3/QqlWr5z5/4sQJyGQy5OTklLvPLl26YMaMGRWqKzQ0FHXr1q1QH/RyGI6kU5RKJXr37l2uY/8p0IgqghtPUIUVFxdDLpdXSl92dnaV0g9RRXHkSBq6dOmCKVOmYMqUKahbty6srKywcOFCPP0V/EaNGuHjjz/GqFGjoFAoMH78eABAREQEOnXqBFNTUzg4OGDatGl48OCB+ryMjAz069cPpqamcHZ2xs6dO8v8/mc/Vt++fRvvvPMO6tWrhzp16sDX1xfR0dEIDQ3Fhx9+iPPnz0Mmk0Emk6k3U8jNzcWECRNgY2MDCwsLdOvWDefPn9f4PStWrICtrS3Mzc0xduxYFBYWavU+ZWZmYsiQIWjYsCFq164NDw8PfPvtt2WOe/jw4Qvfy+LiYsybNw8NGjRAnTp14OfnhxMnTmhVC1UNhiOVsWPHDhgaGiI6Ohrr169HcHAwtmzZonHM6tWr4e7ujpiYGCxatAgXL15EYGAg3nzzTVy4cAG7du1CeHg4pkyZoj5n1KhRSExMxLFjx/D9998jJCQEGRkZz60jPz8fnTt3RlpaGvbv34/z589j3rx5KC0txeDBgzF79my4ublBqVRCqVRi8ODBEAQBffv2RXp6Og4ePIiYmBi0bt0a3bt3R1ZWFgBg9+7dWLJkCZYtW4azZ8+ifv36CAkJ0eo9KiwshI+PDw4cOIBLly5hwoQJGD58OKKjo7V6L0ePHo0zZ87gu+++w4ULFzBo0CD06tUL169f16oeqgIC0VM6d+4suLq6CqWlpeq2+fPnC66ururHTk5OQlBQkMZ5w4cPFyZMmKDRdvr0aaFWrVpCQUGBkJCQIAAQoqKi1M/Hx8cLAITg4GB1GwBh3759giAIwubNmwVzc3MhMzNTtNYlS5YIXl5eGm1Hjx4VLCwshMLCQo32Jk2aCJs3bxYEQRD8/f2FSZMmaTzv5+dXpq+nHT9+XAAgZGdnP/eYPn36CLNnz1Y//qf38saNG4JMJhNSU1M1+unevbuwYMECQRAEYfv27YJCoXju76Sqw2uOVEbbtm017j/j7++PtWvXQqVSwcDAAADg6+urcU5MTAxu3Lih8VFZEASUlpbi1q1buHbtGgwNDTXOa9GixQtnYuPi4uDt7Y169eqVu/aYmBjk5+fDyspKo72goAB//vknACA+Pr7MRsD+/v44fvx4uX+PSqXCihUrsGvXLqSmpqKoqAhFRUWoU6eOxnEvei/PnTsHQRDQvHlzjXOKiorK1E/Vj+FIL+XZECgtLcXEiRMxbdq0Msc6OjoiISEBQNkbgb2Iqamp1nWVlpaifv36otftKnNJzNq1axEcHIx169bBw8MDderUwYwZM1BcXKxVrQYGBoiJiVH/R+cxMzOzSquVXg7DkcqIiooq87hZs2Zl/gE/rXXr1rh8+TKaNm0q+ryrqysePnyIs2fPok2bNgCAhISEF64b9PT0xJYtW5CVlSU6epTL5VCpVGXqSE9Ph6GhIRo1avTcWqKiojBixAiN16iN06dPY8CAARg2bBiAR0F3/fp1uLq6ahz3ovfS29sbKpUKGRkZ6Nixo1a/n6oeJ2SojJSUFMyaNQsJCQn49ttvsWHDBkyfPv2F58yfPx+RkZGYPHky4uLicP36dezfvx9Tp04FALi4uKBXr14YP348oqOjERMTg3Hjxr1wdDhkyBDY2dkhKCgIZ86cwc2bN7F3715ERkYCeDRr/vi+KPfu3UNRURF69OgBf39/BAUF4dChQ0hMTERERAQWLlyIs2fPAgCmT5+Obdu2Ydu2bbh27RqWLFmCy5cva/UeNW3aFIcPH0ZERATi4+MxceJE0fuEv+i9bN68OYYOHYoRI0bghx9+wK1bt/DHH39g5cqVOHjwoFb1UBWQ+qIn6ZbOnTsL7733njBp0iTBwsJCsLS0FN5//32NSQUnJyeNSZTHfv/9d6Fnz56CmZmZUKdOHcHT01NYtmyZ+nmlUin07dtXMDY2FhwdHYWwsLAyfeGpCRlBEITExERh4MCBgoWFhVC7dm3B19dXiI6OFgRBEAoLC4WBAwcKdevWFQAI27dvFwRBEPLy8oSpU6cK9vb2gpGRkeDg4CAMHTpUSE5OVve7bNkywdraWjAzMxNGjhwpzJs3T6sJmczMTGHAgAGCmZmZYGNjIyxcuFAYMWKEMGDAAK3ey+LiYmHx4sVCo0aNBCMjI8HOzk544403hAsXLgiCwAkZKfEeMqShS5cuaNWqlcZX+oheRfxYTUQkguFIRCSCH6uJiERw5EhEJILhSEQkguFIRCSC4UhEJILhSEQkguFIRCSC4UhEJILhSEQk4v8B7YgKY252X9IAAAAASUVORK5CYII=",
+      "text/plain": [
+       "<Figure size 350x350 with 1 Axes>"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    }
+   ],
+   "source": [
+    "evaluation_score_output, evaluation_counts_output = evaluate_models(input_model)\n",
+    "\n",
+    "# check if the model has already been evaluated and if not, append the results to the dataframe\n",
+    "\n",
+    "evaluation_score_df = pd.concat([evaluation_score_output, evaluation_score_df], ignore_index=True)    \n",
+    "display(pd.DataFrame(evaluation_score_output))\n",
+    "\n",
+    "evaluation_count_df = pd.concat([evaluation_counts_output, evaluation_count_df], ignore_index=True)    \n",
+    "display(pd.DataFrame(evaluation_counts_output))\n",
+    "\n",
+    "from mlxtend.plotting import plot_confusion_matrix\n",
+    "\n",
+    "# select the model index and filter the row from evaluation_count_df dataframe\n",
+    "model_index = 0\n",
+    "\n",
+    "selected_model = evaluation_count_df[evaluation_count_df.index == model_index]\n",
+    "\n",
+    "# create a np.array with selected_model values\n",
+    "\n",
+    "\n",
+    "conf_matrix = np.array([[selected_model['True Negatives'].values[0], selected_model['False Positives'].values[0]],\n",
+    "                [selected_model['False Negatives'].values[0], selected_model['True Positives'].values[0]]])\n",
+    "\n",
+    "#change the size of the graph\n",
+    "\n",
+    "plt.rcParams['figure.figsize'] = [3.5, 3.5]\n",
+    "\n",
+    "fig, ax = plot_confusion_matrix(\n",
+    "    conf_mat=conf_matrix,\n",
+    "    show_absolute=True,\n",
+    "    show_normed=True\n",
+    ")"
+   ]
+  },
+  {
+   "attachments": {},
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "#### **Plot Evaluation**"
+   ]
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3 (ipykernel)",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.9.16"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 2
+}

secom_labels.csv

@@ -0,0 +1,1567 @@
+-1 "19/07/2008 11:55:00"
+-1 "19/07/2008 12:32:00"
+1 "19/07/2008 13:17:00"
+-1 "19/07/2008 14:43:00"
+-1 "19/07/2008 15:22:00"
+-1 "19/07/2008 17:53:00"
+-1 "19/07/2008 19:44:00"
+-1 "19/07/2008 19:45:00"
+-1 "19/07/2008 20:24:00"
+-1 "19/07/2008 21:35:00"
+1 "19/07/2008 21:57:00"
+1 "19/07/2008 22:52:00"
+-1 "20/07/2008 03:35:00"
+-1 "21/07/2008 08:21:00"
+1 "21/07/2008 11:53:00"
+-1 "22/07/2008 00:03:00"
+-1 "22/07/2008 02:59:00"
+-1 "22/07/2008 08:41:00"
+-1 "22/07/2008 11:47:00"
+-1 "22/07/2008 14:00:00"
+-1 "22/07/2008 15:30:00"
+-1 "23/07/2008 05:15:00"
+-1 "23/07/2008 19:22:00"
+1 "25/07/2008 15:23:00"
+-1 "27/07/2008 04:18:00"
+-1 "27/07/2008 09:37:00"
+-1 "27/07/2008 11:10:00"
+-1 "27/07/2008 15:46:00"
+-1 "27/07/2008 16:06:00"
+-1 "27/07/2008 16:49:00"
+-1 "27/07/2008 20:24:00"
+-1 "27/07/2008 22:28:00"
+-1 "27/07/2008 22:28:00"
+-1 "27/07/2008 23:14:00"
+-1 "28/07/2008 03:31:00"
+-1 "28/07/2008 03:48:00"
+-1 "28/07/2008 04:37:00"
+-1 "28/07/2008 05:36:00"
+1 "28/07/2008 06:45:00"
+-1 "28/07/2008 08:36:00"
+1 "28/07/2008 15:11:00"
+-1 "28/07/2008 23:57:00"
+-1 "29/07/2008 04:08:00"
+-1 "29/07/2008 05:16:00"
+-1 "29/07/2008 06:19:00"
+1 "29/07/2008 08:23:00"
+-1 "29/07/2008 11:47:00"
+-1 "29/07/2008 15:41:00"
+1 "29/07/2008 15:49:00"
+1 "29/07/2008 17:05:00"
+1 "29/07/2008 18:08:00"
+-1 "29/07/2008 21:07:00"
+-1 "29/07/2008 23:14:00"
+-1 "29/07/2008 23:19:00"
+-1 "30/07/2008 06:30:00"
+-1 "30/07/2008 07:08:00"
+-1 "30/07/2008 12:02:00"
+1 "30/07/2008 12:29:00"
+1 "30/07/2008 21:16:00"
+-1 "31/07/2008 13:57:00"
+-1 "31/07/2008 15:36:00"
+-1 "31/07/2008 17:07:00"
+1 "31/07/2008 20:18:00"
+-1 "01/08/2008 02:02:00"
+1 "01/08/2008 05:52:00"
+-1 "01/08/2008 10:20:00"
+-1 "01/08/2008 10:26:00"
+-1 "01/08/2008 11:28:00"
+-1 "01/08/2008 12:29:00"
+-1 "01/08/2008 14:07:00"
+-1 "01/08/2008 15:10:00"
+-1 "02/08/2008 03:39:00"
+-1 "03/08/2008 13:09:00"
+-1 "03/08/2008 14:06:00"
+-1 "03/08/2008 14:25:00"
+-1 "03/08/2008 15:03:00"
+-1 "03/08/2008 15:27:00"
+-1 "03/08/2008 16:00:00"
+-1 "03/08/2008 17:00:00"
+-1 "03/08/2008 17:58:00"
+-1 "03/08/2008 20:23:00"
+-1 "03/08/2008 22:52:00"
+1 "04/08/2008 00:39:00"
+-1 "04/08/2008 03:45:00"
+-1 "04/08/2008 03:49:00"
+-1 "04/08/2008 13:19:00"
+-1 "04/08/2008 14:04:00"
+-1 "04/08/2008 14:31:00"
+-1 "04/08/2008 15:29:00"
+-1 "04/08/2008 16:15:00"
+-1 "04/08/2008 16:31:00"
+-1 "04/08/2008 17:11:00"
+-1 "04/08/2008 17:46:00"
+-1 "04/08/2008 18:24:00"
+-1 "04/08/2008 19:58:00"
+-1 "04/08/2008 20:32:00"
+1 "04/08/2008 20:58:00"
+-1 "04/08/2008 21:43:00"
+-1 "04/08/2008 22:51:00"
+-1 "04/08/2008 23:33:00"
+-1 "05/08/2008 00:04:00"
+-1 "05/08/2008 01:12:00"
+-1 "05/08/2008 02:15:00"
+-1 "05/08/2008 02:36:00"
+-1 "05/08/2008 02:45:00"
+-1 "05/08/2008 03:17:00"
+-1 "05/08/2008 03:36:00"
+-1 "05/08/2008 03:54:00"
+-1 "05/08/2008 04:32:00"
+-1 "05/08/2008 04:35:00"
+-1 "05/08/2008 05:11:00"
+-1 "05/08/2008 06:10:00"
+-1 "05/08/2008 06:11:00"
+-1 "05/08/2008 06:21:00"
+-1 "05/08/2008 07:12:00"
+1 "05/08/2008 07:12:00"
+-1 "05/08/2008 07:48:00"
+-1 "05/08/2008 08:50:00"
+-1 "05/08/2008 09:48:00"
+-1 "05/08/2008 14:17:00"
+-1 "05/08/2008 14:45:00"
+-1 "05/08/2008 15:45:00"
+-1 "05/08/2008 20:04:00"
+-1 "05/08/2008 21:07:00"
+-1 "05/08/2008 21:22:00"
+-1 "05/08/2008 23:02:00"
+-1 "05/08/2008 23:06:00"
+-1 "05/08/2008 23:38:00"
+-1 "06/08/2008 00:04:00"
+-1 "06/08/2008 02:20:00"
+-1 "06/08/2008 03:22:00"
+1 "06/08/2008 05:40:00"
+-1 "06/08/2008 09:56:00"
+-1 "06/08/2008 09:57:00"
+-1 "06/08/2008 12:33:00"
+-1 "06/08/2008 13:35:00"
+-1 "06/08/2008 17:35:00"
+-1 "06/08/2008 18:00:00"
+-1 "06/08/2008 18:34:00"
+-1 "06/08/2008 19:13:00"
+-1 "06/08/2008 19:24:00"
+-1 "06/08/2008 20:00:00"
+-1 "06/08/2008 20:17:00"
+-1 "06/08/2008 21:15:00"
+-1 "06/08/2008 22:27:00"
+-1 "06/08/2008 23:40:00"
+-1 "06/08/2008 23:45:00"
+-1 "07/08/2008 00:51:00"
+-1 "07/08/2008 07:30:00"
+-1 "07/08/2008 08:21:00"
+-1 "07/08/2008 08:45:00"
+-1 "07/08/2008 08:55:00"
+-1 "07/08/2008 10:12:00"
+-1 "07/08/2008 11:10:00"
+1 "07/08/2008 11:40:00"
+-1 "08/08/2008 04:55:00"
+-1 "08/08/2008 07:26:00"
+1 "08/08/2008 08:44:00"
+1 "08/08/2008 12:37:00"
+-1 "08/08/2008 20:21:00"
+-1 "08/08/2008 21:22:00"
+-1 "08/08/2008 21:53:00"
+-1 "08/08/2008 22:06:00"
+-1 "08/08/2008 22:25:00"
+-1 "09/08/2008 02:15:00"
+-1 "09/08/2008 02:37:00"
+-1 "09/08/2008 06:05:00"
+1 "09/08/2008 09:16:00"
+-1 "09/08/2008 09:22:00"
+1 "09/08/2008 11:42:00"
+-1 "09/08/2008 17:34:00"
+-1 "09/08/2008 19:03:00"
+-1 "09/08/2008 20:04:00"
+-1 "09/08/2008 21:07:00"
+-1 "09/08/2008 22:15:00"
+-1 "09/08/2008 22:37:00"
+-1 "09/08/2008 23:17:00"
+-1 "09/08/2008 23:34:00"
+-1 "10/08/2008 00:09:00"
+-1 "10/08/2008 00:46:00"
+1 "10/08/2008 06:00:00"
+-1 "10/08/2008 06:41:00"
+1 "10/08/2008 07:01:00"
+-1 "10/08/2008 11:16:00"
+-1 "10/08/2008 11:49:00"
+-1 "10/08/2008 12:22:00"
+1 "10/08/2008 15:59:00"
+-1 "10/08/2008 19:07:00"
+1 "10/08/2008 20:07:00"
+1 "10/08/2008 22:26:00"
+-1 "11/08/2008 03:06:00"
+-1 "11/08/2008 04:09:00"
+-1 "11/08/2008 05:15:00"
+-1 "11/08/2008 11:35:00"
+-1 "11/08/2008 12:38:00"
+-1 "12/08/2008 04:23:00"
+-1 "12/08/2008 06:16:00"
+-1 "12/08/2008 10:54:00"
+-1 "12/08/2008 11:29:00"
+-1 "12/08/2008 12:04:00"
+-1 "13/08/2008 02:48:00"
+-1 "15/08/2008 03:26:00"
+-1 "15/08/2008 04:14:00"
+-1 "15/08/2008 05:13:00"
+-1 "15/08/2008 09:38:00"
+-1 "15/08/2008 10:14:00"
+-1 "15/08/2008 11:42:00"
+-1 "15/08/2008 18:19:00"
+-1 "15/08/2008 19:19:00"
+-1 "15/08/2008 20:00:00"
+-1 "15/08/2008 20:03:00"
+-1 "15/08/2008 23:31:00"
+-1 "16/08/2008 02:21:00"
+-1 "16/08/2008 05:47:00"
+-1 "16/08/2008 06:52:00"
+-1 "16/08/2008 07:33:00"
+-1 "16/08/2008 08:39:00"
+-1 "16/08/2008 08:41:00"
+1 "16/08/2008 09:44:00"
+-1 "16/08/2008 13:51:00"
+-1 "16/08/2008 14:30:00"
+-1 "16/08/2008 15:16:00"
+1 "16/08/2008 15:19:00"
+-1 "16/08/2008 23:48:00"
+-1 "17/08/2008 00:52:00"
+-1 "17/08/2008 01:53:00"
+-1 "17/08/2008 03:17:00"
+-1 "17/08/2008 03:18:00"
+-1 "17/08/2008 03:46:00"
+-1 "17/08/2008 04:19:00"
+-1 "17/08/2008 05:21:00"
+1 "17/08/2008 12:16:00"
+-1 "17/08/2008 13:34:00"
+-1 "17/08/2008 14:21:00"
+-1 "17/08/2008 15:25:00"
+1 "17/08/2008 21:26:00"
+1 "17/08/2008 22:03:00"
+-1 "17/08/2008 22:21:00"
+1 "17/08/2008 23:04:00"
+-1 "17/08/2008 23:20:00"
+1 "17/08/2008 23:55:00"
+1 "18/08/2008 00:02:00"
+-1 "18/08/2008 00:20:00"
+1 "18/08/2008 01:23:00"
+1 "18/08/2008 04:01:00"
+-1 "18/08/2008 04:12:00"
+-1 "18/08/2008 04:35:00"
+-1 "18/08/2008 05:03:00"
+-1 "18/08/2008 05:25:00"
+-1 "18/08/2008 06:07:00"
+-1 "18/08/2008 06:11:00"
+-1 "18/08/2008 06:26:00"
+-1 "18/08/2008 07:11:00"
+-1 "18/08/2008 07:23:00"
+-1 "18/08/2008 07:29:00"
+-1 "18/08/2008 08:18:00"
+-1 "18/08/2008 08:31:00"
+-1 "18/08/2008 10:13:00"
+-1 "18/08/2008 11:04:00"
+-1 "18/08/2008 12:00:00"
+-1 "18/08/2008 12:06:00"
+-1 "18/08/2008 12:22:00"
+-1 "18/08/2008 12:49:00"
+-1 "18/08/2008 13:07:00"
+-1 "18/08/2008 14:01:00"
+-1 "18/08/2008 14:04:00"
+-1 "18/08/2008 14:45:00"
+-1 "18/08/2008 15:00:00"
+-1 "18/08/2008 15:26:00"
+-1 "18/08/2008 15:30:00"
+-1 "18/08/2008 15:33:00"
+-1 "18/08/2008 15:41:00"
+-1 "18/08/2008 16:19:00"
+1 "18/08/2008 17:13:00"
+-1 "18/08/2008 17:16:00"
+-1 "18/08/2008 17:37:00"
+-1 "18/08/2008 19:24:00"
+1 "18/08/2008 19:54:00"
+-1 "18/08/2008 23:00:00"
+-1 "18/08/2008 23:03:00"
+-1 "18/08/2008 23:47:00"
+-1 "19/08/2008 01:10:00"
+1 "19/08/2008 03:59:00"
+-1 "19/08/2008 04:58:00"
+-1 "19/08/2008 05:09:00"
+-1 "19/08/2008 05:11:00"
+-1 "19/08/2008 05:11:00"
+-1 "19/08/2008 05:40:00"
+-1 "19/08/2008 05:41:00"
+-1 "19/08/2008 05:53:00"
+-1 "19/08/2008 05:54:00"
+1 "19/08/2008 05:56:00"
+-1 "19/08/2008 06:24:00"
+-1 "19/08/2008 07:43:00"
+1 "19/08/2008 07:58:00"
+-1 "19/08/2008 08:01:00"
+-1 "19/08/2008 08:07:00"
+-1 "19/08/2008 08:33:00"
+-1 "19/08/2008 09:04:00"
+-1 "19/08/2008 09:05:00"
+-1 "19/08/2008 10:46:00"
+-1 "19/08/2008 11:11:00"
+-1 "19/08/2008 11:13:00"
+-1 "19/08/2008 11:13:00"
+-1 "19/08/2008 11:28:00"
+-1 "19/08/2008 11:44:00"
+-1 "19/08/2008 11:46:00"
+-1 "19/08/2008 11:57:00"
+-1 "19/08/2008 11:58:00"
+-1 "19/08/2008 12:30:00"
+-1 "19/08/2008 15:33:00"
+-1 "19/08/2008 18:12:00"
+-1 "19/08/2008 18:12:00"
+-1 "19/08/2008 18:30:00"
+-1 "19/08/2008 18:30:00"
+-1 "19/08/2008 19:38:00"
+-1 "19/08/2008 20:53:00"
+-1 "20/08/2008 00:05:00"
+-1 "20/08/2008 01:33:00"
+-1 "20/08/2008 01:42:00"
+-1 "20/08/2008 02:13:00"
+1 "20/08/2008 02:27:00"
+-1 "20/08/2008 03:00:00"
+1 "20/08/2008 03:12:00"
+-1 "20/08/2008 06:36:00"
+-1 "20/08/2008 07:12:00"
+1 "20/08/2008 08:40:00"
+1 "20/08/2008 09:17:00"
+-1 "20/08/2008 10:26:00"
+-1 "20/08/2008 16:08:00"
+-1 "20/08/2008 16:16:00"
+-1 "20/08/2008 17:09:00"
+-1 "20/08/2008 17:35:00"
+-1 "20/08/2008 17:36:00"
+-1 "20/08/2008 18:29:00"
+-1 "20/08/2008 18:35:00"
+1 "20/08/2008 19:20:00"
+-1 "20/08/2008 20:19:00"
+-1 "20/08/2008 21:33:00"
+-1 "20/08/2008 21:41:00"
+-1 "20/08/2008 21:58:00"
+-1 "20/08/2008 22:13:00"
+-1 "20/08/2008 22:45:00"
+-1 "20/08/2008 23:18:00"
+1 "20/08/2008 23:43:00"
+-1 "21/08/2008 02:11:00"
+-1 "21/08/2008 02:46:00"
+-1 "21/08/2008 04:22:00"
+-1 "21/08/2008 04:29:00"
+-1 "21/08/2008 05:06:00"
+-1 "21/08/2008 05:15:00"
+1 "21/08/2008 06:10:00"
+-1 "21/08/2008 11:22:00"
+-1 "21/08/2008 12:00:00"
+-1 "21/08/2008 12:31:00"
+-1 "21/08/2008 12:33:00"
+-1 "21/08/2008 12:43:00"
+-1 "21/08/2008 12:52:00"
+-1 "21/08/2008 13:11:00"
+-1 "21/08/2008 13:19:00"
+-1 "21/08/2008 13:29:00"
+-1 "21/08/2008 13:45:00"
+-1 "21/08/2008 14:47:00"
+-1 "21/08/2008 15:05:00"
+-1 "21/08/2008 15:06:00"
+-1 "21/08/2008 15:32:00"
+-1 "21/08/2008 15:48:00"
+-1 "21/08/2008 15:50:00"
+1 "21/08/2008 16:19:00"
+-1 "21/08/2008 16:36:00"
+-1 "21/08/2008 17:25:00"
+-1 "21/08/2008 17:44:00"
+-1 "21/08/2008 18:04:00"
+1 "21/08/2008 18:05:00"
+-1 "21/08/2008 18:39:00"
+-1 "21/08/2008 18:53:00"
+-1 "21/08/2008 19:12:00"
+-1 "21/08/2008 19:12:00"
+-1 "21/08/2008 19:46:00"
+-1 "21/08/2008 20:19:00"
+-1 "21/08/2008 20:21:00"
+-1 "21/08/2008 20:37:00"
+-1 "21/08/2008 21:32:00"
+-1 "21/08/2008 22:25:00"
+-1 "21/08/2008 22:41:00"
+-1 "21/08/2008 23:08:00"
+-1 "21/08/2008 23:27:00"
+-1 "21/08/2008 23:53:00"
+-1 "21/08/2008 23:57:00"
+-1 "22/08/2008 00:43:00"
+-1 "22/08/2008 00:44:00"
+-1 "22/08/2008 00:47:00"
+1 "22/08/2008 01:04:00"
+-1 "22/08/2008 01:26:00"
+-1 "22/08/2008 01:27:00"
+-1 "22/08/2008 01:54:00"
+-1 "22/08/2008 02:01:00"
+-1 "22/08/2008 02:25:00"
+-1 "22/08/2008 02:52:00"
+-1 "22/08/2008 03:18:00"
+-1 "22/08/2008 03:58:00"
+-1 "22/08/2008 04:40:00"
+-1 "22/08/2008 04:57:00"
+-1 "22/08/2008 05:21:00"
+-1 "22/08/2008 05:31:00"
+-1 "22/08/2008 05:32:00"
+1 "22/08/2008 06:00:00"
+-1 "22/08/2008 07:04:00"
+-1 "22/08/2008 07:17:00"
+-1 "22/08/2008 07:27:00"
+-1 "22/08/2008 09:29:00"
+-1 "22/08/2008 09:29:00"
+-1 "22/08/2008 10:01:00"
+-1 "22/08/2008 10:18:00"
+-1 "22/08/2008 10:47:00"
+-1 "22/08/2008 11:32:00"
+-1 "22/08/2008 12:13:00"
+-1 "22/08/2008 12:37:00"
+-1 "22/08/2008 12:42:00"
+-1 "22/08/2008 13:22:00"
+-1 "22/08/2008 14:45:00"
+-1 "22/08/2008 15:25:00"
+-1 "22/08/2008 15:39:00"
+-1 "22/08/2008 15:54:00"
+1 "22/08/2008 19:14:00"
+-1 "22/08/2008 23:46:00"
+-1 "22/08/2008 23:47:00"
+-1 "22/08/2008 23:49:00"
+-1 "22/08/2008 23:56:00"
+-1 "23/08/2008 02:04:00"
+-1 "23/08/2008 03:26:00"
+-1 "23/08/2008 04:50:00"
+-1 "23/08/2008 04:52:00"
+-1 "23/08/2008 05:57:00"
+-1 "23/08/2008 05:57:00"
+-1 "23/08/2008 05:58:00"
+-1 "23/08/2008 05:58:00"
+-1 "23/08/2008 09:24:00"
+-1 "23/08/2008 12:58:00"
+-1 "23/08/2008 13:02:00"
+-1 "23/08/2008 15:10:00"
+1 "23/08/2008 15:29:00"
+-1 "24/08/2008 02:32:00"
+-1 "24/08/2008 04:00:00"
+-1 "24/08/2008 07:12:00"
+-1 "24/08/2008 07:14:00"
+-1 "24/08/2008 10:09:00"
+-1 "24/08/2008 10:14:00"
+1 "24/08/2008 13:03:00"
+-1 "25/08/2008 09:29:00"
+-1 "27/08/2008 00:46:00"
+-1 "27/08/2008 11:38:00"
+-1 "27/08/2008 12:22:00"
+-1 "27/08/2008 13:35:00"
+-1 "27/08/2008 14:18:00"
+-1 "27/08/2008 17:14:00"
+-1 "27/08/2008 22:48:00"
+-1 "27/08/2008 22:58:00"
+-1 "28/08/2008 03:03:00"
+-1 "28/08/2008 03:04:00"
+-1 "28/08/2008 03:29:00"
+-1 "28/08/2008 03:38:00"
+-1 "28/08/2008 03:45:00"
+-1 "28/08/2008 04:10:00"
+-1 "28/08/2008 04:20:00"
+-1 "28/08/2008 04:54:00"
+-1 "28/08/2008 05:00:00"
+-1 "28/08/2008 06:15:00"
+-1 "28/08/2008 06:39:00"
+-1 "28/08/2008 06:56:00"
+-1 "28/08/2008 07:40:00"
+-1 "28/08/2008 07:51:00"
+-1 "28/08/2008 08:41:00"
+-1 "28/08/2008 09:46:00"
+-1 "28/08/2008 09:49:00"
+-1 "28/08/2008 10:15:00"
+-1 "28/08/2008 10:28:00"
+-1 "28/08/2008 10:32:00"
+-1 "28/08/2008 11:19:00"
+-1 "28/08/2008 12:44:00"
+-1 "28/08/2008 14:48:00"
+-1 "28/08/2008 15:19:00"
+-1 "28/08/2008 16:01:00"
+-1 "28/08/2008 16:43:00"
+-1 "28/08/2008 16:52:00"
+-1 "28/08/2008 17:21:00"
+-1 "28/08/2008 17:27:00"
+-1 "28/08/2008 17:32:00"
+-1 "28/08/2008 18:05:00"
+-1 "28/08/2008 18:10:00"
+-1 "28/08/2008 18:15:00"
+-1 "28/08/2008 18:25:00"
+-1 "28/08/2008 18:47:00"
+-1 "28/08/2008 18:57:00"
+-1 "28/08/2008 20:20:00"
+1 "28/08/2008 20:39:00"
+-1 "28/08/2008 21:03:00"
+-1 "28/08/2008 21:52:00"
+-1 "28/08/2008 22:57:00"
+-1 "28/08/2008 23:40:00"
+-1 "28/08/2008 23:42:00"
+-1 "29/08/2008 00:49:00"
+-1 "29/08/2008 01:06:00"
+-1 "29/08/2008 02:38:00"
+-1 "29/08/2008 02:39:00"
+-1 "29/08/2008 03:27:00"
+-1 "29/08/2008 03:33:00"
+-1 "29/08/2008 03:46:00"
+1 "29/08/2008 04:55:00"
+-1 "29/08/2008 04:56:00"
+-1 "29/08/2008 05:16:00"
+-1 "29/08/2008 05:54:00"
+-1 "29/08/2008 05:54:00"
+-1 "29/08/2008 05:57:00"
+-1 "29/08/2008 05:57:00"
+-1 "29/08/2008 06:35:00"
+-1 "29/08/2008 06:37:00"
+-1 "29/08/2008 06:40:00"
+1 "29/08/2008 06:45:00"
+-1 "29/08/2008 06:54:00"
+-1 "29/08/2008 07:18:00"
+-1 "29/08/2008 07:22:00"
+-1 "29/08/2008 07:24:00"
+-1 "29/08/2008 07:33:00"
+-1 "29/08/2008 07:33:00"
+-1 "29/08/2008 08:10:00"
+-1 "29/08/2008 08:20:00"
+-1 "29/08/2008 08:41:00"
+-1 "29/08/2008 08:45:00"
+-1 "29/08/2008 12:21:00"
+-1 "29/08/2008 12:22:00"
+-1 "29/08/2008 12:37:00"
+-1 "29/08/2008 13:04:00"
+-1 "29/08/2008 13:14:00"
+-1 "29/08/2008 13:27:00"
+-1 "29/08/2008 13:49:00"
+-1 "29/08/2008 14:11:00"
+-1 "29/08/2008 14:18:00"
+-1 "29/08/2008 14:30:00"
+-1 "29/08/2008 15:01:00"
+-1 "29/08/2008 15:43:00"
+-1 "29/08/2008 16:26:00"
+-1 "29/08/2008 20:21:00"
+-1 "29/08/2008 20:49:00"
+-1 "29/08/2008 21:25:00"
+-1 "29/08/2008 21:46:00"
+-1 "29/08/2008 21:54:00"
+-1 "29/08/2008 22:11:00"
+-1 "29/08/2008 22:45:00"
+-1 "29/08/2008 22:49:00"
+-1 "29/08/2008 22:56:00"
+-1 "30/08/2008 00:01:00"
+-1 "30/08/2008 00:05:00"
+-1 "30/08/2008 00:57:00"
+-1 "30/08/2008 01:29:00"
+-1 "30/08/2008 02:08:00"
+-1 "30/08/2008 02:22:00"
+-1 "30/08/2008 02:32:00"
+-1 "30/08/2008 02:39:00"
+-1 "30/08/2008 02:50:00"
+-1 "30/08/2008 03:10:00"
+-1 "30/08/2008 04:20:00"
+-1 "30/08/2008 04:24:00"
+-1 "30/08/2008 04:55:00"
+-1 "30/08/2008 05:05:00"
+-1 "30/08/2008 05:05:00"
+-1 "30/08/2008 05:38:00"
+-1 "30/08/2008 05:51:00"
+-1 "30/08/2008 07:50:00"
+-1 "30/08/2008 07:54:00"
+-1 "30/08/2008 08:10:00"
+-1 "30/08/2008 08:29:00"
+-1 "30/08/2008 08:42:00"
+-1 "30/08/2008 08:53:00"
+-1 "30/08/2008 09:13:00"
+-1 "30/08/2008 09:37:00"
+1 "30/08/2008 09:45:00"
+-1 "30/08/2008 10:15:00"
+-1 "30/08/2008 10:16:00"
+-1 "30/08/2008 11:12:00"
+-1 "30/08/2008 11:14:00"
+-1 "30/08/2008 11:18:00"
+-1 "30/08/2008 11:57:00"
+1 "30/08/2008 14:10:00"
+-1 "30/08/2008 14:23:00"
+-1 "30/08/2008 14:37:00"
+-1 "30/08/2008 15:06:00"
+-1 "30/08/2008 15:16:00"
+-1 "30/08/2008 15:37:00"
+-1 "30/08/2008 15:50:00"
+-1 "30/08/2008 15:57:00"
+-1 "30/08/2008 16:24:00"
+-1 "30/08/2008 17:05:00"
+-1 "30/08/2008 17:49:00"
+-1 "30/08/2008 19:21:00"
+-1 "30/08/2008 19:27:00"
+-1 "30/08/2008 20:11:00"
+-1 "30/08/2008 20:53:00"
+-1 "30/08/2008 21:53:00"
+-1 "30/08/2008 23:51:00"
+-1 "31/08/2008 02:57:00"
+1 "31/08/2008 04:46:00"
+-1 "31/08/2008 05:05:00"
+-1 "31/08/2008 09:11:00"
+-1 "31/08/2008 10:36:00"
+1 "31/08/2008 10:59:00"
+-1 "31/08/2008 10:59:00"
+-1 "31/08/2008 11:03:00"
+-1 "31/08/2008 15:09:00"
+-1 "31/08/2008 15:13:00"
+-1 "31/08/2008 16:32:00"
+-1 "31/08/2008 20:24:00"
+-1 "31/08/2008 21:04:00"
+-1 "31/08/2008 21:46:00"
+-1 "31/08/2008 21:58:00"
+-1 "31/08/2008 22:32:00"
+-1 "31/08/2008 22:48:00"
+-1 "31/08/2008 22:57:00"
+-1 "01/09/2008 00:01:00"
+-1 "01/09/2008 00:39:00"
+-1 "01/09/2008 00:45:00"
+-1 "01/09/2008 00:53:00"
+-1 "01/09/2008 05:29:00"
+-1 "01/09/2008 05:32:00"
+-1 "01/09/2008 06:12:00"
+-1 "01/09/2008 06:21:00"
+-1 "01/09/2008 06:52:00"
+-1 "01/09/2008 08:18:00"
+-1 "01/09/2008 09:06:00"
+-1 "01/09/2008 09:19:00"
+-1 "01/09/2008 09:54:00"
+-1 "01/09/2008 10:57:00"
+-1 "01/09/2008 11:40:00"
+-1 "01/09/2008 16:20:00"
+1 "01/09/2008 19:54:00"
+-1 "01/09/2008 20:51:00"
+-1 "01/09/2008 22:05:00"
+-1 "01/09/2008 23:05:00"
+-1 "01/09/2008 23:19:00"
+-1 "01/09/2008 23:24:00"
+-1 "01/09/2008 23:28:00"
+-1 "01/09/2008 23:39:00"
+-1 "01/09/2008 23:45:00"
+-1 "01/09/2008 23:59:00"
+-1 "02/09/2008 00:26:00"
+-1 "02/09/2008 00:31:00"
+-1 "02/09/2008 00:46:00"
+-1 "02/09/2008 01:09:00"
+-1 "02/09/2008 01:10:00"
+-1 "02/09/2008 01:10:00"
+-1 "02/09/2008 01:36:00"
+-1 "02/09/2008 01:50:00"
+-1 "02/09/2008 02:02:00"
+-1 "02/09/2008 02:11:00"
+-1 "02/09/2008 02:50:00"
+-1 "02/09/2008 02:52:00"
+-1 "02/09/2008 03:33:00"
+-1 "02/09/2008 03:35:00"
+-1 "02/09/2008 03:35:00"
+-1 "02/09/2008 04:19:00"
+-1 "02/09/2008 04:22:00"
+-1 "02/09/2008 05:46:00"
+-1 "02/09/2008 06:03:00"
+-1 "02/09/2008 06:19:00"
+-1 "02/09/2008 06:32:00"
+-1 "02/09/2008 06:48:00"
+-1 "02/09/2008 07:22:00"
+-1 "02/09/2008 07:32:00"
+-1 "02/09/2008 08:15:00"
+-1 "02/09/2008 08:54:00"
+-1 "02/09/2008 09:36:00"
+-1 "02/09/2008 09:37:00"
+-1 "02/09/2008 10:13:00"
+-1 "02/09/2008 10:21:00"
+-1 "02/09/2008 10:25:00"
+-1 "02/09/2008 10:33:00"
+-1 "02/09/2008 11:08:00"
+-1 "02/09/2008 11:22:00"
+-1 "02/09/2008 11:47:00"
+-1 "02/09/2008 11:49:00"
+-1 "02/09/2008 12:01:00"
+-1 "02/09/2008 12:17:00"
+-1 "02/09/2008 12:26:00"
+-1 "02/09/2008 12:30:00"
+-1 "02/09/2008 12:44:00"
+-1 "02/09/2008 13:05:00"
+-1 "02/09/2008 13:08:00"
+-1 "02/09/2008 13:27:00"
+-1 "02/09/2008 13:40:00"
+-1 "02/09/2008 14:09:00"
+-1 "02/09/2008 14:21:00"
+-1 "02/09/2008 14:34:00"
+-1 "02/09/2008 15:29:00"
+-1 "02/09/2008 16:10:00"
+-1 "02/09/2008 16:50:00"
+-1 "02/09/2008 16:54:00"
+-1 "02/09/2008 16:58:00"
+-1 "02/09/2008 17:10:00"
+-1 "02/09/2008 17:18:00"
+-1 "02/09/2008 18:38:00"
+-1 "02/09/2008 18:52:00"
+-1 "02/09/2008 19:18:00"
+-1 "02/09/2008 20:18:00"
+-1 "02/09/2008 20:52:00"
+-1 "02/09/2008 20:58:00"
+-1 "02/09/2008 20:59:00"
+-1 "03/09/2008 00:18:00"
+-1 "03/09/2008 00:45:00"
+-1 "03/09/2008 00:58:00"
+1 "03/09/2008 01:15:00"
+-1 "03/09/2008 01:32:00"
+-1 "03/09/2008 04:18:00"
+-1 "03/09/2008 06:26:00"
+-1 "03/09/2008 09:38:00"
+-1 "03/09/2008 14:24:00"
+-1 "03/09/2008 14:29:00"
+-1 "03/09/2008 17:22:00"
+-1 "03/09/2008 18:16:00"
+-1 "03/09/2008 18:16:00"
+-1 "03/09/2008 20:00:00"
+-1 "03/09/2008 20:10:00"
+-1 "04/09/2008 08:01:00"
+-1 "04/09/2008 08:22:00"
+-1 "04/09/2008 08:33:00"
+-1 "04/09/2008 08:41:00"
+-1 "04/09/2008 08:53:00"
+-1 "04/09/2008 11:50:00"
+-1 "04/09/2008 14:09:00"
+-1 "04/09/2008 14:11:00"
+-1 "04/09/2008 14:48:00"
+-1 "04/09/2008 16:30:00"
+-1 "04/09/2008 16:41:00"
+-1 "04/09/2008 16:56:00"
+-1 "04/09/2008 17:30:00"
+-1 "05/09/2008 15:30:00"
+-1 "05/09/2008 21:48:00"
+-1 "07/09/2008 00:08:00"
+-1 "07/09/2008 00:12:00"
+-1 "07/09/2008 00:49:00"
+-1 "07/09/2008 10:52:00"
+-1 "07/09/2008 12:04:00"
+-1 "07/09/2008 12:20:00"
+-1 "07/09/2008 13:02:00"
+-1 "07/09/2008 18:02:00"
+-1 "07/09/2008 18:24:00"
+-1 "07/09/2008 18:49:00"
+-1 "07/09/2008 19:29:00"
+-1 "07/09/2008 19:31:00"
+-1 "07/09/2008 20:12:00"
+-1 "07/09/2008 20:50:00"
+-1 "07/09/2008 23:33:00"
+-1 "08/09/2008 00:32:00"
+-1 "08/09/2008 00:40:00"
+-1 "08/09/2008 01:24:00"
+-1 "08/09/2008 03:32:00"
+-1 "08/09/2008 03:48:00"
+-1 "08/09/2008 04:21:00"
+-1 "08/09/2008 06:37:00"
+-1 "08/09/2008 07:14:00"
+-1 "08/09/2008 07:41:00"
+-1 "08/09/2008 18:46:00"
+-1 "08/09/2008 19:14:00"
+-1 "08/09/2008 19:15:00"
+-1 "08/09/2008 19:25:00"
+-1 "08/09/2008 19:33:00"
+-1 "08/09/2008 20:00:00"
+-1 "08/09/2008 21:36:00"
+-1 "08/09/2008 21:53:00"
+-1 "08/09/2008 22:17:00"
+-1 "09/09/2008 00:25:00"
+-1 "09/09/2008 03:53:00"
+-1 "09/09/2008 08:44:00"
+-1 "10/09/2008 07:26:00"
+-1 "10/09/2008 09:21:00"
+-1 "10/09/2008 20:52:00"
+-1 "10/09/2008 20:53:00"
+-1 "10/09/2008 21:56:00"
+-1 "10/09/2008 23:30:00"
+-1 "10/09/2008 23:43:00"
+-1 "11/09/2008 00:17:00"
+-1 "11/09/2008 05:20:00"
+-1 "11/09/2008 06:04:00"
+-1 "11/09/2008 07:43:00"
+-1 "11/09/2008 08:06:00"
+-1 "11/09/2008 08:58:00"
+-1 "11/09/2008 09:24:00"
+-1 "11/09/2008 12:47:00"
+-1 "11/09/2008 13:36:00"
+-1 "11/09/2008 14:20:00"
+-1 "11/09/2008 14:24:00"
+-1 "11/09/2008 14:31:00"
+-1 "11/09/2008 15:05:00"
+-1 "11/09/2008 15:08:00"
+-1 "11/09/2008 16:28:00"
+-1 "11/09/2008 21:13:00"
+1 "11/09/2008 22:07:00"
+-1 "11/09/2008 23:10:00"
+1 "11/09/2008 23:48:00"
+-1 "12/09/2008 05:11:00"
+-1 "12/09/2008 05:55:00"
+-1 "12/09/2008 06:38:00"
+-1 "12/09/2008 06:41:00"
+-1 "12/09/2008 06:45:00"
+-1 "12/09/2008 07:21:00"
+-1 "12/09/2008 07:29:00"
+-1 "12/09/2008 07:38:00"
+-1 "12/09/2008 11:57:00"
+-1 "12/09/2008 13:08:00"
+-1 "12/09/2008 14:52:00"
+-1 "12/09/2008 15:40:00"
+-1 "12/09/2008 16:23:00"
+-1 "12/09/2008 18:01:00"
+-1 "12/09/2008 18:52:00"
+-1 "12/09/2008 19:36:00"
+-1 "12/09/2008 20:28:00"
+-1 "12/09/2008 21:12:00"
+-1 "12/09/2008 22:25:00"
+-1 "12/09/2008 22:45:00"
+-1 "12/09/2008 23:28:00"
+-1 "12/09/2008 23:40:00"
+-1 "13/09/2008 00:25:00"
+-1 "13/09/2008 02:57:00"
+-1 "13/09/2008 03:14:00"
+-1 "13/09/2008 09:19:00"
+-1 "13/09/2008 10:55:00"
+-1 "13/09/2008 11:42:00"
+1 "13/09/2008 11:56:00"
+-1 "13/09/2008 12:48:00"
+-1 "13/09/2008 14:07:00"
+-1 "13/09/2008 16:04:00"
+-1 "13/09/2008 16:04:00"
+1 "13/09/2008 20:06:00"
+-1 "14/09/2008 02:50:00"
+-1 "14/09/2008 02:59:00"
+-1 "14/09/2008 15:02:00"
+-1 "14/09/2008 15:46:00"
+-1 "14/09/2008 16:34:00"
+-1 "14/09/2008 17:40:00"
+-1 "14/09/2008 18:27:00"
+-1 "14/09/2008 18:27:00"
+-1 "14/09/2008 19:13:00"
+-1 "14/09/2008 20:00:00"
+-1 "14/09/2008 20:43:00"
+-1 "14/09/2008 20:45:00"
+-1 "14/09/2008 21:31:00"
+-1 "14/09/2008 23:00:00"
+-1 "15/09/2008 02:04:00"
+-1 "15/09/2008 10:03:00"
+-1 "15/09/2008 11:40:00"
+-1 "15/09/2008 12:27:00"
+-1 "15/09/2008 16:10:00"
+-1 "15/09/2008 16:59:00"
+-1 "15/09/2008 19:54:00"
+-1 "15/09/2008 21:56:00"
+-1 "15/09/2008 22:13:00"
+-1 "15/09/2008 22:45:00"
+-1 "15/09/2008 22:54:00"
+-1 "15/09/2008 23:37:00"
+-1 "16/09/2008 07:39:00"
+-1 "16/09/2008 07:48:00"
+-1 "16/09/2008 08:50:00"
+-1 "16/09/2008 08:52:00"
+-1 "16/09/2008 09:37:00"
+-1 "16/09/2008 17:07:00"
+-1 "16/09/2008 18:09:00"
+-1 "16/09/2008 18:23:00"
+-1 "16/09/2008 19:34:00"
+-1 "16/09/2008 19:45:00"
+-1 "16/09/2008 21:21:00"
+-1 "16/09/2008 22:45:00"
+-1 "17/09/2008 02:01:00"
+1 "17/09/2008 04:23:00"
+-1 "17/09/2008 07:14:00"
+-1 "17/09/2008 07:28:00"
+-1 "17/09/2008 21:52:00"
+-1 "18/09/2008 00:57:00"
+-1 "18/09/2008 01:40:00"
+-1 "18/09/2008 01:43:00"
+-1 "18/09/2008 02:01:00"
+-1 "18/09/2008 03:58:00"
+-1 "18/09/2008 03:58:00"
+-1 "18/09/2008 05:44:00"
+-1 "18/09/2008 05:58:00"
+-1 "18/09/2008 08:04:00"
+-1 "18/09/2008 10:48:00"
+-1 "18/09/2008 13:48:00"
+-1 "18/09/2008 17:22:00"
+-1 "18/09/2008 18:12:00"
+-1 "18/09/2008 18:56:00"
+-1 "18/09/2008 21:12:00"
+-1 "18/09/2008 21:56:00"
+-1 "18/09/2008 23:00:00"
+-1 "18/09/2008 23:05:00"
+-1 "18/09/2008 23:44:00"
+-1 "19/09/2008 00:30:00"
+-1 "19/09/2008 01:57:00"
+-1 "19/09/2008 02:44:00"
+-1 "19/09/2008 04:42:00"
+-1 "19/09/2008 05:33:00"
+-1 "19/09/2008 05:57:00"
+-1 "19/09/2008 06:01:00"
+-1 "19/09/2008 06:44:00"
+-1 "19/09/2008 07:14:00"
+-1 "19/09/2008 07:18:00"
+-1 "19/09/2008 08:08:00"
+-1 "19/09/2008 08:52:00"
+-1 "19/09/2008 09:12:00"
+-1 "19/09/2008 09:47:00"
+-1 "19/09/2008 10:45:00"
+-1 "19/09/2008 11:13:00"
+-1 "19/09/2008 11:54:00"
+-1 "19/09/2008 13:59:00"
+-1 "19/09/2008 15:31:00"
+-1 "19/09/2008 16:40:00"
+1 "19/09/2008 16:58:00"
+-1 "19/09/2008 17:47:00"
+-1 "19/09/2008 18:11:00"
+-1 "19/09/2008 18:33:00"
+-1 "19/09/2008 19:18:00"
+-1 "19/09/2008 19:29:00"
+-1 "19/09/2008 20:05:00"
+-1 "19/09/2008 20:07:00"
+-1 "19/09/2008 20:10:00"
+-1 "19/09/2008 20:17:00"
+1 "19/09/2008 20:19:00"
+-1 "19/09/2008 21:08:00"
+1 "19/09/2008 21:09:00"
+-1 "19/09/2008 21:13:00"
+-1 "19/09/2008 21:14:00"
+1 "19/09/2008 21:59:00"
+-1 "19/09/2008 23:26:00"
+-1 "19/09/2008 23:33:00"
+-1 "20/09/2008 00:18:00"
+-1 "20/09/2008 00:33:00"
+-1 "20/09/2008 03:58:00"
+-1 "20/09/2008 04:13:00"
+-1 "20/09/2008 04:28:00"
+-1 "20/09/2008 05:22:00"
+-1 "20/09/2008 05:25:00"
+-1 "20/09/2008 05:34:00"
+-1 "20/09/2008 06:08:00"
+-1 "20/09/2008 07:21:00"
+-1 "20/09/2008 08:14:00"
+-1 "20/09/2008 10:51:00"
+-1 "20/09/2008 11:18:00"
+-1 "20/09/2008 12:20:00"
+-1 "20/09/2008 12:26:00"
+-1 "20/09/2008 12:27:00"
+-1 "20/09/2008 12:36:00"
+-1 "20/09/2008 12:57:00"
+-1 "20/09/2008 14:00:00"
+-1 "20/09/2008 14:06:00"
+-1 "20/09/2008 14:42:00"
+-1 "20/09/2008 14:50:00"
+-1 "20/09/2008 14:53:00"
+-1 "20/09/2008 15:02:00"
+-1 "20/09/2008 15:19:00"
+-1 "20/09/2008 15:37:00"
+-1 "20/09/2008 15:46:00"
+-1 "20/09/2008 16:43:00"
+-1 "20/09/2008 16:44:00"
+-1 "20/09/2008 17:26:00"
+-1 "20/09/2008 17:29:00"
+-1 "20/09/2008 18:03:00"
+-1 "20/09/2008 18:21:00"
+-1 "20/09/2008 18:56:00"
+-1 "20/09/2008 19:14:00"
+-1 "20/09/2008 19:21:00"
+-1 "20/09/2008 23:34:00"
+-1 "21/09/2008 00:48:00"
+-1 "21/09/2008 01:06:00"
+-1 "21/09/2008 02:07:00"
+-1 "21/09/2008 03:04:00"
+-1 "21/09/2008 03:47:00"
+-1 "21/09/2008 04:17:00"
+-1 "21/09/2008 04:49:00"
+-1 "21/09/2008 07:30:00"
+-1 "21/09/2008 07:55:00"
+-1 "21/09/2008 08:22:00"
+-1 "21/09/2008 08:49:00"
+-1 "21/09/2008 09:16:00"
+-1 "21/09/2008 09:31:00"
+-1 "21/09/2008 10:07:00"
+-1 "21/09/2008 10:49:00"
+-1 "21/09/2008 11:33:00"
+-1 "21/09/2008 12:04:00"
+-1 "21/09/2008 14:30:00"
+-1 "21/09/2008 14:31:00"
+-1 "21/09/2008 14:33:00"
+-1 "21/09/2008 15:15:00"
+-1 "21/09/2008 15:26:00"
+-1 "21/09/2008 15:34:00"
+-1 "21/09/2008 16:43:00"
+-1 "21/09/2008 17:26:00"
+-1 "21/09/2008 17:30:00"
+-1 "21/09/2008 18:12:00"
+-1 "21/09/2008 19:19:00"
+-1 "21/09/2008 20:35:00"
+-1 "21/09/2008 21:54:00"
+-1 "21/09/2008 22:02:00"
+-1 "22/09/2008 00:12:00"
+-1 "22/09/2008 00:28:00"
+-1 "22/09/2008 00:47:00"
+-1 "22/09/2008 01:43:00"
+-1 "22/09/2008 03:51:00"
+-1 "22/09/2008 06:05:00"
+-1 "22/09/2008 07:12:00"
+-1 "22/09/2008 10:43:00"
+-1 "22/09/2008 11:50:00"
+-1 "22/09/2008 12:11:00"
+-1 "22/09/2008 12:45:00"
+-1 "22/09/2008 13:03:00"
+-1 "22/09/2008 14:24:00"
+-1 "22/09/2008 14:27:00"
+-1 "22/09/2008 14:36:00"
+-1 "22/09/2008 16:25:00"
+-1 "22/09/2008 21:30:00"
+-1 "22/09/2008 21:31:00"
+-1 "22/09/2008 22:15:00"
+-1 "22/09/2008 22:17:00"
+-1 "22/09/2008 23:01:00"
+-1 "22/09/2008 23:10:00"
+-1 "23/09/2008 00:57:00"
+-1 "23/09/2008 06:44:00"
+-1 "23/09/2008 06:44:00"
+-1 "23/09/2008 06:52:00"
+-1 "23/09/2008 07:58:00"
+-1 "23/09/2008 08:11:00"
+-1 "23/09/2008 09:43:00"
+1 "23/09/2008 11:14:00"
+-1 "23/09/2008 11:42:00"
+-1 "23/09/2008 11:43:00"
+-1 "23/09/2008 12:29:00"
+-1 "23/09/2008 12:31:00"
+-1 "23/09/2008 12:46:00"
+-1 "23/09/2008 13:37:00"
+-1 "23/09/2008 15:23:00"
+-1 "23/09/2008 15:33:00"
+-1 "23/09/2008 15:58:00"
+-1 "23/09/2008 18:10:00"
+-1 "23/09/2008 18:36:00"
+-1 "23/09/2008 18:56:00"
+-1 "23/09/2008 20:18:00"
+-1 "23/09/2008 20:59:00"
+-1 "23/09/2008 21:26:00"
+-1 "23/09/2008 22:25:00"
+-1 "24/09/2008 02:19:00"
+-1 "24/09/2008 02:44:00"
+-1 "24/09/2008 03:32:00"
+-1 "24/09/2008 03:40:00"
+-1 "24/09/2008 05:13:00"
+-1 "24/09/2008 05:22:00"
+-1 "24/09/2008 06:13:00"
+-1 "24/09/2008 06:14:00"
+-1 "24/09/2008 07:23:00"
+-1 "24/09/2008 10:10:00"
+-1 "24/09/2008 10:53:00"
+-1 "24/09/2008 10:59:00"
+-1 "24/09/2008 11:47:00"
+-1 "24/09/2008 12:04:00"
+-1 "24/09/2008 12:35:00"
+-1 "24/09/2008 13:01:00"
+1 "24/09/2008 15:05:00"
+-1 "24/09/2008 15:39:00"
+-1 "24/09/2008 15:42:00"
+-1 "24/09/2008 15:43:00"
+-1 "24/09/2008 16:26:00"
+-1 "24/09/2008 17:54:00"
+-1 "24/09/2008 18:05:00"
+-1 "25/09/2008 01:05:00"
+-1 "25/09/2008 02:03:00"
+-1 "25/09/2008 06:21:00"
+-1 "25/09/2008 07:12:00"
+-1 "25/09/2008 07:58:00"
+-1 "25/09/2008 08:45:00"
+-1 "25/09/2008 09:31:00"
+-1 "25/09/2008 10:23:00"
+-1 "25/09/2008 11:08:00"
+-1 "25/09/2008 11:09:00"
+-1 "25/09/2008 11:55:00"
+-1 "25/09/2008 13:42:00"
+-1 "25/09/2008 14:08:00"
+-1 "25/09/2008 14:28:00"
+-1 "25/09/2008 15:12:00"
+-1 "25/09/2008 15:40:00"
+-1 "25/09/2008 15:55:00"
+-1 "25/09/2008 16:44:00"
+-1 "25/09/2008 17:28:00"
+-1 "25/09/2008 17:29:00"
+-1 "25/09/2008 19:49:00"
+-1 "25/09/2008 22:05:00"
+-1 "25/09/2008 23:04:00"
+-1 "25/09/2008 23:48:00"
+-1 "26/09/2008 00:19:00"
+-1 "26/09/2008 01:21:00"
+-1 "26/09/2008 02:26:00"
+-1 "26/09/2008 03:12:00"
+-1 "26/09/2008 03:29:00"
+-1 "26/09/2008 04:14:00"
+-1 "26/09/2008 05:32:00"
+-1 "26/09/2008 11:08:00"
+-1 "26/09/2008 13:36:00"
+-1 "26/09/2008 13:45:00"
+-1 "26/09/2008 14:20:00"
+-1 "26/09/2008 14:51:00"
+-1 "26/09/2008 15:06:00"
+-1 "26/09/2008 15:36:00"
+-1 "26/09/2008 15:49:00"
+-1 "26/09/2008 16:31:00"
+-1 "26/09/2008 17:59:00"
+-1 "26/09/2008 18:54:00"
+-1 "26/09/2008 19:38:00"
+-1 "26/09/2008 19:45:00"
+-1 "26/09/2008 19:55:00"
+-1 "26/09/2008 20:23:00"
+-1 "26/09/2008 20:31:00"
+-1 "27/09/2008 00:16:00"
+-1 "27/09/2008 00:17:00"
+-1 "27/09/2008 01:29:00"
+-1 "27/09/2008 03:53:00"
+-1 "27/09/2008 10:10:00"
+-1 "27/09/2008 10:13:00"
+-1 "27/09/2008 11:04:00"
+-1 "27/09/2008 11:45:00"
+-1 "27/09/2008 11:54:00"
+-1 "27/09/2008 12:26:00"
+-1 "27/09/2008 12:28:00"
+-1 "27/09/2008 12:36:00"
+-1 "27/09/2008 13:14:00"
+-1 "27/09/2008 13:19:00"
+-1 "27/09/2008 14:01:00"
+-1 "27/09/2008 14:05:00"
+-1 "27/09/2008 14:46:00"
+-1 "27/09/2008 15:09:00"
+-1 "27/09/2008 15:30:00"
+-1 "27/09/2008 16:13:00"
+-1 "27/09/2008 17:26:00"
+-1 "27/09/2008 18:14:00"
+-1 "27/09/2008 19:16:00"
+-1 "27/09/2008 20:46:00"
+-1 "27/09/2008 21:45:00"
+-1 "28/09/2008 00:51:00"
+-1 "28/09/2008 01:22:00"
+-1 "28/09/2008 03:55:00"
+1 "28/09/2008 04:45:00"
+-1 "28/09/2008 05:31:00"
+-1 "28/09/2008 06:22:00"
+-1 "28/09/2008 07:38:00"
+-1 "28/09/2008 07:52:00"
+-1 "28/09/2008 08:40:00"
+-1 "28/09/2008 08:41:00"
+1 "28/09/2008 09:50:00"
+-1 "28/09/2008 17:05:00"
+-1 "28/09/2008 17:06:00"
+-1 "28/09/2008 17:49:00"
+-1 "28/09/2008 17:55:00"
+-1 "28/09/2008 18:34:00"
+-1 "28/09/2008 18:43:00"
+-1 "28/09/2008 19:18:00"
+-1 "28/09/2008 19:29:00"
+-1 "28/09/2008 20:02:00"
+-1 "28/09/2008 20:42:00"
+-1 "28/09/2008 21:08:00"
+-1 "28/09/2008 21:27:00"
+-1 "28/09/2008 22:44:00"
+-1 "28/09/2008 23:54:00"
+-1 "29/09/2008 02:06:00"
+-1 "29/09/2008 03:07:00"
+-1 "29/09/2008 03:50:00"
+-1 "29/09/2008 04:18:00"
+-1 "29/09/2008 04:47:00"
+-1 "29/09/2008 05:32:00"
+-1 "29/09/2008 07:53:00"
+-1 "29/09/2008 09:15:00"
+-1 "29/09/2008 11:13:00"
+-1 "29/09/2008 11:53:00"
+-1 "29/09/2008 12:25:00"
+-1 "29/09/2008 14:03:00"
+-1 "29/09/2008 14:04:00"
+-1 "29/09/2008 14:08:00"
+-1 "29/09/2008 15:09:00"
+-1 "29/09/2008 15:16:00"
+-1 "29/09/2008 16:27:00"
+-1 "29/09/2008 17:21:00"
+-1 "29/09/2008 21:26:00"
+1 "29/09/2008 21:48:00"
+-1 "29/09/2008 22:13:00"
+-1 "30/09/2008 01:33:00"
+-1 "30/09/2008 01:36:00"
+1 "30/09/2008 02:44:00"
+-1 "30/09/2008 04:01:00"
+-1 "30/09/2008 04:42:00"
+-1 "30/09/2008 08:44:00"
+-1 "30/09/2008 12:31:00"
+-1 "30/09/2008 13:29:00"
+-1 "30/09/2008 14:20:00"
+-1 "30/09/2008 14:36:00"
+-1 "30/09/2008 15:16:00"
+-1 "30/09/2008 15:26:00"
+-1 "30/09/2008 16:13:00"
+-1 "30/09/2008 16:50:00"
+-1 "30/09/2008 17:27:00"
+-1 "30/09/2008 19:17:00"
+-1 "30/09/2008 19:17:00"
+-1 "30/09/2008 21:39:00"
+-1 "30/09/2008 21:42:00"
+-1 "30/09/2008 23:34:00"
+-1 "30/09/2008 23:58:00"
+-1 "01/10/2008 00:20:00"
+-1 "01/10/2008 01:11:00"
+-1 "01/10/2008 02:53:00"
+1 "01/10/2008 05:56:00"
+-1 "01/10/2008 07:19:00"
+-1 "01/10/2008 07:28:00"
+-1 "01/10/2008 08:15:00"
+-1 "01/10/2008 09:15:00"
+-1 "01/10/2008 09:16:00"
+-1 "01/10/2008 14:22:00"
+-1 "01/10/2008 15:16:00"
+-1 "01/10/2008 16:43:00"
+-1 "01/10/2008 19:57:00"
+-1 "01/10/2008 21:15:00"
+-1 "01/10/2008 21:50:00"
+-1 "01/10/2008 22:47:00"
+-1 "01/10/2008 23:34:00"
+-1 "02/10/2008 00:21:00"
+-1 "02/10/2008 00:22:00"
+1 "02/10/2008 03:17:00"
+-1 "02/10/2008 03:27:00"
+-1 "02/10/2008 04:11:00"
+-1 "02/10/2008 04:23:00"
+-1 "02/10/2008 04:24:00"
+-1 "02/10/2008 06:49:00"
+-1 "02/10/2008 07:35:00"
+-1 "02/10/2008 07:58:00"
+-1 "02/10/2008 08:24:00"
+-1 "02/10/2008 08:52:00"
+-1 "02/10/2008 08:57:00"
+1 "02/10/2008 09:10:00"
+-1 "02/10/2008 09:42:00"
+-1 "02/10/2008 10:03:00"
+1 "02/10/2008 14:07:00"
+1 "02/10/2008 14:10:00"
+-1 "02/10/2008 14:54:00"
+-1 "02/10/2008 15:10:00"
+-1 "02/10/2008 15:44:00"
+-1 "02/10/2008 15:58:00"
+-1 "02/10/2008 16:32:00"
+-1 "02/10/2008 16:58:00"
+-1 "02/10/2008 17:00:00"
+-1 "02/10/2008 17:19:00"
+-1 "02/10/2008 19:21:00"
+-1 "02/10/2008 19:25:00"
+-1 "02/10/2008 20:54:00"
+1 "02/10/2008 21:32:00"
+-1 "02/10/2008 21:33:00"
+-1 "02/10/2008 22:23:00"
+-1 "02/10/2008 22:33:00"
+-1 "02/10/2008 23:32:00"
+-1 "02/10/2008 23:32:00"
+-1 "03/10/2008 00:24:00"
+-1 "03/10/2008 00:55:00"
+-1 "03/10/2008 02:41:00"
+-1 "03/10/2008 03:52:00"
+-1 "03/10/2008 03:56:00"
+-1 "03/10/2008 04:49:00"
+-1 "03/10/2008 05:01:00"
+-1 "03/10/2008 05:45:00"
+-1 "03/10/2008 06:15:00"
+-1 "03/10/2008 08:35:00"
+-1 "03/10/2008 09:30:00"
+-1 "03/10/2008 11:40:00"
+-1 "03/10/2008 12:31:00"
+-1 "03/10/2008 18:45:00"
+-1 "03/10/2008 19:23:00"
+-1 "03/10/2008 19:23:00"
+-1 "03/10/2008 20:11:00"
+-1 "03/10/2008 20:26:00"
+-1 "03/10/2008 20:35:00"
+-1 "03/10/2008 20:46:00"
+-1 "03/10/2008 21:15:00"
+-1 "03/10/2008 21:52:00"
+-1 "03/10/2008 22:08:00"
+-1 "03/10/2008 22:53:00"
+-1 "03/10/2008 23:46:00"
+-1 "04/10/2008 00:58:00"
+-1 "04/10/2008 01:49:00"
+-1 "04/10/2008 02:36:00"
+-1 "04/10/2008 03:53:00"
+-1 "04/10/2008 04:12:00"
+-1 "04/10/2008 04:45:00"
+-1 "04/10/2008 09:29:00"
+-1 "04/10/2008 15:16:00"
+-1 "04/10/2008 16:58:00"
+-1 "04/10/2008 18:15:00"
+-1 "04/10/2008 18:25:00"
+-1 "04/10/2008 18:59:00"
+-1 "04/10/2008 19:12:00"
+-1 "04/10/2008 19:47:00"
+-1 "04/10/2008 19:54:00"
+-1 "04/10/2008 20:39:00"
+-1 "04/10/2008 22:06:00"
+1 "04/10/2008 23:18:00"
+1 "05/10/2008 00:33:00"
+-1 "05/10/2008 00:33:00"
+-1 "05/10/2008 01:35:00"
+-1 "05/10/2008 04:01:00"
+-1 "05/10/2008 04:20:00"
+-1 "05/10/2008 04:48:00"
+-1 "05/10/2008 05:31:00"
+-1 "05/10/2008 05:53:00"
+-1 "05/10/2008 06:15:00"
+-1 "05/10/2008 08:02:00"
+-1 "05/10/2008 08:40:00"
+-1 "05/10/2008 09:04:00"
+-1 "05/10/2008 09:47:00"
+-1 "05/10/2008 10:00:00"
+-1 "05/10/2008 10:43:00"
+-1 "05/10/2008 11:05:00"
+-1 "05/10/2008 11:30:00"
+-1 "05/10/2008 12:03:00"
+-1 "05/10/2008 12:17:00"
+-1 "05/10/2008 13:49:00"
+-1 "05/10/2008 14:34:00"
+1 "05/10/2008 15:30:00"
+1 "05/10/2008 15:35:00"
+-1 "05/10/2008 16:15:00"
+1 "05/10/2008 16:37:00"
+1 "05/10/2008 16:49:00"
+1 "05/10/2008 18:46:00"
+-1 "05/10/2008 18:59:00"
+-1 "05/10/2008 19:45:00"
+-1 "05/10/2008 20:12:00"
+-1 "05/10/2008 20:30:00"
+-1 "05/10/2008 22:13:00"
+-1 "06/10/2008 00:41:00"
+-1 "06/10/2008 01:25:00"
+-1 "06/10/2008 01:27:00"
+-1 "06/10/2008 01:30:00"
+-1 "06/10/2008 02:44:00"
+-1 "06/10/2008 02:49:00"
+-1 "06/10/2008 03:31:00"
+1 "06/10/2008 03:50:00"
+1 "06/10/2008 03:57:00"
+-1 "06/10/2008 04:26:00"
+-1 "06/10/2008 05:21:00"
+-1 "06/10/2008 05:24:00"
+-1 "06/10/2008 06:11:00"
+-1 "06/10/2008 06:26:00"
+-1 "06/10/2008 06:49:00"
+-1 "06/10/2008 07:12:00"
+-1 "06/10/2008 07:17:00"
+-1 "06/10/2008 07:35:00"
+-1 "06/10/2008 07:38:00"
+-1 "06/10/2008 08:24:00"
+-1 "06/10/2008 08:57:00"
+-1 "06/10/2008 09:11:00"
+-1 "06/10/2008 09:57:00"
+-1 "06/10/2008 10:07:00"
+-1 "06/10/2008 11:51:00"
+-1 "06/10/2008 12:39:00"
+-1 "06/10/2008 12:42:00"
+-1 "06/10/2008 13:08:00"
+1 "06/10/2008 13:38:00"
+1 "06/10/2008 13:55:00"
+1 "06/10/2008 15:00:00"
+-1 "06/10/2008 15:01:00"
+-1 "06/10/2008 15:52:00"
+-1 "06/10/2008 16:42:00"
+-1 "06/10/2008 16:50:00"
+-1 "06/10/2008 17:26:00"
+-1 "06/10/2008 17:26:00"
+-1 "06/10/2008 17:35:00"
+-1 "06/10/2008 18:54:00"
+-1 "06/10/2008 18:55:00"
+-1 "06/10/2008 19:42:00"
+-1 "06/10/2008 20:02:00"
+-1 "06/10/2008 20:36:00"
+-1 "06/10/2008 20:47:00"
+-1 "06/10/2008 21:46:00"
+-1 "06/10/2008 21:48:00"
+-1 "06/10/2008 22:37:00"
+-1 "06/10/2008 23:03:00"
+-1 "07/10/2008 01:46:00"
+-1 "07/10/2008 03:29:00"
+-1 "07/10/2008 03:39:00"
+-1 "07/10/2008 07:32:00"
+-1 "07/10/2008 07:41:00"
+-1 "07/10/2008 08:25:00"
+-1 "07/10/2008 08:26:00"
+-1 "07/10/2008 09:11:00"
+-1 "07/10/2008 09:20:00"
+-1 "07/10/2008 09:59:00"
+-1 "07/10/2008 10:04:00"
+-1 "07/10/2008 10:10:00"
+-1 "07/10/2008 10:51:00"
+-1 "07/10/2008 11:15:00"
+-1 "07/10/2008 11:16:00"
+-1 "07/10/2008 11:36:00"
+-1 "07/10/2008 12:40:00"
+1 "07/10/2008 13:10:00"
+-1 "07/10/2008 13:48:00"
+-1 "07/10/2008 14:35:00"
+-1 "07/10/2008 16:32:00"
+-1 "07/10/2008 17:06:00"
+-1 "07/10/2008 17:28:00"
+-1 "07/10/2008 18:39:00"
+-1 "07/10/2008 19:24:00"
+-1 "07/10/2008 20:19:00"
+-1 "07/10/2008 20:39:00"
+-1 "07/10/2008 20:48:00"
+-1 "08/10/2008 04:47:00"
+-1 "08/10/2008 05:35:00"
+-1 "08/10/2008 05:38:00"
+-1 "08/10/2008 06:25:00"
+-1 "08/10/2008 07:10:00"
+-1 "08/10/2008 07:13:00"
+-1 "08/10/2008 07:16:00"
+-1 "08/10/2008 09:01:00"
+-1 "08/10/2008 09:06:00"
+-1 "08/10/2008 10:37:00"
+-1 "08/10/2008 12:11:00"
+-1 "08/10/2008 13:35:00"
+-1 "08/10/2008 13:38:00"
+-1 "08/10/2008 14:48:00"
+-1 "08/10/2008 15:37:00"
+-1 "08/10/2008 16:26:00"
+-1 "08/10/2008 17:14:00"
+-1 "08/10/2008 17:31:00"
+-1 "08/10/2008 17:41:00"
+-1 "08/10/2008 18:22:00"
+-1 "08/10/2008 20:27:00"
+-1 "08/10/2008 21:19:00"
+-1 "08/10/2008 21:45:00"
+-1 "08/10/2008 22:08:00"
+-1 "08/10/2008 23:13:00"
+-1 "08/10/2008 23:50:00"
+-1 "09/10/2008 00:23:00"
+1 "09/10/2008 04:34:00"
+-1 "09/10/2008 06:06:00"
+-1 "09/10/2008 07:38:00"
+-1 "09/10/2008 14:15:00"
+-1 "09/10/2008 15:04:00"
+1 "09/10/2008 15:55:00"
+-1 "09/10/2008 15:56:00"
+-1 "10/10/2008 10:05:00"
+-1 "10/10/2008 10:46:00"
+-1 "10/10/2008 10:53:00"
+-1 "10/10/2008 12:30:00"
+-1 "10/10/2008 15:33:00"
+-1 "10/10/2008 15:50:00"
+-1 "10/10/2008 20:02:00"
+-1 "10/10/2008 21:03:00"
+-1 "10/10/2008 21:07:00"
+-1 "10/10/2008 21:16:00"
+-1 "11/10/2008 02:55:00"
+-1 "11/10/2008 06:56:00"
+-1 "11/10/2008 07:38:00"
+-1 "11/10/2008 07:39:00"
+-1 "11/10/2008 07:42:00"
+-1 "11/10/2008 08:27:00"
+-1 "11/10/2008 14:43:00"
+-1 "11/10/2008 15:33:00"
+-1 "11/10/2008 16:25:00"
+-1 "11/10/2008 23:16:00"
+-1 "11/10/2008 23:58:00"
+-1 "12/10/2008 00:57:00"
+-1 "12/10/2008 01:50:00"
+-1 "12/10/2008 02:59:00"
+-1 "12/10/2008 03:21:00"
+-1 "12/10/2008 03:28:00"
+-1 "12/10/2008 08:19:00"
+-1 "12/10/2008 18:47:00"
+-1 "13/10/2008 03:34:00"
+-1 "13/10/2008 03:53:00"
+-1 "13/10/2008 11:27:00"
+-1 "13/10/2008 12:18:00"
+-1 "13/10/2008 14:06:00"
+-1 "13/10/2008 14:29:00"
+-1 "13/10/2008 14:30:00"
+-1 "13/10/2008 14:55:00"
+-1 "13/10/2008 15:42:00"
+-1 "13/10/2008 15:42:00"
+-1 "13/10/2008 16:13:00"
+-1 "13/10/2008 19:17:00"
+-1 "13/10/2008 19:36:00"
+-1 "13/10/2008 19:40:00"
+-1 "13/10/2008 20:10:00"
+-1 "13/10/2008 20:30:00"
+-1 "13/10/2008 20:53:00"
+-1 "13/10/2008 21:20:00"
+-1 "13/10/2008 21:47:00"
+-1 "13/10/2008 21:57:00"
+-1 "13/10/2008 22:48:00"
+-1 "13/10/2008 22:54:00"
+-1 "14/10/2008 00:35:00"
+-1 "14/10/2008 03:21:00"
+-1 "14/10/2008 03:28:00"
+-1 "14/10/2008 03:35:00"
+-1 "14/10/2008 13:13:00"
+-1 "14/10/2008 13:16:00"
+-1 "14/10/2008 14:07:00"
+-1 "14/10/2008 14:15:00"
+-1 "14/10/2008 14:43:00"
+-1 "14/10/2008 17:36:00"
+-1 "14/10/2008 19:15:00"
+-1 "14/10/2008 20:01:00"
+-1 "14/10/2008 20:30:00"
+-1 "14/10/2008 20:48:00"
+-1 "14/10/2008 21:36:00"
+-1 "14/10/2008 23:07:00"
+-1 "15/10/2008 00:03:00"
+-1 "15/10/2008 00:27:00"
+-1 "15/10/2008 00:47:00"
+-1 "15/10/2008 01:52:00"
+-1 "15/10/2008 01:52:00"
+-1 "15/10/2008 01:52:00"
+-1 "15/10/2008 02:40:00"
+-1 "15/10/2008 02:40:00"
+1 "15/10/2008 02:42:00"
+-1 "15/10/2008 03:24:00"
+-1 "15/10/2008 04:08:00"
+-1 "15/10/2008 05:13:00"
+-1 "15/10/2008 05:16:00"
+-1 "15/10/2008 06:49:00"
+-1 "15/10/2008 07:36:00"
+-1 "15/10/2008 07:55:00"
+-1 "15/10/2008 08:21:00"
+-1 "15/10/2008 09:11:00"
+-1 "15/10/2008 10:00:00"
+-1 "15/10/2008 12:53:00"
+-1 "15/10/2008 13:14:00"
+-1 "15/10/2008 13:16:00"
+-1 "15/10/2008 14:08:00"
+-1 "15/10/2008 15:11:00"
+-1 "15/10/2008 16:24:00"
+-1 "15/10/2008 17:19:00"
+-1 "15/10/2008 18:16:00"
+-1 "15/10/2008 19:15:00"
+-1 "15/10/2008 19:24:00"
+-1 "15/10/2008 21:44:00"
+-1 "15/10/2008 22:45:00"
+-1 "15/10/2008 22:54:00"
+-1 "15/10/2008 23:00:00"
+-1 "15/10/2008 23:45:00"
+-1 "16/10/2008 02:16:00"
+-1 "16/10/2008 02:16:00"
+-1 "16/10/2008 02:17:00"
+-1 "16/10/2008 02:22:00"
+-1 "16/10/2008 02:55:00"
+-1 "16/10/2008 03:56:00"
+-1 "16/10/2008 04:02:00"
+-1 "16/10/2008 04:02:00"
+-1 "16/10/2008 04:04:00"
+-1 "16/10/2008 04:47:00"
+-1 "16/10/2008 04:50:00"
+-1 "16/10/2008 04:54:00"
+-1 "16/10/2008 05:08:00"
+-1 "16/10/2008 05:13:00"
+-1 "16/10/2008 05:44:00"
+-1 "16/10/2008 05:58:00"
+-1 "16/10/2008 15:02:00"
+-1 "16/10/2008 15:13:00"
+-1 "16/10/2008 20:49:00"
+-1 "17/10/2008 05:26:00"
+-1 "17/10/2008 06:01:00"
+-1 "17/10/2008 06:07:00"

secom_names.csv

@@ -0,0 +1,98 @@
+Title: SECOM Data Set
+
+Abstract: Data from a semi-conductor manufacturing process
+	
+
+-----------------------------------------------------
+
+Data Set Characteristics: Multivariate
+Number of Instances: 1567
+Area: Computer
+Attribute Characteristics: Real
+Number of Attributes: 591
+Date Donated: 2008-11-19
+Associated Tasks: Classification, Causal-Discovery
+Missing Values? Yes
+
+-----------------------------------------------------
+
+Source:
+
+Authors: Michael McCann, Adrian Johnston 
+
+-----------------------------------------------------
+
+Data Set Information:
+
+A complex modern semi-conductor manufacturing process is normally under consistent 
+surveillance via the monitoring of signals/variables collected from sensors and or 
+process measurement points. However, not all of these signals are equally valuable 
+in a specific monitoring system. The measured signals contain a combination of 
+useful information, irrelevant information as well as noise. It is often the case 
+that useful information is buried in the latter two. Engineers typically have a 
+much larger number of signals than are actually required. If we consider each type 
+of signal as a feature, then feature selection may be applied to identify the most 
+relevant signals. The Process Engineers may then use these signals to determine key 
+factors contributing to yield excursions downstream in the process. This will 
+enable an increase in process throughput, decreased time to learning and reduce the 
+per unit production costs.
+
+To enhance current business improvement techniques the application of feature 
+selection as an intelligent systems technique is being investigated.
+
+The dataset presented in this case represents a selection of such features where 
+each example represents a single production entity with associated measured 
+features and the labels represent a simple pass/fail yield for in house line 
+testing, figure 2, and associated date time stamp. Where .1 corresponds to a pass 
+and 1 corresponds to a fail and the data time stamp is for that specific test 
+point.
+
+
+Using feature selection techniques it is desired to rank features according to 
+their impact on the overall yield for the product, causal relationships may also be 
+considered with a view to identifying the key features.
+
+Results may be submitted in terms of feature relevance for predictability using 
+error rates as our evaluation metrics. It is suggested that cross validation be 
+applied to generate these results. Some baseline results are shown below for basic 
+feature selection techniques using a simple kernel ridge classifier and 10 fold 
+cross validation.
+
+Baseline Results: Pre-processing objects were applied to the dataset simply to 
+standardize the data and remove the constant features and then a number of 
+different feature selection objects selecting 40 highest ranked features were 
+applied with a simple classifier to achieve some initial results. 10 fold cross 
+validation was used and the balanced error rate (*BER) generated as our initial 
+performance metric to help investigate this dataset.
+
+
+SECOM Dataset: 1567 examples 591 features, 104 fails
+
+FSmethod (40 features) BER % True + % True - %
+S2N (signal to noise) 34.5 +-2.6 57.8 +-5.3 73.1 +2.1
+Ttest 33.7 +-2.1 59.6 +-4.7 73.0 +-1.8
+Relief 40.1 +-2.8 48.3 +-5.9 71.6 +-3.2
+Pearson 34.1 +-2.0 57.4 +-4.3 74.4 +-4.9
+Ftest 33.5 +-2.2 59.1 +-4.8 73.8 +-1.8
+Gram Schmidt 35.6 +-2.4 51.2 +-11.8 77.5 +-2.3
+
+-----------------------------------------------------
+
+Attribute Information:
+
+Key facts: Data Structure: The data consists of 2 files the dataset file SECOM 
+consisting of 1567 examples each with 591 features a 1567 x 591 matrix and a labels 
+file containing the classifications and date time stamp for each example.
+
+As with any real life data situations this data contains null values varying in 
+intensity depending on the individuals features. This needs to be taken into 
+consideration when investigating the data either through pre-processing or within 
+the technique applied.
+
+The data is represented in a raw text file each line representing an individual 
+example and the features seperated by spaces. The null values are represented by 
+the 'NaN' value as per MatLab.
+
+
+
+