{ "cells": [ { "cell_type": "markdown", "id": "b966f798", "metadata": {}, "source": [ "# Data Extraction from the downloaded the dataset\n", "Defining the base directory." ] }, { "cell_type": "code", "execution_count": 10, "id": "2f2df227", "metadata": {}, "outputs": [], "source": [ "BASE_PATH = \"dataset\"" ] }, { "cell_type": "markdown", "id": "8b6673c8", "metadata": {}, "source": [ "Read the CSV's present in the dataset using *Pandas*." ] }, { "cell_type": "code", "execution_count": 11, "id": "5d885cf1", "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
Unnamed: 0file_namelabel
00train_data/a6dcb93f596a43249135678dfcfc17ea.jpg1
11train_data/041be3153810433ab146bc97d5af505c.jpg0
22train_data/615df26ce9494e5db2f70e57ce7a3a4f.jpg1
33train_data/8542fe161d9147be8e835e50c0de39cd.jpg0
44train_data/5d81fa12bc3b4cea8c94a6700a477cf2.jpg1
............
7994579945train_data/9283b107f6274279b6f15bbe77c523aa.jpg0
7994679946train_data/4c6b17fe6dd743428a45773135a10508.jpg1
7994779947train_data/1ccbf96d04e342fd9f629ad55466b29e.jpg0
7994879948train_data/ff960b55f296445abb3c5f304b52e104.jpg1
7994979949train_data/3abd1876472f4ec988aa78f76664fbd6.jpg0
\n", "

79950 rows × 3 columns

\n", "
" ], "text/plain": [ " Unnamed: 0 file_name label\n", "0 0 train_data/a6dcb93f596a43249135678dfcfc17ea.jpg 1\n", "1 1 train_data/041be3153810433ab146bc97d5af505c.jpg 0\n", "2 2 train_data/615df26ce9494e5db2f70e57ce7a3a4f.jpg 1\n", "3 3 train_data/8542fe161d9147be8e835e50c0de39cd.jpg 0\n", "4 4 train_data/5d81fa12bc3b4cea8c94a6700a477cf2.jpg 1\n", "... ... ... ...\n", "79945 79945 train_data/9283b107f6274279b6f15bbe77c523aa.jpg 0\n", "79946 79946 train_data/4c6b17fe6dd743428a45773135a10508.jpg 1\n", "79947 79947 train_data/1ccbf96d04e342fd9f629ad55466b29e.jpg 0\n", "79948 79948 train_data/ff960b55f296445abb3c5f304b52e104.jpg 1\n", "79949 79949 train_data/3abd1876472f4ec988aa78f76664fbd6.jpg 0\n", "\n", "[79950 rows x 3 columns]" ] }, "execution_count": 11, "metadata": {}, "output_type": "execute_result" } ], "source": [ "import pandas as pd\n", "import os\n", "\n", "train_data = pd.read_csv(os.path.join(BASE_PATH, \"train.csv\"))\n", "train_data" ] }, { "cell_type": "code", "execution_count": 12, "id": "227b6827", "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
id
0test_data_v2/1a2d9fd3e21b4266aea1f66b30aed157.jpg
1test_data_v2/ab5df8f441fe4fbf9dc9c6baae699dc7.jpg
2test_data_v2/eb364dd2dfe34feda0e52466b7ce7956.jpg
3test_data_v2/f76c2580e9644d85a741a42c6f6b39c0.jpg
4test_data_v2/a16495c578b7494683805484ca27cf9f.jpg
......
5535test_data_v2/483412064ff74d9d9472d606b65976d9.jpg
5536test_data_v2/c0b49ba4081a4197b422dac7c15aea7f.jpg
5537test_data_v2/01454aaedec140c0a3ca1f48028c41cf.jpg
5538test_data_v2/e9adfea8b67e4791968c4c2bdd8ec343.jpg
5539test_data_v2/ba8f4198e8d74d3394fa56c56af23442.jpg
\n", "

5540 rows × 1 columns

\n", "
" ], "text/plain": [ " id\n", "0 test_data_v2/1a2d9fd3e21b4266aea1f66b30aed157.jpg\n", "1 test_data_v2/ab5df8f441fe4fbf9dc9c6baae699dc7.jpg\n", "2 test_data_v2/eb364dd2dfe34feda0e52466b7ce7956.jpg\n", "3 test_data_v2/f76c2580e9644d85a741a42c6f6b39c0.jpg\n", "4 test_data_v2/a16495c578b7494683805484ca27cf9f.jpg\n", "... ...\n", "5535 test_data_v2/483412064ff74d9d9472d606b65976d9.jpg\n", "5536 test_data_v2/c0b49ba4081a4197b422dac7c15aea7f.jpg\n", "5537 test_data_v2/01454aaedec140c0a3ca1f48028c41cf.jpg\n", "5538 test_data_v2/e9adfea8b67e4791968c4c2bdd8ec343.jpg\n", "5539 test_data_v2/ba8f4198e8d74d3394fa56c56af23442.jpg\n", "\n", "[5540 rows x 1 columns]" ] }, "execution_count": 12, "metadata": {}, "output_type": "execute_result" } ], "source": [ "test_data = pd.read_csv(os.path.join(BASE_PATH, \"test.csv\"))\n", "test_data" ] }, { "cell_type": "markdown", "id": "8335ac2e", "metadata": {}, "source": [ "Dropping the unneccessary column from the `train_data`." ] }, { "cell_type": "code", "execution_count": 13, "id": "dd0b89f9", "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
file_namelabel
0train_data/a6dcb93f596a43249135678dfcfc17ea.jpg1
1train_data/041be3153810433ab146bc97d5af505c.jpg0
2train_data/615df26ce9494e5db2f70e57ce7a3a4f.jpg1
3train_data/8542fe161d9147be8e835e50c0de39cd.jpg0
4train_data/5d81fa12bc3b4cea8c94a6700a477cf2.jpg1
.........
79945train_data/9283b107f6274279b6f15bbe77c523aa.jpg0
79946train_data/4c6b17fe6dd743428a45773135a10508.jpg1
79947train_data/1ccbf96d04e342fd9f629ad55466b29e.jpg0
79948train_data/ff960b55f296445abb3c5f304b52e104.jpg1
79949train_data/3abd1876472f4ec988aa78f76664fbd6.jpg0
\n", "

79950 rows × 2 columns

\n", "
" ], "text/plain": [ " file_name label\n", "0 train_data/a6dcb93f596a43249135678dfcfc17ea.jpg 1\n", "1 train_data/041be3153810433ab146bc97d5af505c.jpg 0\n", "2 train_data/615df26ce9494e5db2f70e57ce7a3a4f.jpg 1\n", "3 train_data/8542fe161d9147be8e835e50c0de39cd.jpg 0\n", "4 train_data/5d81fa12bc3b4cea8c94a6700a477cf2.jpg 1\n", "... ... ...\n", "79945 train_data/9283b107f6274279b6f15bbe77c523aa.jpg 0\n", "79946 train_data/4c6b17fe6dd743428a45773135a10508.jpg 1\n", "79947 train_data/1ccbf96d04e342fd9f629ad55466b29e.jpg 0\n", "79948 train_data/ff960b55f296445abb3c5f304b52e104.jpg 1\n", "79949 train_data/3abd1876472f4ec988aa78f76664fbd6.jpg 0\n", "\n", "[79950 rows x 2 columns]" ] }, "execution_count": 13, "metadata": {}, "output_type": "execute_result" } ], "source": [ "train_data.drop(\"Unnamed: 0\", axis=1, inplace=True)\n", "train_data" ] }, { "cell_type": "markdown", "id": "4bd94641", "metadata": {}, "source": [ "Separating the *AI-Generated Images* and the *Real Images* into the separate folders.
\n", "We will be using the **shutil** module." ] }, { "cell_type": "code", "execution_count": 21, "id": "b368403e", "metadata": {}, "outputs": [], "source": [ "import shutil\n", "\n", "for i in range(len(train_data)):\n", " source = os.path.join(BASE_PATH, train_data.iloc[i,][\"file_name\"])\n", " if train_data.iloc[i,][\"label\"] == 1:\n", " destination = os.path.join(BASE_PATH, \"train\", \"ai\")\n", " else:\n", " destination = os.path.join(BASE_PATH, \"train\", \"real\")\n", " shutil.copy2(source, destination)" ] }, { "cell_type": "markdown", "id": "1442bf12", "metadata": {}, "source": [ "We have separated the *AI-Generated* and *Real* Images based on the *CSV File* provided in the dataset.
\n", "Now, the further things will be done in another Notebook." ] } ], "metadata": { "kernelspec": { "display_name": "myenv", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.14.2" } }, "nbformat": 4, "nbformat_minor": 5 }