{ "cells": [ { "cell_type": "markdown", "id": "cdd7b111", "metadata": {}, "source": [ "### EDA and Data Lookup" ] }, { "cell_type": "code", "execution_count": 1, "id": "50ddeacc", "metadata": { "execution": { "iopub.execute_input": "2026-07-05T07:01:31.659870Z", "iopub.status.busy": "2026-07-05T07:01:31.659399Z", "iopub.status.idle": "2026-07-05T07:01:32.505941Z", "shell.execute_reply": "2026-07-05T07:01:32.504134Z" } }, "outputs": [], "source": [ "import pandas as pd" ] }, { "cell_type": "code", "execution_count": 2, "id": "599b8d5d", "metadata": { "execution": { "iopub.execute_input": "2026-07-05T07:01:32.510739Z", "iopub.status.busy": "2026-07-05T07:01:32.510245Z", "iopub.status.idle": "2026-07-05T07:01:32.593359Z", "shell.execute_reply": "2026-07-05T07:01:32.591374Z" } }, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
idroletypejob_descyearqualificationexperiencetech_skillssoft_skills
01AI EngineerInternshipFinal year students / recent graduates in CS, ...2026Bachelors0Python, ML, LangChain, Hugging Face, OpenAI APICommunication, Problem Solving
12AI EngineerInternshipProficiency in Python and comfort working with...2026Bachelors0Python, APIs, LLMs, Prompt Engineering, LangCh...Communication, Problem Solving
23AI EngineerInternshipStrong interest in AI and a willingness to lea...2026Bachelors0Python, Javascript, React, Full Stack, APIs, M...Communication, Problem Solving
34AI EngineerSenior6+ years full-stack software engineering exper...2026NaN5-10Python, Javascript, React, Full Stack, SQL, AP...Communication, Problem Solving
45AI EngineerJuniorAI/ML models, Python, Core ML concepts, ML fra...2026Bachelors0-1Python, ML, TensorFlow/PyTorch, Scikit-Learn, ...Communication, Problem Solving
\n", "
" ], "text/plain": [ " id role type \\\n", "0 1 AI Engineer Internship \n", "1 2 AI Engineer Internship \n", "2 3 AI Engineer Internship \n", "3 4 AI Engineer Senior \n", "4 5 AI Engineer Junior \n", "\n", " job_desc year qualification \\\n", "0 Final year students / recent graduates in CS, ... 2026 Bachelors \n", "1 Proficiency in Python and comfort working with... 2026 Bachelors \n", "2 Strong interest in AI and a willingness to lea... 2026 Bachelors \n", "3 6+ years full-stack software engineering exper... 2026 NaN \n", "4 AI/ML models, Python, Core ML concepts, ML fra... 2026 Bachelors \n", "\n", " experience tech_skills \\\n", "0 0 Python, ML, LangChain, Hugging Face, OpenAI API \n", "1 0 Python, APIs, LLMs, Prompt Engineering, LangCh... \n", "2 0 Python, Javascript, React, Full Stack, APIs, M... \n", "3 5-10 Python, Javascript, React, Full Stack, SQL, AP... \n", "4 0-1 Python, ML, TensorFlow/PyTorch, Scikit-Learn, ... \n", "\n", " soft_skills \n", "0 Communication, Problem Solving \n", "1 Communication, Problem Solving \n", "2 Communication, Problem Solving \n", "3 Communication, Problem Solving \n", "4 Communication, Problem Solving " ] }, "execution_count": 2, "metadata": {}, "output_type": "execute_result" } ], "source": [ "df = pd.read_csv(r\"C:\\Portfolio-Projects\\Job-Description-Analysis\\data\\raw\\Job_descriptions.csv\")\n", "df.head(5)" ] }, { "cell_type": "markdown", "id": "4addff6c", "metadata": {}, "source": [ "### EDA" ] }, { "cell_type": "code", "execution_count": 3, "id": "4f762807", "metadata": { "execution": { "iopub.execute_input": "2026-07-05T07:01:32.596937Z", "iopub.status.busy": "2026-07-05T07:01:32.596513Z", "iopub.status.idle": "2026-07-05T07:01:32.606232Z", "shell.execute_reply": "2026-07-05T07:01:32.605189Z" } }, "outputs": [ { "data": { "text/plain": [ "id 210\n", "role 210\n", "type 210\n", "job_desc 210\n", "year 210\n", "qualification 210\n", "experience 210\n", "tech_skills 210\n", "soft_skills 210\n", "dtype: int64" ] }, "execution_count": 3, "metadata": {}, "output_type": "execute_result" } ], "source": [ "df.isna().count()" ] }, { "cell_type": "code", "execution_count": 4, "id": "e9aab529", "metadata": { "execution": { "iopub.execute_input": "2026-07-05T07:01:32.610391Z", "iopub.status.busy": "2026-07-05T07:01:32.609903Z", "iopub.status.idle": "2026-07-05T07:01:32.628368Z", "shell.execute_reply": "2026-07-05T07:01:32.627211Z" } }, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
idyear
count210.000000210.0
mean105.8238102026.0
std60.0332640.0
min1.0000002026.0
25%54.2500002026.0
50%106.5000002026.0
75%158.7500002026.0
max201.0000002026.0
\n", "
" ], "text/plain": [ " id year\n", "count 210.000000 210.0\n", "mean 105.823810 2026.0\n", "std 60.033264 0.0\n", "min 1.000000 2026.0\n", "25% 54.250000 2026.0\n", "50% 106.500000 2026.0\n", "75% 158.750000 2026.0\n", "max 201.000000 2026.0" ] }, "execution_count": 4, "metadata": {}, "output_type": "execute_result" } ], "source": [ "df.describe()" ] }, { "cell_type": "code", "execution_count": 5, "id": "e21cc8a1", "metadata": { "execution": { "iopub.execute_input": "2026-07-05T07:01:32.632751Z", "iopub.status.busy": "2026-07-05T07:01:32.632391Z", "iopub.status.idle": "2026-07-05T07:01:32.652382Z", "shell.execute_reply": "2026-07-05T07:01:32.650828Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "\n", "RangeIndex: 210 entries, 0 to 209\n", "Data columns (total 9 columns):\n", " # Column Non-Null Count Dtype\n", "--- ------ -------------- -----\n", " 0 id 210 non-null int64\n", " 1 role 210 non-null str \n", " 2 type 210 non-null str \n", " 3 job_desc 210 non-null str \n", " 4 year 210 non-null int64\n", " 5 qualification 171 non-null str \n", " 6 experience 210 non-null str \n", " 7 tech_skills 210 non-null str \n", " 8 soft_skills 210 non-null str \n", "dtypes: int64(2), str(7)\n", "memory usage: 14.9 KB\n" ] } ], "source": [ "df.info()" ] }, { "cell_type": "code", "execution_count": 6, "id": "d3f29f62", "metadata": { "execution": { "iopub.execute_input": "2026-07-05T07:01:32.656033Z", "iopub.status.busy": "2026-07-05T07:01:32.655547Z", "iopub.status.idle": "2026-07-05T07:01:32.671172Z", "shell.execute_reply": "2026-07-05T07:01:32.669846Z" } }, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
idroletypejob_descyearqualificationexperiencetech_skillssoft_skills
01AI EngineerInternshipFinal year students / recent graduates in CS, ...2026Bachelors0Python, ML, LangChain, Hugging Face, OpenAI APICommunication, Problem Solving
12AI EngineerInternshipProficiency in Python and comfort working with...2026Bachelors0Python, APIs, LLMs, Prompt Engineering, LangCh...Communication, Problem Solving
23AI EngineerInternshipStrong interest in AI and a willingness to lea...2026Bachelors0Python, Javascript, React, Full Stack, APIs, M...Communication, Problem Solving
34AI EngineerSenior6+ years full-stack software engineering exper...2026Not Specified5-10Python, Javascript, React, Full Stack, SQL, AP...Communication, Problem Solving
45AI EngineerJuniorAI/ML models, Python, Core ML concepts, ML fra...2026Bachelors0-1Python, ML, TensorFlow/PyTorch, Scikit-Learn, ...Communication, Problem Solving
\n", "
" ], "text/plain": [ " id role type \\\n", "0 1 AI Engineer Internship \n", "1 2 AI Engineer Internship \n", "2 3 AI Engineer Internship \n", "3 4 AI Engineer Senior \n", "4 5 AI Engineer Junior \n", "\n", " job_desc year qualification \\\n", "0 Final year students / recent graduates in CS, ... 2026 Bachelors \n", "1 Proficiency in Python and comfort working with... 2026 Bachelors \n", "2 Strong interest in AI and a willingness to lea... 2026 Bachelors \n", "3 6+ years full-stack software engineering exper... 2026 Not Specified \n", "4 AI/ML models, Python, Core ML concepts, ML fra... 2026 Bachelors \n", "\n", " experience tech_skills \\\n", "0 0 Python, ML, LangChain, Hugging Face, OpenAI API \n", "1 0 Python, APIs, LLMs, Prompt Engineering, LangCh... \n", "2 0 Python, Javascript, React, Full Stack, APIs, M... \n", "3 5-10 Python, Javascript, React, Full Stack, SQL, AP... \n", "4 0-1 Python, ML, TensorFlow/PyTorch, Scikit-Learn, ... \n", "\n", " soft_skills \n", "0 Communication, Problem Solving \n", "1 Communication, Problem Solving \n", "2 Communication, Problem Solving \n", "3 Communication, Problem Solving \n", "4 Communication, Problem Solving " ] }, "execution_count": 6, "metadata": {}, "output_type": "execute_result" } ], "source": [ "df.fillna('Not Specified', inplace=True).head(5)" ] }, { "cell_type": "code", "execution_count": 7, "id": "719b05fd", "metadata": { "execution": { "iopub.execute_input": "2026-07-05T07:01:32.675240Z", "iopub.status.busy": "2026-07-05T07:01:32.674649Z", "iopub.status.idle": "2026-07-05T07:01:32.687557Z", "shell.execute_reply": "2026-07-05T07:01:32.686187Z" } }, "outputs": [ { "data": { "text/plain": [ "id 200\n", "role 2\n", "type 3\n", "job_desc 208\n", "year 1\n", "qualification 4\n", "experience 6\n", "tech_skills 205\n", "soft_skills 8\n", "dtype: int64" ] }, "execution_count": 7, "metadata": {}, "output_type": "execute_result" } ], "source": [ "df.nunique()" ] }, { "cell_type": "code", "execution_count": 8, "id": "b61eed8e", "metadata": { "execution": { "iopub.execute_input": "2026-07-05T07:01:32.691255Z", "iopub.status.busy": "2026-07-05T07:01:32.690871Z", "iopub.status.idle": "2026-07-05T07:01:32.698027Z", "shell.execute_reply": "2026-07-05T07:01:32.696400Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "\n", "['AI Engineer', 'AI Developer']\n", "Length: 2, dtype: str\n" ] } ], "source": [ "role_unique = df['role'].unique()\n", "print(role_unique)" ] }, { "cell_type": "code", "execution_count": 9, "id": "456c159c", "metadata": { "execution": { "iopub.execute_input": "2026-07-05T07:01:32.701548Z", "iopub.status.busy": "2026-07-05T07:01:32.701190Z", "iopub.status.idle": "2026-07-05T07:01:32.707737Z", "shell.execute_reply": "2026-07-05T07:01:32.706063Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "\n", "['Internship', 'Senior', 'Junior']\n", "Length: 3, dtype: str\n" ] } ], "source": [ "type_unique = df['type'].unique()\n", "print(type_unique)" ] }, { "cell_type": "code", "execution_count": 10, "id": "0748fbf2", "metadata": { "execution": { "iopub.execute_input": "2026-07-05T07:01:32.711265Z", "iopub.status.busy": "2026-07-05T07:01:32.710734Z", "iopub.status.idle": "2026-07-05T07:01:32.717419Z", "shell.execute_reply": "2026-07-05T07:01:32.715670Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "\n", "['0', '5-10', '0-1', '1-5', '15+', '10-15']\n", "Length: 6, dtype: str\n" ] } ], "source": [ "experience_unique = df['experience'].unique()\n", "print(experience_unique)" ] }, { "cell_type": "code", "execution_count": 11, "id": "2b03a4a0", "metadata": { "execution": { "iopub.execute_input": "2026-07-05T07:01:32.720912Z", "iopub.status.busy": "2026-07-05T07:01:32.720366Z", "iopub.status.idle": "2026-07-05T07:01:32.739180Z", "shell.execute_reply": "2026-07-05T07:01:32.737432Z" } }, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "<>:1: SyntaxWarning: \"\\P\" is an invalid escape sequence. Such sequences will not work in the future. Did you mean \"\\\\P\"? A raw string is also an option.\n", "<>:1: SyntaxWarning: \"\\P\" is an invalid escape sequence. Such sequences will not work in the future. Did you mean \"\\\\P\"? A raw string is also an option.\n", "C:\\Users\\Akshay\\AppData\\Local\\Temp\\ipykernel_2816\\2088954097.py:1: SyntaxWarning: \"\\P\" is an invalid escape sequence. Such sequences will not work in the future. Did you mean \"\\\\P\"? A raw string is also an option.\n", " df.to_csv(\"C:\\Portfolio-Projects\\Job-Description-Analysis\\data\\clean\\cleaned_job_descriptions.csv\", index=False)\n" ] } ], "source": [ "df.to_csv(\"C:\\Portfolio-Projects\\Job-Description-Analysis\\data\\clean\\cleaned_job_descriptions.csv\", index=False)" ] }, { "cell_type": "code", "execution_count": null, "id": "284aa9f4", "metadata": {}, "outputs": [], "source": [] } ], "metadata": { "kernelspec": { "display_name": "Python 3", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.14.0" } }, "nbformat": 4, "nbformat_minor": 5 }