{ "cells": [ { "cell_type": "code", "execution_count": 478, "id": "67ac2431-6f18-4fdc-ba79-1ca3b3c5881b", "metadata": {}, "outputs": [], "source": [ "import requests as req\n", "from bs4 import BeautifulSoup as b\n", "import pandas as pd\n", "d={}\n", "for i in range(0,110):\n", " res=req.get(f\"https://stackoverflow.com/questions?tab=newest&page={i}\")\n", " soup1=b(res.text,\"html.parser\")\n", " titles=soup1.select(\".s-post-summary\")\n", " for k in range(len(titles)):\n", " id_data=titles[k].get(\"data-post-id\")\n", " s=titles[k].select_one(\".s-link\").get_text()\n", " d[id_data]=s" ] }, { "cell_type": "code", "execution_count": 480, "id": "ab3eac5e-0ec7-4e5e-94a5-3336ec1f5aa0", "metadata": {}, "outputs": [], "source": [ "df=pd.DataFrame(data=list(d.items()), columns=[\"id\", \"title\"])" ] }, { "cell_type": "code", "execution_count": 486, "id": "97358e26-d8f2-4a80-ad92-163508541585", "metadata": {}, "outputs": [], "source": [ "df.to_csv(r\"C:\\Users\\sss\\Desktop\\datas_titles.csv\")" ] }, { "cell_type": "code", "execution_count": null, "id": "a332562f-707a-4392-a122-ef435457252a", "metadata": {}, "outputs": [], "source": [] } ], "metadata": { "kernelspec": { "display_name": "Python 3 (ipykernel)", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.12.7" } }, "nbformat": 4, "nbformat_minor": 5 }