xbvx

Dockerfile

@@ -1,26 +1,26 @@
-# # Use the official Python image as the base image
-# FROM python:3.10-slim
+# Use the official Python image as the base image
+FROM python:3.10-slim
 
-# # Install dependencies for Selenium and Chrome
-# RUN apt-get update && apt-get install -y \
-#     wget \
-#     unzip \
-#     curl \
-#     gnupg \
-#     libnss3 \
-#     libgconf-2-4 \
-#     libxi6 \
-#     libxcursor1 \
-#     libxrandr2 \
-#     libxss1 \
-#     libxtst6 \
-#     fonts-liberation \
-#     xdg-utils \
-#     libatk-bridge2.0-0 \
-#     libgtk-3-0 \
-#     --no-install-recommends && \
-#     apt-get clean && \
-#     rm -rf /var/lib/apt/lists/*
+# Install dependencies for Selenium and Chrome
+RUN apt-get update && apt-get install -y \
+    wget \
+    unzip \
+    curl \
+    gnupg \
+    libnss3 \
+    libgconf-2-4 \
+    libxi6 \
+    libxcursor1 \
+    libxrandr2 \
+    libxss1 \
+    libxtst6 \
+    fonts-liberation \
+    xdg-utils \
+    libatk-bridge2.0-0 \
+    libgtk-3-0 \
+    --no-install-recommends && \
+    apt-get clean && \
+    rm -rf /var/lib/apt/lists/*
 
 # RUN apt-get update && apt-get install -y wget unzip && \
 #     wget https://dl.google.com/Linux/direct/google-chrome-stable_current_amd64.deb && \
@@ -28,74 +28,24 @@
 #     rm google-chrome-stable_current_amd64.deb && \
 #     apt-get clean
 
-# RUN which google-chrome
-
-# # Update the package list and install wget, unzip, and Firefox
-# # RUN apt-get update && apt-get install -y wget unzip \
-# #     && apt-get install -y firefox-esr \
-# #     && apt-get clean
-# RUN useradd -m -u 1000 user
-# USER user
-# ENV HOME=/home/user \
-# 	PATH=/home/user/.local/bin:$PATH
-
-# WORKDIR $HOME/app
-# # WORKDIR /app
-
-# COPY --chown=user . $HOME/app
-# # COPY . /app
-# # Install Python dependencies
-# RUN pip install --no-cache-dir -r requirements.txt
-
-# # Run the Selenium script
-# # CMD ["gunicorn", "-b", "0.0.0.0:7860","app:app"]
-# CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]
-
-FROM python:3.10-slim
-
-# install google chrome
-
-# RUN wget -q -O - https://dl-ssl.google.com/linux/linux_signing_key.pub | apt-key add -
-
-# RUN sh -c 'echo "deb [arch=amd64] http://dl.google.com/linux/chrome/deb/ stable main" >> /etc/apt/sources.list.d/google-chrome.list'
-
-# RUN apt-get -y update
-
-# RUN apt-get install -y google-chrome-stable
-
-RUN apt-get update && apt-get install -y wget unzip && \
-    wget https://dl.google.com/Linux/direct/google-chrome-stable_current_amd64.deb && \
-    apt install -y ./google-chrome-stable_current_amd64.deb && \
-    rm google-chrome-stable_current_amd64.deb && \
-    apt-get clean
-
-
-# install chromedriver
-
-# RUN apt-get install -yqq unzip
-
-# RUN wget -O chromedriver.zip http://chromedriver.storage.googleapis.com/`curl -sS chromedriver.storage.googleapis.com/LATEST_RELEASE`/chromedriver_linux64.zip
-
-# RUN unzip chromedriver.zip chromedriver -d /usr/bin/
-
-# set display port to avoid crash
-
-ENV DISPLAY=:99
-
-# WORKDIR /code
+# Update the package list and install wget, unzip, and Firefox
+RUN apt-get update && apt-get install -y wget unzip \
+    && apt-get install -y firefox-esr \
+    && apt-get clean
+RUN which firefox
 RUN useradd -m -u 1000 user
 USER user
 ENV HOME=/home/user \
 	PATH=/home/user/.local/bin:$PATH
 
 WORKDIR $HOME/app
-# # WORKDIR /app
+# WORKDIR /app
 
-COPY ./requirements.txt /code/requirements.txt
-
-RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
 COPY --chown=user . $HOME/app
-# COPY . .
-
+# COPY . /app
+# Install Python dependencies
+RUN pip install --no-cache-dir -r requirements.txt
 
-CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]
+# Run the Selenium script
+# CMD ["gunicorn", "-b", "0.0.0.0:7860","app:app"]
+CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]

app.py

@@ -4,29 +4,18 @@ import time
 import pandas as pd
 from fastapi import FastAPI, HTTPException
 from selenium import webdriver
-from selenium.webdriver.chrome.service import Service
+from selenium.webdriver.firefox.service import Service
 from selenium.webdriver.common.action_chains import ActionChains
-from selenium.webdriver.chrome.options import Options
-from webdriver_manager.chrome import ChromeDriverManager
+from selenium.webdriver.firefox.options import Options
+from webdriver_manager.firefox import GeckoDriverManager
 from webdriver_manager.core.driver_cache import DriverCacheManager
 from selenium.webdriver.common.by import By
 from fake_headers import Headers
 from fastapi.middleware.cors import CORSMiddleware
 import logging
-# from selenium_driverless import webdriver as webdriverless
+from selenium_driverless import webdriver as webdriverless
 
-# proxy_username="ockzoweb"
-# proxy_password="23wxmulibzuq"
-# proxy_address="198.23.239.134"
-# proxy_port="6540"
 
-# proxy_url=f"http://{proxy_username}:{proxy_password}@{proxy_address}:{proxy_port}"
-# seleniumwire_options = {
-#     "proxy": {
-#         "http": proxy_url,
-#         "https": proxy_url,
-#     }
-# }
 # Initialize FastAPI
 app = FastAPI(
     debug=True,
@@ -65,26 +54,24 @@ def setup_chromedriver():
 
 # Setup headless Chrome options
 # Define a custom user agent
-# my_user_agent = "Mozilla/5.0 (X11; Linux x86_64; rv:92.0) Gecko/20100101 Firefox/92.0"
+my_user_agent = "Mozilla/5.0 (X11; Linux x86_64; rv:92.0) Gecko/20100101 Firefox/92.0"
 
 # my_user_agent = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/92.0.4515.159 Safari/537.36"
-header = Headers().generate()["User-Agent"]
-# capabilities = webdriver.DesiredCapabilities.FIREFOX
+
+capabilities = webdriver.DesiredCapabilities.FIREFOX
 # proxy = None
 browser_option = Options()
 browser_option.add_argument("--headless")  # Running in headless mode (no GUI)
 browser_option.add_argument("--no-sandbox")
 browser_option.add_argument("--disable-dev-shm-usage")
-# browser_option.add_argument("--ignore-certificate-errors")
-# browser_option.binary_location = '/usr/bin/firefox'
-# browser_option.binary_location = r'C:\Users\HP\.cache\selenium\firefox\win64\133.0\firefox.exe'
+browser_option.add_argument("--ignore-certificate-errors")
+browser_option.binary_location = '/usr/bin/firefox'
 # browser_option.add_argument("--disable-gpu")
 # browser_option.add_argument("--log-level=3")
 # browser_option.add_argument("--disable-notifications")
 # browser_option.add_argument("--disable-popup-blocking")
-browser_option.add_argument("--user-agent={}".format(header))
-# browser_option.add_argument(f"--user-agent={my_user_agent}")
-logging.info(f"header: {header}")
+browser_option.add_argument(f"--user-agent={my_user_agent}")
+
 # if proxy:
 #     browser_option.add_argument(f"--proxy-server={proxy}")
 
@@ -92,12 +79,10 @@ logging.info(f"header: {header}")
 # Setup WebDriver
 driver_path = setup_chromedriver()
 service = Service(executable_path=driver_path)
-# driver = webdriver.Chrome(service=service, options=browser_option,)
+driver = webdriver.Firefox(service=service, options=browser_option)
 # actions = ActionChains(driver)
 
 def getSearchPostData(search_keyword, index, name="", forCompetitorAnalysis=False):
-    driver = webdriver.Chrome( options=browser_option,)
-
     # Navigate to the search results page
     url = f'https://www.reddit.com/search/?q={search_keyword}'
     driver.get(url)
@@ -161,16 +146,11 @@ def getSearchPostData(search_keyword, index, name="", forCompetitorAnalysis=Fals
 
 def get_webpage_title(url: str) -> str:
     try:
-        # getSearchPostData(search_keyword="migraine", index=0)
-        # driver = webdriver.Chrome( options=browser_option,)
-        driver = webdriver.Chrome(service=service, options=browser_option,)
-
+        getSearchPostData(search_keyword="migraine", index=0)
         url="https://www.reddit.com"
         driver.get(url)
-        time.sleep(3)
         title = driver.title
         logging.info(f"Page title: {title}")
-        driver.quit()
         return title
     except Exception as e:
         logging.error(f"Error fetching webpage title: {e}")
@@ -234,7 +214,7 @@ async def fetch_title(url: str):
 # from selenium.webdriver.common.proxy import Proxy, ProxyType
 # app = Flask(__name__)
 
- 
+
 # def download_selenium():
 #     prox = Proxy()
 #     prox.proxy_type = ProxyType.MANUAL