API

Dockerfile

@@ -0,0 +1,11 @@
+FROM python:3.10.9
+
+WORKDIR /code
+
+COPY ./requirements.txt /code/requirements.txt
+
+RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
+
+COPY . .
+
+CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]

functions.py

@@ -0,0 +1,471 @@
+#!/usr/bin/env python
+import youtube_dl
+import requests
+import sys
+import urllib.parse as urlparse
+import sqlite3
+import os
+from prettytable import PrettyTable
+from sqlite3 import Error
+from urllib import request
+from bs4 import BeautifulSoup
+
+# Database location
+database = "./tmp/database.db"
+
+
+# CHECKINGS
+def type_check(item):
+    if item == "model":
+        print("Valid type (model) selected.")
+    elif item == "pornstar":
+        print("Valid type (pornstar) selected.")
+    elif item == "channels":
+        print("Valid type (channel) selected.")
+    elif item == "users":
+        print("Valid type (user) selected.")
+    elif item == "playlist":
+        print("Valid type (playlist) selected.")
+    elif item == "all":
+        print("Valid type (all) selected.")
+    else:
+        how_to_use("Not a valid type.")
+        sys.exit()
+
+
+def ph_url_check(url):
+    parsed = urlparse.urlparse(url)
+    regions = ["www", "cn", "cz", "de", "es", "fr", "it", "nl", "jp", "pt", "pl", "rt"]
+    for region in regions:
+        if parsed.netloc == region + ".pornhub.com":
+            print("PornHub url validated.")
+            return
+    print("This is not a PornHub url.")
+    sys.exit()
+
+
+def ph_type_check(url):
+    parsed = urlparse.urlparse(url)
+    if parsed.path.split('/')[1] == "model":
+        print("This is a MODEL url,")
+    elif parsed.path.split('/')[1] == "pornstar":
+        print("This is a PORNSTAR url,")
+    elif parsed.path.split('/')[1] == "channels":
+        print("This is a CHANNEL url,")
+    elif parsed.path.split('/')[1] == "users":
+        print("This is a USER url,")
+    elif parsed.path.split('/')[1] == "playlist":
+        print("This is a PLAYLIST url,")
+    elif parsed.path.split('/')[1] == "view_video.php":
+        print("This is a VIDEO url. Please paste a model/pornstar/user/channel/playlist url.")
+        sys.exit()
+    else:
+        print("Somethings wrong with the url. Please check it out.")
+        sys.exit()
+
+
+def ph_alive_check(url):
+    requested = requests.get(url)
+    if requested.status_code == 200:
+        print("and the URL is existing.")
+    else:
+        print("but the URL does not exist.")
+        sys.exit()
+
+
+def add_check(name_check):
+    if name_check == "batch":
+        u_input = input("Please enter full path to the batch-file.txt (or c to cancel): ")
+        if u_input == "c":
+            print("Operation canceled.")
+        else:
+            with open(u_input, 'r') as input_file:
+                for line in input_file:
+                    line = line.strip()
+                    add_item(line)
+
+    else:
+        add_item(name_check)
+
+
+def get_item_name(item_type, url_item):
+    url = url_item
+    html = request.urlopen(url).read().decode('utf8')
+    soup = BeautifulSoup(html, 'lxml')
+
+    if item_type == "model":
+        finder = soup.find(class_='nameSubscribe')
+        title = finder.find(itemprop='name').text.replace('\n', '').strip()
+    elif item_type == "pornstar":
+        finder = soup.find(class_='nameSubscribe')
+        title = finder.find(class_='name').text.replace('\n', '').strip()
+    elif item_type == "channels":
+        finder = soup.find(class_='bottomExtendedWrapper')
+        title = finder.find(class_='title').text.replace('\n', '').strip()
+    elif item_type == "users":
+        finder = soup.find(class_='bottomInfoContainer')
+        title = finder.find('a', class_='float-left').text.replace('\n', '').strip()
+    elif item_type == "playlist":
+        finder = soup.find(id='playlistTopHeader')
+        title = finder.find(id='watchPlaylist').text.replace('\n', '').strip()
+    else:
+        print("No valid item type.")
+        title = False
+
+    return title
+
+
+##################################### DOWNLOADING
+
+
+def dl_all_items(conn):
+    c = conn.cursor()
+    try:
+        c.execute("SELECT * FROM ph_items")
+    except Error as e:
+        print(e)
+        sys.exit()
+
+    rows = c.fetchall()
+
+    for row in rows:
+        if row[1] == "model":
+            url_after = "/videos/upload"
+        # elif row[1] == "pornstar":
+        #     url_after = "/"
+        elif row[1] == "users":
+            url_after = "/videos/public"
+        elif row[1] == "channels":
+            url_after = "/videos"
+        else:
+            url_after = ""
+
+        print("-----------------------------")
+        print(row[1])
+        print(row[2])
+        print("https://www.pornhub.com/" + str(row[1]) + "/" + str(row[2]) + url_after)
+        print("-----------------------------")
+
+        # Find more available options here: https://github.com/ytdl-org/youtube-dl/blob/master/youtube_dl/YoutubeDL.py#L129-L279
+        outtmpl = get_dl_location('DownloadLocation') + '/' + str(row[1]) + '/' + str(row[3]) + '/%(title)s.%(ext)s'
+        ydl_opts_start = {
+            'format': 'best',
+            'playliststart:': 1,
+            'playlistend': 4,
+            'outtmpl': outtmpl,
+            'nooverwrites': True,
+            'no_warnings': False,
+            'ignoreerrors': True,
+        }
+
+        url = "https://www.pornhub.com/" + str(row[1]) + "/" + str(row[2] + url_after)
+        with youtube_dl.YoutubeDL(ydl_opts_start) as ydl:
+            ydl.download([url])
+
+        try:
+            c.execute("UPDATE ph_items SET lastchecked=CURRENT_TIMESTAMP WHERE url_name = ?", (row[2],))
+            conn.commit()
+        except Error as e:
+            print(e)
+            sys.exit()
+
+
+def dl_all_new_items(conn):
+    c = conn.cursor()
+    try:
+        c.execute("SELECT * FROM ph_items WHERE new='1'")
+    except Error as e:
+        print(e)
+        sys.exit()
+
+    rows = c.fetchall()
+
+    for row in rows:
+
+        if str(row[1]) == "model":
+            url_after = "/videos/upload"
+        # elif str(row[1]) == "pornstar":
+        #     url_after = "/videos"
+        elif str(row[1]) == "users":
+            url_after = "/videos/public"
+        elif str(row[1]) == "channels":
+            url_after = "/videos"
+        else:
+            url_after = ""
+
+        print("-----------------------------")
+        print(row[1])
+        print(row[2])
+        print("https://www.pornhub.com/" + str(row[1]) + "/" + str(row[2]) + url_after)
+        print("-----------------------------")
+
+        # Find more available options here: https://github.com/ytdl-org/youtube-dl/blob/master/youtube_dl/YoutubeDL.py#L129-L279
+        outtmpl = get_dl_location('DownloadLocation') + '/' + str(row[1]) + '/' + str(row[3]) + '/%(title)s.%(ext)s'
+        ydl_opts = {
+            'format': 'best',
+            'outtmpl': outtmpl,
+            'nooverwrites': True,
+            'no_warnings': False,
+            'ignoreerrors': True,
+        }
+
+        url = "https://www.pornhub.com/" + str(row[1]) + "/" + str(row[2]) + url_after
+        with youtube_dl.YoutubeDL(ydl_opts) as ydl:
+            ydl.download([url])
+
+        try:
+            c.execute("UPDATE ph_items SET new='0', lastchecked=CURRENT_TIMESTAMP WHERE url_name=?", (row[2],))
+            conn.commit()
+        except Error as e:
+            print(e)
+            sys.exit()
+
+
+def dl_start():
+    conn = create_connection(database)
+    with conn:
+        print("downloading new items")
+        dl_all_new_items(conn)
+        print("downloading all items")
+        dl_all_items(conn)
+
+
+def custom_dl(name_check):
+    if name_check == "batch":
+        u_input = input("Please enter full path to the batch-file.txt (or c to cancel): ")
+        if u_input == "c":
+            print("Operation canceled.")
+        else:
+            with open(u_input, 'r') as input_file:
+                for line in input_file:
+                    line = line.strip()
+                    custom_dl_download(line)
+
+    else:
+        custom_dl_download(name_check)
+
+
+def custom_dl_download(url):
+    ph_url_check(url)
+    ph_alive_check(url)
+
+    outtmpl = get_dl_location('DownloadLocation') + '/media/%(title)s.%(ext)s'
+    ydl_opts = {
+        'format': 'best',
+        'outtmpl': outtmpl,
+        'nooverwrites': True,
+        'no_warnings': False,
+        'ignoreerrors': True,
+    }
+
+    with youtube_dl.YoutubeDL(ydl_opts) as ydl:
+        ydl.download([url])
+
+
+def add_item(name_check):
+    parsed = urlparse.urlparse(name_check)
+    ph_url_check(name_check)
+    ph_type_check(name_check)
+    ph_alive_check(name_check)
+    item_type = parsed.path.split('/')[1]
+    item_url_name = parsed.path.split('/')[2]
+    item_name = get_item_name(item_type, name_check)
+
+    conn = create_connection(database)
+    c = conn.cursor()
+    try:
+        c.execute("SELECT count(*) FROM ph_items WHERE url_name = ?", (item_name,))
+    except Error as e:
+        print(e)
+        sys.exit()
+
+    data = c.fetchone()[0]
+    if data == 0:
+        with conn:
+            item = (item_type, item_url_name, item_name, '1')
+            create_item(conn, item)
+        print(item_name + " added to database.")
+    else:
+        print("Item already exists in database")
+
+
+##################################### DATABASE ORIENTED
+
+def create_connection(db_file):
+    conn = None
+    try:
+        conn = sqlite3.connect(db_file)
+    except Error as e:
+        print(e)
+    return conn
+
+
+def create_item(conn, item):
+    sql = ''' INSERT INTO ph_items(type,url_name,name,new)
+              VALUES(?,?,?,?) '''
+    c = conn.cursor()
+    c.execute(sql, item)
+    return c.lastrowid
+
+
+def select_all_items(conn, item):
+    c = conn.cursor()
+    if item == "all":
+        c.execute("SELECT * FROM ph_items")
+    else:
+        c.execute("SELECT * FROM ph_items WHERE type='" + item + "'")
+
+    rows = c.fetchall()
+
+    t = PrettyTable(['Id.', 'Name', 'Type', 'Date created', 'Last checked', 'Url'])
+    t.align['Id.'] = "l"
+    t.align['Name'] = "l"
+    t.align['Type'] = "l"
+    t.align['Date created'] = "l"
+    t.align['Last checked'] = "l"
+    t.align['Url'] = "l"
+    for row in rows:
+        url = "https://www.pornhub.com/" + str(row[1]) + "/" + str(row[2])
+        t.add_row([row[0], row[3], row[1], row[5], row[6], url])
+    print(t)
+
+
+def list_items(item):
+    conn = create_connection(database)
+    with conn:
+        print("Listing items from database:")
+        select_all_items(conn, item)
+
+
+def delete_single_item(conn, id):
+    sql = 'DELETE FROM ph_items WHERE id=?'
+    c = conn.cursor()
+    c.execute(sql, (id,))
+    conn.commit()
+
+
+def delete_item(item_id):
+    conn = create_connection(database)
+    with conn:
+        delete_single_item(conn, item_id)
+
+
+def create_config(conn, item):
+    sql = ''' INSERT INTO ph_settings(option, setting)
+              VALUES(?,?) '''
+    c = conn.cursor()
+    c.execute(sql, item)
+    return c.lastrowid
+
+
+def prepare_config():
+    conn = create_connection(database)
+    u_input = input("Please enter the FULL PATH to your download location: ")
+    with conn:
+        item = ('DownloadLocation', u_input)
+        item_id = create_config(conn, item)
+
+
+def get_dl_location(option):
+    conn = create_connection(database)
+    if conn is not None:
+        c = conn.cursor()
+        c.execute("SELECT * FROM ph_settings WHERE option='" + option + "'")
+        rows = c.fetchall()
+        for row in rows:
+            dllocation = row[2]
+        return dllocation if dllocation else './tmp'  # Set your default folder here
+    else:
+        print("Error! something's wrong with the query.")
+
+
+def check_for_database():
+    print("Running startup checks...")
+    if os.path.exists(database):
+        print("Database exists.")
+    else:
+        print("Database does not exist.")
+        print("Looks like this is your first time run...")
+        first_run()
+
+
+def create_table(conn, create_table_sql):
+    try:
+        c = conn.cursor()
+        c.execute(create_table_sql)
+        print("Tables created.")
+    except Error as e:
+        print(e)
+
+
+def create_tables():
+    sql_create_items_table = """ CREATE TABLE IF NOT EXISTS ph_items (
+                                        id integer PRIMARY KEY,
+                                        type text,
+                                        url_name text,
+                                        name text,
+                                        new integer DEFAULT 1,
+                                        datecreated DATETIME DEFAULT CURRENT_TIMESTAMP,
+                                        lastchecked DATETIME DEFAULT CURRENT_TIMESTAMP
+                                    ); """
+
+    sql_create_settings_table = """ CREATE TABLE IF NOT EXISTS ph_settings (
+                                        id integer PRIMARY KEY,
+                                        option text,
+                                        setting text,
+                                        datecreated DATETIME DEFAULT CURRENT_TIMESTAMP
+                                    ); """
+
+    # create a database connection
+    conn = create_connection(database)
+
+    # create tables
+    if conn is not None:
+        # create items table
+        create_table(conn, sql_create_items_table)
+        create_table(conn, sql_create_settings_table)
+        prepare_config()
+    else:
+        print("Error! cannot create the database connection.")
+
+
+##################################### Lets do it baby
+
+def first_run():
+    create_tables()
+
+
+##################################### MESSAGING
+
+
+def how_to_use(error):
+    print("Error: " + error)
+    print("Please use the tool like this:")
+    t = PrettyTable(['Tool', 'command', 'item'])
+    t.align['Tool'] = "l"
+    t.align['command'] = "l"
+    t.align['item'] = "l"
+    t.add_row(['phdler', 'start', ''])
+    t.add_row(['phdler', 'custom', 'url (full PornHub url) | batch (for .txt file)'])
+    t.add_row(['phdler', 'add', 'model | pornstar | channel | user | playlist | batch (for .txt file)'])
+    t.add_row(['phdler', 'list', 'model | pornstar | channel | user | playlist | all'])
+    t.add_row(['phdler', 'delete', 'model | pornstar | channel | user | playlist'])
+    print(t)
+
+
+def help_command():
+    print("------------------------------------------------------------------")
+    print("You asked for help, here it comes! Run phdler with these commands:")
+    t = PrettyTable(['Command', 'argument', 'description'])
+    t.align['Command'] = "l"
+    t.align['argument'] = "l"
+    t.align['description'] = "l"
+    t.add_row(['start', '', 'start the script'])
+    t.add_row(['custom', 'url | batch', 'download a single video from PornHub'])
+    t.add_row(
+        ['add', 'model | pornstar | channel | user | playlist | batch (for .txt file)', 'adding item to database'])
+    t.add_row(['list', 'model | pornstar | channel | user | playlist', 'list selected items from database'])
+    t.add_row(['delete', 'model | pornstar | channel | user | playlist', 'delete selected items from database'])
+    print(t)
+    print("Example: phdler add pornhub-url")
+    print("------------------------------------------------------------------")

main.py

@@ -0,0 +1,27 @@
+from fastapi import FastAPI, HTTPException
+from fastapi.responses import FileResponse
+import subprocess
+
+app = FastAPI()
+
+phdler_path = 'phdler.py'
+
+@app.get("/AnotherAPI/{api_key}/PH/Downloader/{url_ph}")
+async def download_video(api_key: str, url_ph: str):
+    url = url_ph
+    API = (api_key)
+    if API == api_key:
+        try:
+            subprocess.run(['python', phdler_path, 'custom', url], check=True)
+            file_name = "PH.mp4"
+            file_path = f"/tmp/media/{file_name}"
+            return FileResponse(file_path, filename=file_name, media_type="application/mp4")
+        except subprocess.CalledProcessError as e:
+            raise HTTPException(status_code=500, detail=f"Error: {e}")
+    else:
+        return {"respon": "API Lu Mana?"}
+    
+if __name__ == "__main__":
+    import uvicorn
+
+    uvicorn.run(app, host="127.0.0.1", port=8000)

phdler.py

@@ -0,0 +1,55 @@
+#!/usr/bin/env python
+from functions import *
+
+def main():
+
+    check_for_database()
+
+    if len(sys.argv) > 1:
+
+        if sys.argv[1] == "start":
+            dl_start()
+            
+        elif sys.argv[1] == "custom":
+            if len(sys.argv) > 2:
+                custom_dl(sys.argv[2])
+            else:
+                how_to_use("Missing item")
+
+        elif sys.argv[1] == "add":
+            if len(sys.argv) > 2:
+                add_check(sys.argv[2])
+            else:
+                how_to_use("Missing item")
+
+        elif sys.argv[1] == "delete":
+            if len(sys.argv) > 2:
+                type_check(sys.argv[2])
+                list_items(sys.argv[2])
+                u_input = input("Please enter the ID to delete (or c to cancel): ")
+                if u_input == "c":
+                    print("Operation canceled.")
+                else:
+                    delete_item(u_input)
+            else:
+                how_to_use("Missing item")
+
+        elif sys.argv[1] == "list":
+            if len(sys.argv) > 2:
+                type_check(sys.argv[2])
+                list_items(sys.argv[2])
+            else:
+                how_to_use("Missing item")
+
+        elif sys.argv[1] == "help":
+            help_command()
+
+        else:
+            how_to_use("Command not found!")
+
+    else:
+        how_to_use("Missing command.")
+
+
+if __name__ == '__main__':
+    main()

requirements.txt

@@ -0,0 +1,7 @@
+fastapi
+uvicorn
+youtube_dl
+beautifulsoup4
+lxml
+requests
+prettytable