Delete functions.py

functions.py

@@ -1,471 +0,0 @@
-#!/usr/bin/env python
-import youtube_dl
-import requests
-import sys
-import urllib.parse as urlparse
-import sqlite3
-import os
-from prettytable import PrettyTable
-from sqlite3 import Error
-from urllib import request
-from bs4 import BeautifulSoup
-
-# Database location
-database = "./tmp/database.db"
-
-
-# CHECKINGS
-def type_check(item):
-    if item == "model":
-        print("Valid type (model) selected.")
-    elif item == "pornstar":
-        print("Valid type (pornstar) selected.")
-    elif item == "channels":
-        print("Valid type (channel) selected.")
-    elif item == "users":
-        print("Valid type (user) selected.")
-    elif item == "playlist":
-        print("Valid type (playlist) selected.")
-    elif item == "all":
-        print("Valid type (all) selected.")
-    else:
-        how_to_use("Not a valid type.")
-        sys.exit()
-
-
-def ph_url_check(url):
-    parsed = urlparse.urlparse(url)
-    regions = ["www", "cn", "cz", "de", "es", "fr", "it", "nl", "jp", "pt", "pl", "rt"]
-    for region in regions:
-        if parsed.netloc == region + ".pornhub.com":
-            print("PornHub url validated.")
-            return
-    print("This is not a PornHub url.")
-    sys.exit()
-
-
-def ph_type_check(url):
-    parsed = urlparse.urlparse(url)
-    if parsed.path.split('/')[1] == "model":
-        print("This is a MODEL url,")
-    elif parsed.path.split('/')[1] == "pornstar":
-        print("This is a PORNSTAR url,")
-    elif parsed.path.split('/')[1] == "channels":
-        print("This is a CHANNEL url,")
-    elif parsed.path.split('/')[1] == "users":
-        print("This is a USER url,")
-    elif parsed.path.split('/')[1] == "playlist":
-        print("This is a PLAYLIST url,")
-    elif parsed.path.split('/')[1] == "view_video.php":
-        print("This is a VIDEO url. Please paste a model/pornstar/user/channel/playlist url.")
-        sys.exit()
-    else:
-        print("Somethings wrong with the url. Please check it out.")
-        sys.exit()
-
-
-def ph_alive_check(url):
-    requested = requests.get(url)
-    if requested.status_code == 200:
-        print("and the URL is existing.")
-    else:
-        print("but the URL does not exist.")
-        sys.exit()
-
-
-def add_check(name_check):
-    if name_check == "batch":
-        u_input = input("Please enter full path to the batch-file.txt (or c to cancel): ")
-        if u_input == "c":
-            print("Operation canceled.")
-        else:
-            with open(u_input, 'r') as input_file:
-                for line in input_file:
-                    line = line.strip()
-                    add_item(line)
-
-    else:
-        add_item(name_check)
-
-
-def get_item_name(item_type, url_item):
-    url = url_item
-    html = request.urlopen(url).read().decode('utf8')
-    soup = BeautifulSoup(html, 'lxml')
-
-    if item_type == "model":
-        finder = soup.find(class_='nameSubscribe')
-        title = finder.find(itemprop='name').text.replace('\n', '').strip()
-    elif item_type == "pornstar":
-        finder = soup.find(class_='nameSubscribe')
-        title = finder.find(class_='name').text.replace('\n', '').strip()
-    elif item_type == "channels":
-        finder = soup.find(class_='bottomExtendedWrapper')
-        title = finder.find(class_='title').text.replace('\n', '').strip()
-    elif item_type == "users":
-        finder = soup.find(class_='bottomInfoContainer')
-        title = finder.find('a', class_='float-left').text.replace('\n', '').strip()
-    elif item_type == "playlist":
-        finder = soup.find(id='playlistTopHeader')
-        title = finder.find(id='watchPlaylist').text.replace('\n', '').strip()
-    else:
-        print("No valid item type.")
-        title = False
-
-    return title
-
-
-##################################### DOWNLOADING
-
-
-def dl_all_items(conn):
-    c = conn.cursor()
-    try:
-        c.execute("SELECT * FROM ph_items")
-    except Error as e:
-        print(e)
-        sys.exit()
-
-    rows = c.fetchall()
-
-    for row in rows:
-        if row[1] == "model":
-            url_after = "/videos/upload"
-        # elif row[1] == "pornstar":
-        #     url_after = "/"
-        elif row[1] == "users":
-            url_after = "/videos/public"
-        elif row[1] == "channels":
-            url_after = "/videos"
-        else:
-            url_after = ""
-
-        print("-----------------------------")
-        print(row[1])
-        print(row[2])
-        print("https://www.pornhub.com/" + str(row[1]) + "/" + str(row[2]) + url_after)
-        print("-----------------------------")
-
-        # Find more available options here: https://github.com/ytdl-org/youtube-dl/blob/master/youtube_dl/YoutubeDL.py#L129-L279
-        outtmpl = get_dl_location('DownloadLocation') + '/' + str(row[1]) + '/' + str(row[3]) + '/%(title)s.%(ext)s'
-        ydl_opts_start = {
-            'format': 'best',
-            'playliststart:': 1,
-            'playlistend': 4,
-            'outtmpl': outtmpl,
-            'nooverwrites': True,
-            'no_warnings': False,
-            'ignoreerrors': True,
-        }
-
-        url = "https://www.pornhub.com/" + str(row[1]) + "/" + str(row[2] + url_after)
-        with youtube_dl.YoutubeDL(ydl_opts_start) as ydl:
-            ydl.download([url])
-
-        try:
-            c.execute("UPDATE ph_items SET lastchecked=CURRENT_TIMESTAMP WHERE url_name = ?", (row[2],))
-            conn.commit()
-        except Error as e:
-            print(e)
-            sys.exit()
-
-
-def dl_all_new_items(conn):
-    c = conn.cursor()
-    try:
-        c.execute("SELECT * FROM ph_items WHERE new='1'")
-    except Error as e:
-        print(e)
-        sys.exit()
-
-    rows = c.fetchall()
-
-    for row in rows:
-
-        if str(row[1]) == "model":
-            url_after = "/videos/upload"
-        # elif str(row[1]) == "pornstar":
-        #     url_after = "/videos"
-        elif str(row[1]) == "users":
-            url_after = "/videos/public"
-        elif str(row[1]) == "channels":
-            url_after = "/videos"
-        else:
-            url_after = ""
-
-        print("-----------------------------")
-        print(row[1])
-        print(row[2])
-        print("https://www.pornhub.com/" + str(row[1]) + "/" + str(row[2]) + url_after)
-        print("-----------------------------")
-
-        # Find more available options here: https://github.com/ytdl-org/youtube-dl/blob/master/youtube_dl/YoutubeDL.py#L129-L279
-        outtmpl = get_dl_location('DownloadLocation') + '/' + str(row[1]) + '/' + str(row[3]) + '/%(title)s.%(ext)s'
-        ydl_opts = {
-            'format': 'best',
-            'outtmpl': outtmpl,
-            'nooverwrites': True,
-            'no_warnings': False,
-            'ignoreerrors': True,
-        }
-
-        url = "https://www.pornhub.com/" + str(row[1]) + "/" + str(row[2]) + url_after
-        with youtube_dl.YoutubeDL(ydl_opts) as ydl:
-            ydl.download([url])
-
-        try:
-            c.execute("UPDATE ph_items SET new='0', lastchecked=CURRENT_TIMESTAMP WHERE url_name=?", (row[2],))
-            conn.commit()
-        except Error as e:
-            print(e)
-            sys.exit()
-
-
-def dl_start():
-    conn = create_connection(database)
-    with conn:
-        print("downloading new items")
-        dl_all_new_items(conn)
-        print("downloading all items")
-        dl_all_items(conn)
-
-
-def custom_dl(name_check):
-    if name_check == "batch":
-        u_input = input("Please enter full path to the batch-file.txt (or c to cancel): ")
-        if u_input == "c":
-            print("Operation canceled.")
-        else:
-            with open(u_input, 'r') as input_file:
-                for line in input_file:
-                    line = line.strip()
-                    custom_dl_download(line)
-
-    else:
-        custom_dl_download(name_check)
-
-
-def custom_dl_download(url):
-    ph_url_check(url)
-    ph_alive_check(url)
-
-    outtmpl = get_dl_location('DownloadLocation') + '/media/%(title)s.%(ext)s'
-    ydl_opts = {
-        'format': 'best',
-        'outtmpl': outtmpl,
-        'nooverwrites': True,
-        'no_warnings': False,
-        'ignoreerrors': True,
-    }
-
-    with youtube_dl.YoutubeDL(ydl_opts) as ydl:
-        ydl.download([url])
-
-
-def add_item(name_check):
-    parsed = urlparse.urlparse(name_check)
-    ph_url_check(name_check)
-    ph_type_check(name_check)
-    ph_alive_check(name_check)
-    item_type = parsed.path.split('/')[1]
-    item_url_name = parsed.path.split('/')[2]
-    item_name = get_item_name(item_type, name_check)
-
-    conn = create_connection(database)
-    c = conn.cursor()
-    try:
-        c.execute("SELECT count(*) FROM ph_items WHERE url_name = ?", (item_name,))
-    except Error as e:
-        print(e)
-        sys.exit()
-
-    data = c.fetchone()[0]
-    if data == 0:
-        with conn:
-            item = (item_type, item_url_name, item_name, '1')
-            create_item(conn, item)
-        print(item_name + " added to database.")
-    else:
-        print("Item already exists in database")
-
-
-##################################### DATABASE ORIENTED
-
-def create_connection(db_file):
-    conn = None
-    try:
-        conn = sqlite3.connect(db_file)
-    except Error as e:
-        print(e)
-    return conn
-
-
-def create_item(conn, item):
-    sql = ''' INSERT INTO ph_items(type,url_name,name,new)
-              VALUES(?,?,?,?) '''
-    c = conn.cursor()
-    c.execute(sql, item)
-    return c.lastrowid
-
-
-def select_all_items(conn, item):
-    c = conn.cursor()
-    if item == "all":
-        c.execute("SELECT * FROM ph_items")
-    else:
-        c.execute("SELECT * FROM ph_items WHERE type='" + item + "'")
-
-    rows = c.fetchall()
-
-    t = PrettyTable(['Id.', 'Name', 'Type', 'Date created', 'Last checked', 'Url'])
-    t.align['Id.'] = "l"
-    t.align['Name'] = "l"
-    t.align['Type'] = "l"
-    t.align['Date created'] = "l"
-    t.align['Last checked'] = "l"
-    t.align['Url'] = "l"
-    for row in rows:
-        url = "https://www.pornhub.com/" + str(row[1]) + "/" + str(row[2])
-        t.add_row([row[0], row[3], row[1], row[5], row[6], url])
-    print(t)
-
-
-def list_items(item):
-    conn = create_connection(database)
-    with conn:
-        print("Listing items from database:")
-        select_all_items(conn, item)
-
-
-def delete_single_item(conn, id):
-    sql = 'DELETE FROM ph_items WHERE id=?'
-    c = conn.cursor()
-    c.execute(sql, (id,))
-    conn.commit()
-
-
-def delete_item(item_id):
-    conn = create_connection(database)
-    with conn:
-        delete_single_item(conn, item_id)
-
-
-def create_config(conn, item):
-    sql = ''' INSERT INTO ph_settings(option, setting)
-              VALUES(?,?) '''
-    c = conn.cursor()
-    c.execute(sql, item)
-    return c.lastrowid
-
-
-def prepare_config():
-    conn = create_connection(database)
-    u_input = "tmp"
-    with conn:
-        item = ('DownloadLocation', u_input)
-        item_id = create_config(conn, item)
-
-
-def get_dl_location(option):
-    conn = create_connection(database)
-    if conn is not None:
-        c = conn.cursor()
-        c.execute("SELECT * FROM ph_settings WHERE option='" + option + "'")
-        rows = c.fetchall()
-        for row in rows:
-            dllocation = row[2]
-        return dllocation if dllocation else './tmp'  # Set your default folder here
-    else:
-        print("Error! something's wrong with the query.")
-
-
-def check_for_database():
-    print("Running startup checks...")
-    if os.path.exists(database):
-        print("Database exists.")
-    else:
-        print("Database does not exist.")
-        print("Looks like this is your first time run...")
-        first_run()
-
-
-def create_table(conn, create_table_sql):
-    try:
-        c = conn.cursor()
-        c.execute(create_table_sql)
-        print("Tables created.")
-    except Error as e:
-        print(e)
-
-
-def create_tables():
-    sql_create_items_table = """ CREATE TABLE IF NOT EXISTS ph_items (
-                                        id integer PRIMARY KEY,
-                                        type text,
-                                        url_name text,
-                                        name text,
-                                        new integer DEFAULT 1,
-                                        datecreated DATETIME DEFAULT CURRENT_TIMESTAMP,
-                                        lastchecked DATETIME DEFAULT CURRENT_TIMESTAMP
-                                    ); """
-
-    sql_create_settings_table = """ CREATE TABLE IF NOT EXISTS ph_settings (
-                                        id integer PRIMARY KEY,
-                                        option text,
-                                        setting text,
-                                        datecreated DATETIME DEFAULT CURRENT_TIMESTAMP
-                                    ); """
-
-    # create a database connection
-    conn = create_connection(database)
-
-    # create tables
-    if conn is not None:
-        # create items table
-        create_table(conn, sql_create_items_table)
-        create_table(conn, sql_create_settings_table)
-        prepare_config()
-    else:
-        print("Error! cannot create the database connection.")
-
-
-##################################### Lets do it baby
-
-def first_run():
-    create_tables()
-
-
-##################################### MESSAGING
-
-
-def how_to_use(error):
-    print("Error: " + error)
-    print("Please use the tool like this:")
-    t = PrettyTable(['Tool', 'command', 'item'])
-    t.align['Tool'] = "l"
-    t.align['command'] = "l"
-    t.align['item'] = "l"
-    t.add_row(['phdler', 'start', ''])
-    t.add_row(['phdler', 'custom', 'url (full PornHub url) | batch (for .txt file)'])
-    t.add_row(['phdler', 'add', 'model | pornstar | channel | user | playlist | batch (for .txt file)'])
-    t.add_row(['phdler', 'list', 'model | pornstar | channel | user | playlist | all'])
-    t.add_row(['phdler', 'delete', 'model | pornstar | channel | user | playlist'])
-    print(t)
-
-
-def help_command():
-    print("------------------------------------------------------------------")
-    print("You asked for help, here it comes! Run phdler with these commands:")
-    t = PrettyTable(['Command', 'argument', 'description'])
-    t.align['Command'] = "l"
-    t.align['argument'] = "l"
-    t.align['description'] = "l"
-    t.add_row(['start', '', 'start the script'])
-    t.add_row(['custom', 'url | batch', 'download a single video from PornHub'])
-    t.add_row(
-        ['add', 'model | pornstar | channel | user | playlist | batch (for .txt file)', 'adding item to database'])
-    t.add_row(['list', 'model | pornstar | channel | user | playlist', 'list selected items from database'])
-    t.add_row(['delete', 'model | pornstar | channel | user | playlist', 'delete selected items from database'])
-    print(t)
-    print("Example: phdler add pornhub-url")
-    print("------------------------------------------------------------------")