generator.py

#!/usr/bin/env python3
# -*- coding: utf-8 -*-
"""
ay@no-ma..me 20201125 073526 -0800 PST 1606318526 d(-_- )b...

"""
from contextlib import closing
import random
import json
import time
import youtube_dl

from cachetools import cached, LRUCache
from requests import post
from requests.exceptions import RequestException
from bs4 import BeautifulSoup
from logzero import logger as log
import logzero

logzero.json()

ytdllog = logzero.setup_logger(
    name="ytdllog", level=logzero.INFO, disableStderrLogger=True
)


class MyLogger:
    def debug(self, msg):
        ytdllog.debug(msg)

    def warning(self, msg):
        ytdllog.warning(msg)

    def error(self, msg):
        log.error(msg)


# Blacklisted sites, these sites "work" with youtube_dl, but don't work for us
blacklist = [
    "dailymotion.com",
    "facebook.com",
    "instagram.com",
    "microsoft.com",
    "porndig.com",
    "rexxx.org",
    "spankbang.com",
    "tiktok.com",
    "tukif.com",
    "txxx.com",
    "vimeo.com",
    "xhamster.com",
    "xxxbunker.com",
    "youtube.com",
]

ydl_opts = {
    "format": "([protocol=https]/[protocol=http])[ext=mp4]",
    "ignoreerrors": True,
    "quiet": True,
    "no_warnings": True,
    "noplaylist": True,
    "sleep-interval": 1,
    "max-sleep-interval": 5,
    "user-agent": "Mozilla/5.0 (Windows NT 6.3; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.114 Safari/537.36,gzip(gfe)",
    "logger": MyLogger(),
}


def searchPorn(search, results=105, length=20):
    """See pore porn, see no ads, usin the best search porn enine, Bing!"""

    length_param = ""

    if length and int(length) >= 20:
        length_param = "+filterui:duration-long"

    srch = "https://www.bing.com/videos/asyncv2"
    srch += '?q="{}" AND NOT (site:{})'
    srch += "&async=content"
    srch += "&first=0&count={}&qft={}"

    blklst = " OR site:".join(blacklist)

    search_url = srch.format(search.lower(), blklst, results, length_param)
    html = BeautifulSoup(simple_get(search_url), "html.parser")
    narrowed_html = html.find_all(class_="vrhdata")
    link_list = [json.loads(n_html["vrhm"])["pgurl"] for n_html in narrowed_html]

    random.shuffle(link_list)

    def url_generator(linklist):
        for link in linklist:
            stream = getstream(link)
            if stream:
                log.warn({"link": link, "stream": stream})
                yield stream
            else:
                continue

    return url_generator(link_list)


# Boilerplate requests stuff
def simple_get(url):
    cookiecontent = "ADLT=OFF&CW=1117&CH=1771&DPR=2&UTC=-360&HV={}"
    cookie = {"SRCHHPGUSR": cookiecontent.format(str(int(time.time())))}

    try:
        with closing(post(url, cookies=cookie)) as resp:
            if resp.ok and "html" in resp.headers["Content-Type"]:
                return resp.content
            return None
    except RequestException as err:
        log.error(err)
        return None


@cached(cache=LRUCache(maxsize=1024))
def getstream(link):
    try:
        time.sleep(1)
        ydl_opts["referer"] = link
        with youtube_dl.YoutubeDL(ydl_opts) as ydl:
            vidurl = ydl.extract_info(link, download=False).get("url", None)
        return vidurl
    except AttributeError:
        ...


if __name__ == "__main__":
    ...


#  vim: set ft=python sw=4 tw=0 fdm=manual et :