From ca5cfc3696e4bbfaea72d6b0d3a81b75145fcd75 Mon Sep 17 00:00:00 2001 From: GodSaveTheDoge <51802433+GodSaveTheDoge@users.noreply.github.com> Date: Mon, 7 Mar 2022 18:54:08 +0100 Subject: [PATCH] Proof of concept --- .gitignore | 160 +++++++++++++++++++++++++++ Makefile | 3 + README.md | 1 + mirrorme.py | 303 ++++++++++++++++++++++++++++++++++++++++++++++++++++ 4 files changed, 467 insertions(+) create mode 100644 .gitignore create mode 100644 Makefile create mode 100644 README.md create mode 100644 mirrorme.py diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..1545644 --- /dev/null +++ b/.gitignore @@ -0,0 +1,160 @@ + +# Created by https://www.toptal.com/developers/gitignore/api/python +# Edit at https://www.toptal.com/developers/gitignore?templates=python + +### Python ### +# Byte-compiled / optimized / DLL files +__pycache__/ +*.py[cod] +*$py.class + +# C extensions +*.so + +# Distribution / packaging +.Python +build/ +develop-eggs/ +dist/ +downloads/ +eggs/ +.eggs/ +lib/ +lib64/ +parts/ +sdist/ +var/ +wheels/ +share/python-wheels/ +*.egg-info/ +.installed.cfg +*.egg +MANIFEST + +# PyInstaller +# Usually these files are written by a python script from a template +# before PyInstaller builds the exe, so as to inject date/other infos into it. +*.manifest +*.spec + +# Installer logs +pip-log.txt +pip-delete-this-directory.txt + +# Unit test / coverage reports +htmlcov/ +.tox/ +.nox/ +.coverage +.coverage.* +.cache +nosetests.xml +coverage.xml +*.cover +*.py,cover +.hypothesis/ +.pytest_cache/ +cover/ + +# Translations +*.mo +*.pot + +# Django stuff: +*.log +local_settings.py +db.sqlite3 +db.sqlite3-journal + +# Flask stuff: +instance/ +.webassets-cache + +# Scrapy stuff: +.scrapy + +# Sphinx documentation +docs/_build/ + +# PyBuilder +.pybuilder/ +target/ + +# Jupyter Notebook +.ipynb_checkpoints + +# IPython +profile_default/ +ipython_config.py + +# pyenv +# For a library or package, you might want to ignore these files since the code is +# intended to run in multiple environments; otherwise, check them in: +# .python-version + +# pipenv +# According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control. +# However, in case of collaboration, if having platform-specific dependencies or dependencies +# having no cross-platform support, pipenv may install dependencies that don't work, or not +# install all needed dependencies. +#Pipfile.lock + +# poetry +# Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control. +# This is especially recommended for binary packages to ensure reproducibility, and is more +# commonly ignored for libraries. +# https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control +#poetry.lock + +# PEP 582; used by e.g. github.com/David-OConnor/pyflow +__pypackages__/ + +# Celery stuff +celerybeat-schedule +celerybeat.pid + +# SageMath parsed files +*.sage.py + +# Environments +.env +.venv +env/ +venv/ +ENV/ +env.bak/ +venv.bak/ + +# Spyder project settings +.spyderproject +.spyproject + +# Rope project settings +.ropeproject + +# mkdocs documentation +/site + +# mypy +.mypy_cache/ +.dmypy.json +dmypy.json + +# Pyre type checker +.pyre/ + +# pytype static type analyzer +.pytype/ + +# Cython debug symbols +cython_debug/ + +# PyCharm +# JetBrains specific template is maintained in a separate JetBrains.gitignore that can +# be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore +# and can be added to the global gitignore or merged into this file. For a more nuclear +# option (not recommended) you can uncomment the following to ignore the entire idea folder. +#.idea/ + +# End of https://www.toptal.com/developers/gitignore/api/python + diff --git a/Makefile b/Makefile new file mode 100644 index 0000000..caf9b3e --- /dev/null +++ b/Makefile @@ -0,0 +1,3 @@ +format: + black mirrorme.py + isort mirrorme.py diff --git a/README.md b/README.md new file mode 100644 index 0000000..ad515e9 --- /dev/null +++ b/README.md @@ -0,0 +1 @@ +# Mirror me diff --git a/mirrorme.py b/mirrorme.py new file mode 100644 index 0000000..27164b7 --- /dev/null +++ b/mirrorme.py @@ -0,0 +1,303 @@ +import argparse +import base64 +import json +import os +import random +import re +import string +import sys +import time +from concurrent.futures import ThreadPoolExecutor, as_completed +from io import BytesIO +from typing import Callable, List + +import requests + + +class MirrorManager: + def __init__(self): + self.hosts = [] + + def register_host( + self, name: str, short: str + ) -> Callable[[Callable[[BytesIO], List[str]]], Callable[[BytesIO], List[str]]]: + def decorator(fun): + self.hosts.append((name, short, fun)) + return fun + + return decorator + + +def main(): + parser = argparse.ArgumentParser(description="Mirror files.") + parser.add_argument("-all", action="store_true", help="Upload to every host.") + + for name, short, _ in mmanager.hosts: + parser.add_argument(f"-{short}", action="store_true", help=f"Upload to {name}") + + parser.add_argument("file", help="name of the file to upload") + args = parser.parse_args() + fname = args.file + + if not os.path.isfile(fname): + print(f"{repr(fname)} does not exist or is a directory!", file=sys.stderr) + return 1 + + mirrors = {} + futures = {} + with ThreadPoolExecutor(max_workers=4) as thpool: + for name, short, fun in mmanager.hosts: + if args.all or getattr(args, short): + futures[thpool.submit(fun, open(fname, "rb"))] = short + + for future in as_completed(futures.keys()): + exc = future.exception() + if exc: + print(f"Uploading to {name} failed due to: {exc}", file=sys.stderr) + continue + mirrors[futures[future]] = future.result() + + print(json.dumps(mirrors)) + + +mmanager = MirrorManager() + + +@mmanager.register_host("anonfiles.com", "af") +def host_anonfiles(fhandle: BytesIO) -> List[str]: + j = requests.post( + "https://api.anonfiles.com/upload", files={"file": fhandle} + ).json() + return [j["data"]["file"]["url"]["short"]] + + +@mmanager.register_host("bayfiles.com", "bf") +def host_bayfiles(fhandle: BytesIO) -> List[str]: + j = requests.post("https://api.bayfiles.com/upload", files={"file": fhandle}).json() + return [j["data"]["file"]["url"]["short"]] + + +@mmanager.register_host("uptobox.com", "utb") +def host_uptobox(fhandle: BytesIO) -> List[str]: + j = requests.post( + "https://www78.uptobox.com/upload", + files={"files": fhandle}, + ).json() + return [j["files"][0]["url"]] + + +re_1f = re.compile(r"https://1fichier.com/\?([a-z0-9]{18,})") + + +@mmanager.register_host("1ficher.com", "1f") +def host_1ficher(fhandle: BytesIO) -> List[str]: + rid = "".join(random.choices(string.ascii_letters + string.digits, k=10)) + fname = fhandle.name if hasattr(fhandle, "name") else "file.dat" + r = requests.post( + "https://up2.1fichier.com/upload.cgi", + params={"id": rid}, + files=[("file[]", (fname, fhandle, "application/octet-stream"))], + data={ + "send_ssl": "on", + "domain": 0, + "mail": "", + "dpass": "", + "user": "", + "mails": "", + "message": "", + "submit": "Send", + }, + ) + rg = re_1f.search(r.text) + if rg is None: + raise Exception("No download url in final response") + return [rg.group(0)] + + +@mmanager.register_host("siasky.net", "ss") +def host_siasky(fhandle: BytesIO) -> List[str]: + j = requests.post( + "https://siasky.net/skynet/skyfile", + files={"file": fhandle}, + ).json() + return ["https://siasky.net" + j["skylink"]] + + +@mmanager.register_host("gofile.io", "go") +def host_gofile(fhandle: BytesIO) -> List[str]: + fname = fhandle.name if hasattr(fhandle, "name") else "file.dat" + j = requests.get("https://api.gofile.io/createAccount").json() + token = j["data"]["token"] + j = requests.get( + "https://api.gofile.io/getAccountDetails", params={"token": token} + ).json() + root_folder = j["data"]["rootFolder"] + j = requests.put( + "https://api.gofile.io/createFolder", + data={"parentFolderId": root_folder, "token": token}, + ).json() + folder = j["data"]["id"] + j = requests.get("https://api.gofile.io/getServer").json() + server = j["data"]["server"] + assert server.isalnum() # Let's try to avoid injection + j = requests.put( + "https://api.gofile.io/setFolderOption", + data={"folderId": folder, "token": token, "option": "public", "value": "true"}, + ).json() + j = requests.post( + f"https://{server}.gofile.io/uploadFile", + data={"token": token, "folderId": folder}, + files=[("file", (fname, fhandle, "application/octet-stream"))], + ).json() + return [j["data"]["downloadPage"]] + + +@mmanager.register_host("download.gg", "dgg") +def host_downloadgg(fhandle: BytesIO) -> List[str]: + fname = fhandle.name if hasattr(fhandle, "name") else "file.dat" + r = requests.post( + "https://download.gg/server/upload.php", + files=[("file[]", (fname, fhandle, "application/octet-stream"))], + data={"send-id-gf": "undefined"}, + ) + return ["https://download.gg/file-" + r.text.replace("&", "_")] + + +re_mir_token = re.compile(r"'token' : '([a-z0-9]{32})'") +re_mir_files = re.compile(r"(https://www\.mirrored\.to/files/[A-Z0-9]+/[A-z0-9._]+)<") +re_mir_hfiles = re.compile( + r"https://www\.mirrored\.to/files/[A-Z0-9]+/\?hash=[0-9a-f]+&dl=[01]" +) +re_mir_mirstats = re.compile( + r"/mirstats\.php\?uid=[A-Z0-9]+&tmpID=[0-9a-f]+&fn=[A-z0-9.]+&ads=1&gp=1&su=0&pid=0&puid=0&fd=1&s=0&lang=[a-z]+&ftype=[A-z]+" +) +re_mir_getlink = re.compile(r"/getlink/[A-Z0-9]+/[0-9]+/\?hid=[A-z0-9%]+&tid=[0-9a-f]+") +re_mir_hosts = re.compile( + r"f=(https?:\/\/(?:www\.)?[-a-zA-Z0-9@:%._\+~#=]{1,256}\.[a-zA-Z0-9()]{1,6}\b(?:[-a-zA-Z0-9()@:%_\+.~#?&//=]*)) target=\"_blank\">" +) + + +@mmanager.register_host("mirrored.to", "mir") +def host_mirrored(fhandle: BytesIO) -> List[str]: + fname = fhandle.name if hasattr(fhandle, "name") else "file.dat" + fhandle.seek(0, 2) # Seek to the end of the file + fsize = fhandle.tell() + fhandle.seek(0) + urls = [] + for hosts in ( + ( + "gofileio", + "downloadgg", + "onefichier", + "turbobit", + "zippyshare", + "usersdrive", + "bayfiles", + "anonfiles", + "clicknupload", + "uptobox", + ), + ( + "dailyuploads", + "uploadee", + "dropapk", + "mixdropco", + "filesim", + "megaupnet", + "file-upload", + "sendcm", + "skynet", + "pixeldrain", + ), + ): + r = requests.get("https://www.mirrored.to/") + rg = re_mir_token.search(r.text) + if rg is None: + raise Exception("No token found!") + token = rg.group(1) + + r = requests.post( + "https://www.mirrored.to/uploadify/uploadifive1.php", + files=[("Filedata", (fname, fhandle, "application/octet-stream"))], + data={"timestamp": "", "token": token}, + ) + if not r.ok and r.text: + raise Exception("Failed to upload") + + # B64 ENCODE: + # For each filename: + # Enter name of file. Be sure to use format of filename listed in upload result as guide. It must be exact. Do not include quotes. + # Paste this: #0# + # Enter size of file in Bytes. For 1 MiB file, enter 1048576. This must be exact! + # Paste this: ;0; + # Example for 2 files: + # First_File.7z#0#1234567;0;Second_File.7z#0#8901234;0; + # Paste this: @e@#H# + # Paste host list from box below. + + # onefichier;anonfiles;solidfiles + # Paste this: ;#P##SC##T# + # Enter some numbers. Example: 1625815023. It should be unique, as it is used for timestamp. + + data = base64.b64encode( + f"{fname}#0#{fsize};0;@e@#H#{';'.join(hosts)};#P##SC##T#{int(time.time() * 1000)}".encode() + ).decode() + r = requests.get( + "https://www.mirrored.to/upload_complete.php", + params={"w": "1", "data": data}, + ) + rg = re_mir_files.search(r.text) + if rg is None: + raise Exception("No link to url list in upload_complete") + files_url = rg.group(1) + + r = requests.get(files_url) + rg = re_mir_hfiles.search(r.text) + if rg is None: + raise Exception("No hash link to list in files url") + hfiles_url = rg.group(0) + + r = requests.get(hfiles_url) + rg = re_mir_mirstats.search(r.text) + if rg is None: + raise Exception("No mirstats link in hfiles url") + mirstats_url = "https://www.mirrored.to" + rg.group(0) + + for i in range(300): # Timeout to avoid waiting forever + r = requests.get(mirstats_url) + if "id_Uploading" not in r.text: + break + time.sleep(5) + getlinks = re_mir_getlink.findall(r.text) + + for link in getlinks: + r = requests.get("https://mirrored.to/" + link) + rg = re_mir_hosts.search(r.text) + if rg is None: + continue # It's not worth trashing all other mirrors + urls.append(rg.group(1)) + + return urls + + +@mmanager.register_host("tusfiles.com", "tus") +def host_tusfiles(fhandle: BytesIO) -> List[str]: + fname = fhandle.name if hasattr(fhandle, "name") else "file.dat" + j = requests.post( + "https://cloud01.tusfiles.com/cgi-bin/upload.cgi", + params={"upload_type": "file", "utype": "anon"}, + files=[("file_0", (fname, fhandle, "application/octet-stream"))], + data={ + "sess_id": "", + "utype": "anon", + "link_pass": "", + "link_rcpt": "", + "link_pass": "", + "keepalive": "1", + }, + ).json() + return ["https://tusfiles.com/" + j[0]["file_code"]] + + +if __name__ == "__main__": + exit(main())