Made progress bar and most helper
Hosts: - mirrored.to - anonfiles.com - tusfiles.com
This commit is contained in:
parent
ca5cfc3696
commit
574cdcf47b
|
@ -0,0 +1,11 @@
|
||||||
|
DO WHAT THE FUCK YOU WANT TO PUBLIC LICENSE
|
||||||
|
Version 2, December 2004
|
||||||
|
|
||||||
|
Copyright (C) 2004 Sam Hocevar <sam@hocevar.net>
|
||||||
|
|
||||||
|
Everyone is permitted to copy and distribute verbatim or modified copies of this license document, and changing it is allowed as long as the name is changed.
|
||||||
|
|
||||||
|
DO WHAT THE FUCK YOU WANT TO PUBLIC LICENSE
|
||||||
|
TERMS AND CONDITIONS FOR COPYING, DISTRIBUTION AND MODIFICATION
|
||||||
|
|
||||||
|
0. You just DO WHAT THE FUCK YOU WANT TO.
|
8
Makefile
8
Makefile
|
@ -1,3 +1,7 @@
|
||||||
format:
|
format:
|
||||||
black mirrorme.py
|
black --exclude env .
|
||||||
isort mirrorme.py
|
isort -s env .
|
||||||
|
|
||||||
|
check:
|
||||||
|
mypy --ignore-missing-imports mirrorme
|
||||||
|
flake8 --ignore=E501 mirrorme
|
||||||
|
|
303
mirrorme.py
303
mirrorme.py
|
@ -1,303 +0,0 @@
|
||||||
import argparse
|
|
||||||
import base64
|
|
||||||
import json
|
|
||||||
import os
|
|
||||||
import random
|
|
||||||
import re
|
|
||||||
import string
|
|
||||||
import sys
|
|
||||||
import time
|
|
||||||
from concurrent.futures import ThreadPoolExecutor, as_completed
|
|
||||||
from io import BytesIO
|
|
||||||
from typing import Callable, List
|
|
||||||
|
|
||||||
import requests
|
|
||||||
|
|
||||||
|
|
||||||
class MirrorManager:
|
|
||||||
def __init__(self):
|
|
||||||
self.hosts = []
|
|
||||||
|
|
||||||
def register_host(
|
|
||||||
self, name: str, short: str
|
|
||||||
) -> Callable[[Callable[[BytesIO], List[str]]], Callable[[BytesIO], List[str]]]:
|
|
||||||
def decorator(fun):
|
|
||||||
self.hosts.append((name, short, fun))
|
|
||||||
return fun
|
|
||||||
|
|
||||||
return decorator
|
|
||||||
|
|
||||||
|
|
||||||
def main():
|
|
||||||
parser = argparse.ArgumentParser(description="Mirror files.")
|
|
||||||
parser.add_argument("-all", action="store_true", help="Upload to every host.")
|
|
||||||
|
|
||||||
for name, short, _ in mmanager.hosts:
|
|
||||||
parser.add_argument(f"-{short}", action="store_true", help=f"Upload to {name}")
|
|
||||||
|
|
||||||
parser.add_argument("file", help="name of the file to upload")
|
|
||||||
args = parser.parse_args()
|
|
||||||
fname = args.file
|
|
||||||
|
|
||||||
if not os.path.isfile(fname):
|
|
||||||
print(f"{repr(fname)} does not exist or is a directory!", file=sys.stderr)
|
|
||||||
return 1
|
|
||||||
|
|
||||||
mirrors = {}
|
|
||||||
futures = {}
|
|
||||||
with ThreadPoolExecutor(max_workers=4) as thpool:
|
|
||||||
for name, short, fun in mmanager.hosts:
|
|
||||||
if args.all or getattr(args, short):
|
|
||||||
futures[thpool.submit(fun, open(fname, "rb"))] = short
|
|
||||||
|
|
||||||
for future in as_completed(futures.keys()):
|
|
||||||
exc = future.exception()
|
|
||||||
if exc:
|
|
||||||
print(f"Uploading to {name} failed due to: {exc}", file=sys.stderr)
|
|
||||||
continue
|
|
||||||
mirrors[futures[future]] = future.result()
|
|
||||||
|
|
||||||
print(json.dumps(mirrors))
|
|
||||||
|
|
||||||
|
|
||||||
mmanager = MirrorManager()
|
|
||||||
|
|
||||||
|
|
||||||
@mmanager.register_host("anonfiles.com", "af")
|
|
||||||
def host_anonfiles(fhandle: BytesIO) -> List[str]:
|
|
||||||
j = requests.post(
|
|
||||||
"https://api.anonfiles.com/upload", files={"file": fhandle}
|
|
||||||
).json()
|
|
||||||
return [j["data"]["file"]["url"]["short"]]
|
|
||||||
|
|
||||||
|
|
||||||
@mmanager.register_host("bayfiles.com", "bf")
|
|
||||||
def host_bayfiles(fhandle: BytesIO) -> List[str]:
|
|
||||||
j = requests.post("https://api.bayfiles.com/upload", files={"file": fhandle}).json()
|
|
||||||
return [j["data"]["file"]["url"]["short"]]
|
|
||||||
|
|
||||||
|
|
||||||
@mmanager.register_host("uptobox.com", "utb")
|
|
||||||
def host_uptobox(fhandle: BytesIO) -> List[str]:
|
|
||||||
j = requests.post(
|
|
||||||
"https://www78.uptobox.com/upload",
|
|
||||||
files={"files": fhandle},
|
|
||||||
).json()
|
|
||||||
return [j["files"][0]["url"]]
|
|
||||||
|
|
||||||
|
|
||||||
re_1f = re.compile(r"https://1fichier.com/\?([a-z0-9]{18,})")
|
|
||||||
|
|
||||||
|
|
||||||
@mmanager.register_host("1ficher.com", "1f")
|
|
||||||
def host_1ficher(fhandle: BytesIO) -> List[str]:
|
|
||||||
rid = "".join(random.choices(string.ascii_letters + string.digits, k=10))
|
|
||||||
fname = fhandle.name if hasattr(fhandle, "name") else "file.dat"
|
|
||||||
r = requests.post(
|
|
||||||
"https://up2.1fichier.com/upload.cgi",
|
|
||||||
params={"id": rid},
|
|
||||||
files=[("file[]", (fname, fhandle, "application/octet-stream"))],
|
|
||||||
data={
|
|
||||||
"send_ssl": "on",
|
|
||||||
"domain": 0,
|
|
||||||
"mail": "",
|
|
||||||
"dpass": "",
|
|
||||||
"user": "",
|
|
||||||
"mails": "",
|
|
||||||
"message": "",
|
|
||||||
"submit": "Send",
|
|
||||||
},
|
|
||||||
)
|
|
||||||
rg = re_1f.search(r.text)
|
|
||||||
if rg is None:
|
|
||||||
raise Exception("No download url in final response")
|
|
||||||
return [rg.group(0)]
|
|
||||||
|
|
||||||
|
|
||||||
@mmanager.register_host("siasky.net", "ss")
|
|
||||||
def host_siasky(fhandle: BytesIO) -> List[str]:
|
|
||||||
j = requests.post(
|
|
||||||
"https://siasky.net/skynet/skyfile",
|
|
||||||
files={"file": fhandle},
|
|
||||||
).json()
|
|
||||||
return ["https://siasky.net" + j["skylink"]]
|
|
||||||
|
|
||||||
|
|
||||||
@mmanager.register_host("gofile.io", "go")
|
|
||||||
def host_gofile(fhandle: BytesIO) -> List[str]:
|
|
||||||
fname = fhandle.name if hasattr(fhandle, "name") else "file.dat"
|
|
||||||
j = requests.get("https://api.gofile.io/createAccount").json()
|
|
||||||
token = j["data"]["token"]
|
|
||||||
j = requests.get(
|
|
||||||
"https://api.gofile.io/getAccountDetails", params={"token": token}
|
|
||||||
).json()
|
|
||||||
root_folder = j["data"]["rootFolder"]
|
|
||||||
j = requests.put(
|
|
||||||
"https://api.gofile.io/createFolder",
|
|
||||||
data={"parentFolderId": root_folder, "token": token},
|
|
||||||
).json()
|
|
||||||
folder = j["data"]["id"]
|
|
||||||
j = requests.get("https://api.gofile.io/getServer").json()
|
|
||||||
server = j["data"]["server"]
|
|
||||||
assert server.isalnum() # Let's try to avoid injection
|
|
||||||
j = requests.put(
|
|
||||||
"https://api.gofile.io/setFolderOption",
|
|
||||||
data={"folderId": folder, "token": token, "option": "public", "value": "true"},
|
|
||||||
).json()
|
|
||||||
j = requests.post(
|
|
||||||
f"https://{server}.gofile.io/uploadFile",
|
|
||||||
data={"token": token, "folderId": folder},
|
|
||||||
files=[("file", (fname, fhandle, "application/octet-stream"))],
|
|
||||||
).json()
|
|
||||||
return [j["data"]["downloadPage"]]
|
|
||||||
|
|
||||||
|
|
||||||
@mmanager.register_host("download.gg", "dgg")
|
|
||||||
def host_downloadgg(fhandle: BytesIO) -> List[str]:
|
|
||||||
fname = fhandle.name if hasattr(fhandle, "name") else "file.dat"
|
|
||||||
r = requests.post(
|
|
||||||
"https://download.gg/server/upload.php",
|
|
||||||
files=[("file[]", (fname, fhandle, "application/octet-stream"))],
|
|
||||||
data={"send-id-gf": "undefined"},
|
|
||||||
)
|
|
||||||
return ["https://download.gg/file-" + r.text.replace("&", "_")]
|
|
||||||
|
|
||||||
|
|
||||||
re_mir_token = re.compile(r"'token' : '([a-z0-9]{32})'")
|
|
||||||
re_mir_files = re.compile(r"(https://www\.mirrored\.to/files/[A-Z0-9]+/[A-z0-9._]+)<")
|
|
||||||
re_mir_hfiles = re.compile(
|
|
||||||
r"https://www\.mirrored\.to/files/[A-Z0-9]+/\?hash=[0-9a-f]+&dl=[01]"
|
|
||||||
)
|
|
||||||
re_mir_mirstats = re.compile(
|
|
||||||
r"/mirstats\.php\?uid=[A-Z0-9]+&tmpID=[0-9a-f]+&fn=[A-z0-9.]+&ads=1&gp=1&su=0&pid=0&puid=0&fd=1&s=0&lang=[a-z]+&ftype=[A-z]+"
|
|
||||||
)
|
|
||||||
re_mir_getlink = re.compile(r"/getlink/[A-Z0-9]+/[0-9]+/\?hid=[A-z0-9%]+&tid=[0-9a-f]+")
|
|
||||||
re_mir_hosts = re.compile(
|
|
||||||
r"f=(https?:\/\/(?:www\.)?[-a-zA-Z0-9@:%._\+~#=]{1,256}\.[a-zA-Z0-9()]{1,6}\b(?:[-a-zA-Z0-9()@:%_\+.~#?&//=]*)) target=\"_blank\">"
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
@mmanager.register_host("mirrored.to", "mir")
|
|
||||||
def host_mirrored(fhandle: BytesIO) -> List[str]:
|
|
||||||
fname = fhandle.name if hasattr(fhandle, "name") else "file.dat"
|
|
||||||
fhandle.seek(0, 2) # Seek to the end of the file
|
|
||||||
fsize = fhandle.tell()
|
|
||||||
fhandle.seek(0)
|
|
||||||
urls = []
|
|
||||||
for hosts in (
|
|
||||||
(
|
|
||||||
"gofileio",
|
|
||||||
"downloadgg",
|
|
||||||
"onefichier",
|
|
||||||
"turbobit",
|
|
||||||
"zippyshare",
|
|
||||||
"usersdrive",
|
|
||||||
"bayfiles",
|
|
||||||
"anonfiles",
|
|
||||||
"clicknupload",
|
|
||||||
"uptobox",
|
|
||||||
),
|
|
||||||
(
|
|
||||||
"dailyuploads",
|
|
||||||
"uploadee",
|
|
||||||
"dropapk",
|
|
||||||
"mixdropco",
|
|
||||||
"filesim",
|
|
||||||
"megaupnet",
|
|
||||||
"file-upload",
|
|
||||||
"sendcm",
|
|
||||||
"skynet",
|
|
||||||
"pixeldrain",
|
|
||||||
),
|
|
||||||
):
|
|
||||||
r = requests.get("https://www.mirrored.to/")
|
|
||||||
rg = re_mir_token.search(r.text)
|
|
||||||
if rg is None:
|
|
||||||
raise Exception("No token found!")
|
|
||||||
token = rg.group(1)
|
|
||||||
|
|
||||||
r = requests.post(
|
|
||||||
"https://www.mirrored.to/uploadify/uploadifive1.php",
|
|
||||||
files=[("Filedata", (fname, fhandle, "application/octet-stream"))],
|
|
||||||
data={"timestamp": "", "token": token},
|
|
||||||
)
|
|
||||||
if not r.ok and r.text:
|
|
||||||
raise Exception("Failed to upload")
|
|
||||||
|
|
||||||
# B64 ENCODE:
|
|
||||||
# For each filename:
|
|
||||||
# Enter name of file. Be sure to use format of filename listed in upload result as guide. It must be exact. Do not include quotes.
|
|
||||||
# Paste this: #0#
|
|
||||||
# Enter size of file in Bytes. For 1 MiB file, enter 1048576. This must be exact!
|
|
||||||
# Paste this: ;0;
|
|
||||||
# Example for 2 files:
|
|
||||||
# First_File.7z#0#1234567;0;Second_File.7z#0#8901234;0;
|
|
||||||
# Paste this: @e@#H#
|
|
||||||
# Paste host list from box below.
|
|
||||||
|
|
||||||
# onefichier;anonfiles;solidfiles
|
|
||||||
# Paste this: ;#P##SC##T#
|
|
||||||
# Enter some numbers. Example: 1625815023. It should be unique, as it is used for timestamp.
|
|
||||||
|
|
||||||
data = base64.b64encode(
|
|
||||||
f"{fname}#0#{fsize};0;@e@#H#{';'.join(hosts)};#P##SC##T#{int(time.time() * 1000)}".encode()
|
|
||||||
).decode()
|
|
||||||
r = requests.get(
|
|
||||||
"https://www.mirrored.to/upload_complete.php",
|
|
||||||
params={"w": "1", "data": data},
|
|
||||||
)
|
|
||||||
rg = re_mir_files.search(r.text)
|
|
||||||
if rg is None:
|
|
||||||
raise Exception("No link to url list in upload_complete")
|
|
||||||
files_url = rg.group(1)
|
|
||||||
|
|
||||||
r = requests.get(files_url)
|
|
||||||
rg = re_mir_hfiles.search(r.text)
|
|
||||||
if rg is None:
|
|
||||||
raise Exception("No hash link to list in files url")
|
|
||||||
hfiles_url = rg.group(0)
|
|
||||||
|
|
||||||
r = requests.get(hfiles_url)
|
|
||||||
rg = re_mir_mirstats.search(r.text)
|
|
||||||
if rg is None:
|
|
||||||
raise Exception("No mirstats link in hfiles url")
|
|
||||||
mirstats_url = "https://www.mirrored.to" + rg.group(0)
|
|
||||||
|
|
||||||
for i in range(300): # Timeout to avoid waiting forever
|
|
||||||
r = requests.get(mirstats_url)
|
|
||||||
if "id_Uploading" not in r.text:
|
|
||||||
break
|
|
||||||
time.sleep(5)
|
|
||||||
getlinks = re_mir_getlink.findall(r.text)
|
|
||||||
|
|
||||||
for link in getlinks:
|
|
||||||
r = requests.get("https://mirrored.to/" + link)
|
|
||||||
rg = re_mir_hosts.search(r.text)
|
|
||||||
if rg is None:
|
|
||||||
continue # It's not worth trashing all other mirrors
|
|
||||||
urls.append(rg.group(1))
|
|
||||||
|
|
||||||
return urls
|
|
||||||
|
|
||||||
|
|
||||||
@mmanager.register_host("tusfiles.com", "tus")
|
|
||||||
def host_tusfiles(fhandle: BytesIO) -> List[str]:
|
|
||||||
fname = fhandle.name if hasattr(fhandle, "name") else "file.dat"
|
|
||||||
j = requests.post(
|
|
||||||
"https://cloud01.tusfiles.com/cgi-bin/upload.cgi",
|
|
||||||
params={"upload_type": "file", "utype": "anon"},
|
|
||||||
files=[("file_0", (fname, fhandle, "application/octet-stream"))],
|
|
||||||
data={
|
|
||||||
"sess_id": "",
|
|
||||||
"utype": "anon",
|
|
||||||
"link_pass": "",
|
|
||||||
"link_rcpt": "",
|
|
||||||
"link_pass": "",
|
|
||||||
"keepalive": "1",
|
|
||||||
},
|
|
||||||
).json()
|
|
||||||
return ["https://tusfiles.com/" + j[0]["file_code"]]
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
|
||||||
exit(main())
|
|
|
@ -0,0 +1,69 @@
|
||||||
|
import argparse
|
||||||
|
import os
|
||||||
|
from concurrent.futures import ThreadPoolExecutor
|
||||||
|
|
||||||
|
from rich.console import Console
|
||||||
|
from rich.progress import Progress
|
||||||
|
|
||||||
|
from .host_manager import host_manager
|
||||||
|
from .types import File, ProgressHandler
|
||||||
|
|
||||||
|
|
||||||
|
def main() -> int:
|
||||||
|
parser = argparse.ArgumentParser(
|
||||||
|
description="Mirror a file on multiple file hosting services"
|
||||||
|
)
|
||||||
|
parser.add_argument(
|
||||||
|
"--pool",
|
||||||
|
type=int,
|
||||||
|
metavar="N",
|
||||||
|
default=5,
|
||||||
|
help="Number of max workers in the thread pool",
|
||||||
|
)
|
||||||
|
parser.add_argument("file", help="Path to the file to upload")
|
||||||
|
|
||||||
|
for host in host_manager.hosts:
|
||||||
|
parser.add_argument(
|
||||||
|
f"-{host.short}",
|
||||||
|
action="count",
|
||||||
|
default=0,
|
||||||
|
help=f"Upload to {host.site}. Repeat to upload multiple times",
|
||||||
|
)
|
||||||
|
|
||||||
|
args = parser.parse_args()
|
||||||
|
console = Console()
|
||||||
|
|
||||||
|
file_name = args.file
|
||||||
|
if not os.path.isfile(file_name):
|
||||||
|
console.log(f"[bold red]{repr(file_name)} is not a file!")
|
||||||
|
return 1
|
||||||
|
with open(file_name) as fhandle:
|
||||||
|
file_size = fhandle.seek(0, 2)
|
||||||
|
|
||||||
|
with Progress(console=console, transient=True) as progress, ThreadPoolExecutor(
|
||||||
|
max_workers=args.pool
|
||||||
|
) as thread_pool:
|
||||||
|
for host in host_manager.hosts:
|
||||||
|
for _ in range(getattr(args, host.short)):
|
||||||
|
thread_pool.submit(
|
||||||
|
host(
|
||||||
|
File(open(file_name, "rb"), file_name, file_size),
|
||||||
|
ProgressHandler(
|
||||||
|
console,
|
||||||
|
progress,
|
||||||
|
progress.add_task(
|
||||||
|
f"[{host.short}] Waiting...",
|
||||||
|
start=False,
|
||||||
|
total=file_size,
|
||||||
|
visible=False,
|
||||||
|
),
|
||||||
|
),
|
||||||
|
).upload
|
||||||
|
)
|
||||||
|
|
||||||
|
console.log("[bold green]File mirrored!")
|
||||||
|
return 0
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
exit(main())
|
|
@ -0,0 +1,231 @@
|
||||||
|
import base64
|
||||||
|
import re
|
||||||
|
import time
|
||||||
|
from typing import Type
|
||||||
|
|
||||||
|
import requests
|
||||||
|
|
||||||
|
from .types import File, FileUploader, MultipartProgress, ProgressHandler
|
||||||
|
|
||||||
|
|
||||||
|
class HostManager:
|
||||||
|
def __init__(self):
|
||||||
|
self.hosts = []
|
||||||
|
|
||||||
|
def register_host(self, host: Type[FileUploader]):
|
||||||
|
self.hosts.append(host)
|
||||||
|
return host
|
||||||
|
|
||||||
|
|
||||||
|
host_manager = HostManager()
|
||||||
|
|
||||||
|
|
||||||
|
@host_manager.register_host
|
||||||
|
class MirroredToUploader(FileUploader):
|
||||||
|
site = "mirrored.to"
|
||||||
|
short = "mir"
|
||||||
|
|
||||||
|
def __init__(self, file: File, progress: ProgressHandler):
|
||||||
|
self.file = file
|
||||||
|
self.progress = progress
|
||||||
|
self.re_mir_token = re.compile(r"'token' : '([a-z0-9]{32})'")
|
||||||
|
self.re_mir_files = re.compile(
|
||||||
|
r"(https://www\.mirrored\.to/files/[A-Z0-9]+/[A-z0-9._]+)<"
|
||||||
|
)
|
||||||
|
self.re_mir_hfiles = re.compile(
|
||||||
|
r"https://www\.mirrored\.to/files/[A-Z0-9]+/\?hash=[0-9a-f]+&dl=[01]"
|
||||||
|
)
|
||||||
|
self.re_mir_mirstats = re.compile(
|
||||||
|
r"/mirstats\.php\?uid=[A-Z0-9]+&tmpID=[0-9a-f]+&fn=[A-z0-9.]+&ads=1&gp=1&su=0&pid=0&puid=0&fd=1&s=0&lang=[a-z]+&ftype=[A-z]+"
|
||||||
|
)
|
||||||
|
self.re_mir_getlink = re.compile(
|
||||||
|
r"/getlink/[A-Z0-9]+/[0-9]+/\?hid=[A-z0-9%]+&tid=[0-9a-f]+"
|
||||||
|
)
|
||||||
|
self.re_mir_hosts = re.compile(
|
||||||
|
r"f=(https?:\/\/(?:www\.)?[-a-zA-Z0-9@:%._\+~#=]{1,256}\.[a-zA-Z0-9()]{1,6}\b(?:[-a-zA-Z0-9()@:%_\+.~#?&//=]*)) target=\"_blank\">"
|
||||||
|
)
|
||||||
|
|
||||||
|
def upload(self) -> None:
|
||||||
|
self.progress.make_visible()
|
||||||
|
try:
|
||||||
|
self._upload()
|
||||||
|
self.progress.done()
|
||||||
|
except Exception as e:
|
||||||
|
self.progress.exception(f"Failed uploading to {self.site} due to: {e}")
|
||||||
|
self.progress.failed()
|
||||||
|
|
||||||
|
def _upload(self):
|
||||||
|
self.progress.update_description("Fetching token...")
|
||||||
|
r = requests.get("https://www.mirrored.to/")
|
||||||
|
rg = self.re_mir_token.search(r.text)
|
||||||
|
if rg is None:
|
||||||
|
self.progress.exception("No token found!")
|
||||||
|
return
|
||||||
|
token = rg.group(1)
|
||||||
|
|
||||||
|
self.progress.update_description("Uploading...", True)
|
||||||
|
r = requests.post(
|
||||||
|
"https://www.mirrored.to/uploadify/uploadifive1.php",
|
||||||
|
**MultipartProgress(
|
||||||
|
self.progress,
|
||||||
|
{
|
||||||
|
"timestamp": "",
|
||||||
|
"token": token,
|
||||||
|
"Filedata": (self.file.name, self.file),
|
||||||
|
},
|
||||||
|
),
|
||||||
|
)
|
||||||
|
if not r.ok and r.text:
|
||||||
|
self.progress.exception("Failed to upload")
|
||||||
|
return
|
||||||
|
|
||||||
|
for hosts in (
|
||||||
|
(
|
||||||
|
"gofileio",
|
||||||
|
"downloadgg",
|
||||||
|
"onefichier",
|
||||||
|
"turbobit",
|
||||||
|
"zippyshare",
|
||||||
|
"usersdrive",
|
||||||
|
"bayfiles",
|
||||||
|
"anonfiles",
|
||||||
|
"clicknupload",
|
||||||
|
"uptobox",
|
||||||
|
),
|
||||||
|
(
|
||||||
|
"dailyuploads",
|
||||||
|
"uploadee",
|
||||||
|
"dropapk",
|
||||||
|
"mixdropco",
|
||||||
|
"filesim",
|
||||||
|
"megaupnet",
|
||||||
|
"file-upload",
|
||||||
|
"sendcm",
|
||||||
|
"skynet",
|
||||||
|
"pixeldrain",
|
||||||
|
),
|
||||||
|
):
|
||||||
|
# B64 ENCODE:
|
||||||
|
# For each filename:
|
||||||
|
# Enter name of file. Be sure to use format of filename listed in upload result as guide. It must be exact. Do not include quotes.
|
||||||
|
# Paste this: #0#
|
||||||
|
# Enter size of file in Bytes. For 1 MiB file, enter 1048576. This must be exact!
|
||||||
|
# Paste this: ;0;
|
||||||
|
# Example for 2 files:
|
||||||
|
# First_File.7z#0#1234567;0;Second_File.7z#0#8901234;0;
|
||||||
|
# Paste this: @e@#H#
|
||||||
|
# Paste host list from box below.
|
||||||
|
|
||||||
|
# onefichier;anonfiles;solidfiles
|
||||||
|
# Paste this: ;#P##SC##T#
|
||||||
|
# Enter some numbers. Example: 1625815023. It should be unique, as it is used for timestamp.
|
||||||
|
|
||||||
|
self.progress.update_description("Fetching link page...")
|
||||||
|
data = base64.b64encode(
|
||||||
|
f"{self.file.name}#0#{self.file.size};0;@e@#H#{';'.join(hosts)};#P##SC##T#{int(time.time() * 1000)}".encode()
|
||||||
|
).decode()
|
||||||
|
r = requests.get(
|
||||||
|
"https://www.mirrored.to/upload_complete.php",
|
||||||
|
params={"w": "1", "data": data},
|
||||||
|
)
|
||||||
|
rg = self.re_mir_files.search(r.text)
|
||||||
|
if rg is None:
|
||||||
|
self.progress.exception("No link to url list in upload_complete")
|
||||||
|
return
|
||||||
|
files_url = rg.group(1)
|
||||||
|
|
||||||
|
r = requests.get(files_url)
|
||||||
|
rg = self.re_mir_hfiles.search(r.text)
|
||||||
|
if rg is None:
|
||||||
|
self.progress.exception("No hash link to list in files url")
|
||||||
|
return
|
||||||
|
hfiles_url = rg.group(0)
|
||||||
|
|
||||||
|
self.progress.update_description("Waiting for upload...")
|
||||||
|
r = requests.get(hfiles_url)
|
||||||
|
rg = self.re_mir_mirstats.search(r.text)
|
||||||
|
if rg is None:
|
||||||
|
self.progress.exception("No mirstats link in hfiles url")
|
||||||
|
return
|
||||||
|
mirstats_url = "https://www.mirrored.to" + rg.group(0)
|
||||||
|
|
||||||
|
for i in range(300): # Timeout to avoid waiting forever
|
||||||
|
r = requests.get(mirstats_url)
|
||||||
|
if "id_Uploading" not in r.text:
|
||||||
|
break
|
||||||
|
time.sleep(5)
|
||||||
|
getlinks = self.re_mir_getlink.findall(r.text)
|
||||||
|
|
||||||
|
self.progress.update_description("Fetching links...")
|
||||||
|
for link in getlinks:
|
||||||
|
r = requests.get("https://mirrored.to/" + link)
|
||||||
|
rg = self.re_mir_hosts.search(r.text)
|
||||||
|
if rg is None:
|
||||||
|
continue # It's not worth trashing all other mirrors
|
||||||
|
self.progress.add_url(rg.group(1))
|
||||||
|
|
||||||
|
|
||||||
|
@host_manager.register_host
|
||||||
|
class AnonfilesUploader(FileUploader):
|
||||||
|
site = "anonfiles.com"
|
||||||
|
short = "an"
|
||||||
|
|
||||||
|
def __init__(self, file: File, progress: ProgressHandler):
|
||||||
|
self.file = file
|
||||||
|
self.progress = progress
|
||||||
|
|
||||||
|
def upload(self) -> None:
|
||||||
|
self.progress.make_visible()
|
||||||
|
try:
|
||||||
|
self._upload()
|
||||||
|
self.progress.done()
|
||||||
|
except Exception as e:
|
||||||
|
self.progress.exception(f"Failed uploading to {self.site} due to: {e}")
|
||||||
|
self.progress.failed()
|
||||||
|
|
||||||
|
def _upload(self) -> None:
|
||||||
|
self.progress.update_description("Uploading...", True)
|
||||||
|
j = requests.post(
|
||||||
|
"https://api.anonfiles.com/upload",
|
||||||
|
**MultipartProgress(self.progress, {"file": (self.file.name, self.file)}),
|
||||||
|
).json()
|
||||||
|
self.progress.add_url(j["data"]["file"]["url"]["short"])
|
||||||
|
|
||||||
|
|
||||||
|
@host_manager.register_host
|
||||||
|
class TusfilesUploader(FileUploader):
|
||||||
|
site = "tusfiles.com"
|
||||||
|
short = "tus"
|
||||||
|
|
||||||
|
def __init__(self, file: File, progress: ProgressHandler):
|
||||||
|
self.file = file
|
||||||
|
self.progress = progress
|
||||||
|
|
||||||
|
def upload(self) -> None:
|
||||||
|
self.progress.make_visible()
|
||||||
|
try:
|
||||||
|
self._upload()
|
||||||
|
self.progress.done()
|
||||||
|
except Exception as e:
|
||||||
|
self.progress.exception(f"Failed uploading to {self.site} due to: {e}")
|
||||||
|
self.progress.failed()
|
||||||
|
|
||||||
|
def _upload(self) -> None:
|
||||||
|
self.progress.update_description("Uploading...", True)
|
||||||
|
j = requests.post(
|
||||||
|
"https://cloud01.tusfiles.com/cgi-bin/upload.cgi",
|
||||||
|
params={"upload_type": "file", "utype": "anon"},
|
||||||
|
**MultipartProgress(
|
||||||
|
self.progress,
|
||||||
|
{
|
||||||
|
"file_0": (self.file.name, self.file),
|
||||||
|
"sess_id": "",
|
||||||
|
"utype": "anon",
|
||||||
|
"link_pass": "",
|
||||||
|
"link_rcpt": "",
|
||||||
|
"link_pass": "",
|
||||||
|
"keepalive": "1",
|
||||||
|
}
|
||||||
|
),
|
||||||
|
).json()
|
||||||
|
self.progress.add_url("https://tusfiles.com/" + j[0]["file_code"])
|
|
@ -0,0 +1,170 @@
|
||||||
|
from abc import ABC, abstractmethod
|
||||||
|
from dataclasses import dataclass
|
||||||
|
from typing import BinaryIO, List, Optional
|
||||||
|
|
||||||
|
import urllib3
|
||||||
|
from rich.console import Console
|
||||||
|
from rich.progress import Progress
|
||||||
|
|
||||||
|
|
||||||
|
@dataclass
|
||||||
|
class File:
|
||||||
|
handle: BinaryIO
|
||||||
|
name: str
|
||||||
|
size: int # in bytes
|
||||||
|
|
||||||
|
|
||||||
|
class ProgressHandler:
|
||||||
|
# I'm not entirely sure if this is thread safe
|
||||||
|
def __init__(self, console: Console, rich_progress: Progress, taskid: int):
|
||||||
|
self.console = console
|
||||||
|
self.rich_progress = rich_progress
|
||||||
|
self.taskid = taskid
|
||||||
|
self.urls: List[str] = []
|
||||||
|
|
||||||
|
def log(self, *a, **kw):
|
||||||
|
self.console.log(*a, **kw)
|
||||||
|
|
||||||
|
def exception(self, *a, **kw):
|
||||||
|
self.console.log(*a, **kw, style="bold red")
|
||||||
|
|
||||||
|
def warning(self, *a, **kw):
|
||||||
|
self.console.log(*a, **kw, style="bold yellow")
|
||||||
|
|
||||||
|
def add_url(self, url: str) -> None:
|
||||||
|
self.console.log(url)
|
||||||
|
self.urls.append(url)
|
||||||
|
|
||||||
|
def make_visible(self):
|
||||||
|
self.rich_progress.update(self.taskid, visible=True)
|
||||||
|
|
||||||
|
def start(self) -> None:
|
||||||
|
self.rich_progress.start_task(self.taskid)
|
||||||
|
|
||||||
|
def reset(self) -> None:
|
||||||
|
self.rich_progress.reset(self.taskid, start=False)
|
||||||
|
|
||||||
|
def done(self) -> None:
|
||||||
|
self.rich_progress.update(self.taskid, description="Done", total=1, completed=1)
|
||||||
|
|
||||||
|
def failed(self) -> None:
|
||||||
|
self.rich_progress.update(
|
||||||
|
self.taskid, description="Failed", total=1, completed=1
|
||||||
|
)
|
||||||
|
|
||||||
|
def update_description(self, description: str, started: bool = False):
|
||||||
|
self.rich_progress.update(self.taskid, description=description)
|
||||||
|
if started:
|
||||||
|
self.start()
|
||||||
|
else:
|
||||||
|
self.reset()
|
||||||
|
|
||||||
|
def advance(self, step: int) -> None:
|
||||||
|
self.rich_progress.advance(self.taskid, step)
|
||||||
|
|
||||||
|
def update(
|
||||||
|
self,
|
||||||
|
total: Optional[float] = None,
|
||||||
|
completed: Optional[float] = None,
|
||||||
|
advance: Optional[float] = None,
|
||||||
|
description: Optional[str] = None,
|
||||||
|
visible: Optional[bool] = None,
|
||||||
|
refresh: bool = False,
|
||||||
|
**fields,
|
||||||
|
) -> None:
|
||||||
|
self.rich_progress.update(
|
||||||
|
total, completed, advance, description, visible, refresh, **fields
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
class FileUploader(ABC):
|
||||||
|
@classmethod
|
||||||
|
@property
|
||||||
|
@abstractmethod
|
||||||
|
def site(self) -> str:
|
||||||
|
...
|
||||||
|
|
||||||
|
@classmethod
|
||||||
|
@property
|
||||||
|
@abstractmethod
|
||||||
|
def short(self) -> str:
|
||||||
|
...
|
||||||
|
|
||||||
|
@abstractmethod
|
||||||
|
def __init__(self, file: File, progress: ProgressHandler):
|
||||||
|
...
|
||||||
|
|
||||||
|
@abstractmethod
|
||||||
|
def _upload(self):
|
||||||
|
...
|
||||||
|
|
||||||
|
@abstractmethod
|
||||||
|
def upload(self):
|
||||||
|
...
|
||||||
|
|
||||||
|
|
||||||
|
class MultipartProgress:
|
||||||
|
def __init__(
|
||||||
|
self, progress: ProgressHandler, fields: dict, chunk: Optional[int] = None
|
||||||
|
):
|
||||||
|
self.progress = progress
|
||||||
|
self.fields = fields
|
||||||
|
self.boundary = urllib3.filepost.choose_boundary()
|
||||||
|
self.content_type = f"multipart/form-data; boundary={self.boundary}"
|
||||||
|
self.chunk = chunk
|
||||||
|
|
||||||
|
def __iter__(self):
|
||||||
|
for field in urllib3.filepost.iter_field_objects(self.fields):
|
||||||
|
yield f"--{self.boundary}\r\n".encode()
|
||||||
|
yield field.render_headers().encode()
|
||||||
|
|
||||||
|
data = field.data
|
||||||
|
|
||||||
|
if isinstance(data, int):
|
||||||
|
data = str(data) # Backwards compatibility
|
||||||
|
if isinstance(data, str):
|
||||||
|
yield data.encode()
|
||||||
|
elif isinstance(data, File):
|
||||||
|
# 1/100th the size if the condition is met, else 150k or 1MB:
|
||||||
|
# 150000 <= 1/100th the size <= 1MB
|
||||||
|
chunk = self.chunk or int(min(max(data.size / 100, 150000), 1048576))
|
||||||
|
while True:
|
||||||
|
d = data.handle.read(chunk)
|
||||||
|
if not d:
|
||||||
|
break
|
||||||
|
yield d
|
||||||
|
self.progress.advance(chunk)
|
||||||
|
else:
|
||||||
|
yield data
|
||||||
|
yield b"\r\n"
|
||||||
|
yield f"--{self.boundary}--\r\n".encode()
|
||||||
|
|
||||||
|
def __len__(self):
|
||||||
|
result = 36
|
||||||
|
for k, v in self.fields.items():
|
||||||
|
result += 36
|
||||||
|
result += len(k)
|
||||||
|
if isinstance(v, tuple):
|
||||||
|
result += 74 # All the fluff
|
||||||
|
result += len(v[0])
|
||||||
|
result += v[1].size
|
||||||
|
if len(v) == 3:
|
||||||
|
result += len(v[2])
|
||||||
|
else:
|
||||||
|
result += len(urllib3.fields.guess_content_type(v[0]))
|
||||||
|
elif isinstance(v, str):
|
||||||
|
result += 45 # All the fluff
|
||||||
|
result += len(v)
|
||||||
|
else:
|
||||||
|
self.progress.warning(f"Got unexpected type {type(v)}.")
|
||||||
|
return result
|
||||||
|
|
||||||
|
# This is to allow requests.post(**MultipartProgress(...))
|
||||||
|
def keys(self):
|
||||||
|
return ("headers", "data")
|
||||||
|
|
||||||
|
def __getitem__(self, name: str):
|
||||||
|
if name == "headers":
|
||||||
|
return {"Content-Type": self.content_type}
|
||||||
|
elif name == "data":
|
||||||
|
return self
|
Loading…
Reference in New Issue