scripts/utilities/rule34.xxx-parser.py

38 lines
1.0 KiB
Python

import requests
import json
import os
tags = input("Enter tags: ")
destination = input("Enter the directory you want dowload to (the directory will be created if not exists): ")
done = False
def download_url(url):
if not os.path.exists(destination):
os.makedirs(destination)
filename = url.split('/')[-1].replace(" ", "_")
path = destination + "/" + filename
print("Downloading: " + url + " -> " + path)
if os.path.exists(path):
print("Skipping downloaded content...")
return # skip downloaded content
resp = requests.get(url)
open(path, "wb").write(resp.content);
page = 0
while (not done):
post_count = 0
response = requests.get("https://api.rule34.xxx/index.php?page=dapi&s=post&json=1&q=index&tags=" + tags + "&pid=" + str(page) + "");
content = json.loads(response.content)
for entry in content:
post_count = post_count + 1
download_url(entry["file_url"])
if post_count == 100:
page = page + 1
else:
done = True
print("Done.")