Macintosh-HW/RASCSI
1
0
Fork 0
mirror of https://github.com/akuker/RASCSI.git synced 2024-06-06 22:29:30 +00:00
Code Issues Projects Releases Wiki Activity

Use the requests library to fetch files

Browse Source
This commit is contained in:
Daniel Markstedt 2021-10-27 11:11:37 -07:00
parent 46698c7b05
commit 7ec7d45c48
1 changed files with 16 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
src/web/file_cmds.py
View File

@ -219,15 +219,23 @@ def download_to_dir(url, save_dir):
Takes str url, str save_dir
Returns dict with boolean status and str msg
"""
from subprocess import run
import requests
from pathlib import PurePath
file_name = PurePath(url).name
logging.info(f"Making a request to download {url}")
wget_proc = run(
["wget", url, "-P", save_dir], capture_output=True
)
if wget_proc.returncode != 0:
stderr = wget_proc.stderr.decode("utf-8")
logging.warning(f"Downloading failed: {stderr}")
return {"status": False, "msg": stderr}
try:
req = requests.get(url, headers={"User-Agent": "Mozilla/5.0"})
except requests.exceptions.RequestException as e:
logging.warning(f"Request failed: {str(e)}")
return {"status": False, "msg": str(e)}
with open(f"{save_dir}/{file_name}", "wb") as download:
download.write(req.content)
logging.info(f"Response encoding: {req.encoding}")
logging.info(f"Response content-type: {req.headers['content-type']}")
logging.info(f"Response status code: {req.status_code}")
return {"status": True, "msg": f"{url} downloaded to {save_dir}"}