You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
127 lines
4.1 KiB
127 lines
4.1 KiB
5 years ago
|
# Copyright (c) 2014-present PlatformIO <contact@platformio.org>
|
||
|
|
#
|
||
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
||
|
|
# you may not use this file except in compliance with the License.
|
||
|
|
# You may obtain a copy of the License at
|
||
|
|
#
|
||
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||
|
|
#
|
||
|
|
# Unless required by applicable law or agreed to in writing, software
|
||
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
||
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||
|
|
# See the License for the specific language governing permissions and
|
||
|
|
# limitations under the License.
|
||
|
|
|
||
|
|
import hashlib
|
||
|
|
import io
|
||
|
|
import math
|
||
|
|
import sys
|
||
|
|
from email.utils import parsedate_tz
|
||
|
|
from os.path import getsize, join
|
||
|
|
from time import mktime
|
||
|
|
|
||
|
|
import click
|
||
|
|
import requests
|
||
|
|
|
||
|
|
from platformio import util
|
||
|
|
from platformio.exception import (
|
||
|
|
FDSHASumMismatch,
|
||
|
|
FDSizeMismatch,
|
||
|
|
FDUnrecognizedStatusCode,
|
||
|
|
)
|
||
|
|
|
||
|
|
|
||
|
|
class FileDownloader(object):
|
||
|
|
def __init__(self, url, dest_dir=None):
|
||
|
|
self._request = None
|
||
|
|
# make connection
|
||
|
|
self._request = requests.get(
|
||
|
|
url,
|
||
|
|
stream=True,
|
||
|
|
headers=util.get_request_defheaders(),
|
||
|
|
verify=sys.version_info >= (2, 7, 9),
|
||
|
|
)
|
||
|
|
if self._request.status_code != 200:
|
||
|
|
raise FDUnrecognizedStatusCode(self._request.status_code, url)
|
||
|
|
|
||
|
|
disposition = self._request.headers.get("content-disposition")
|
||
|
|
if disposition and "filename=" in disposition:
|
||
|
|
self._fname = (
|
||
|
|
disposition[disposition.index("filename=") + 9 :]
|
||
|
|
.replace('"', "")
|
||
|
|
.replace("'", "")
|
||
|
|
)
|
||
|
|
else:
|
||
|
|
self._fname = [p for p in url.split("/") if p][-1]
|
||
|
|
self._fname = str(self._fname)
|
||
|
|
self._destination = self._fname
|
||
|
|
if dest_dir:
|
||
|
|
self.set_destination(join(dest_dir, self._fname))
|
||
|
|
|
||
|
|
def set_destination(self, destination):
|
||
|
|
self._destination = destination
|
||
|
|
|
||
|
|
def get_filepath(self):
|
||
|
|
return self._destination
|
||
|
|
|
||
|
|
def get_lmtime(self):
|
||
|
|
return self._request.headers.get("last-modified")
|
||
|
|
|
||
|
|
def get_size(self):
|
||
|
|
if "content-length" not in self._request.headers:
|
||
|
|
return -1
|
||
|
|
return int(self._request.headers["content-length"])
|
||
|
|
|
||
|
|
def start(self, with_progress=True, silent=False):
|
||
|
|
label = "Downloading"
|
||
|
|
itercontent = self._request.iter_content(chunk_size=io.DEFAULT_BUFFER_SIZE)
|
||
|
|
f = open(self._destination, "wb")
|
||
|
|
try:
|
||
|
|
if not with_progress or self.get_size() == -1:
|
||
|
|
if not silent:
|
||
|
|
click.echo("%s..." % label)
|
||
|
|
for chunk in itercontent:
|
||
|
|
if chunk:
|
||
|
|
f.write(chunk)
|
||
|
|
else:
|
||
|
|
chunks = int(math.ceil(self.get_size() / float(io.DEFAULT_BUFFER_SIZE)))
|
||
|
|
with click.progressbar(length=chunks, label=label) as pb:
|
||
|
|
for _ in pb:
|
||
|
|
f.write(next(itercontent))
|
||
|
|
finally:
|
||
|
|
f.close()
|
||
|
|
self._request.close()
|
||
|
|
|
||
|
|
if self.get_lmtime():
|
||
|
|
self._preserve_filemtime(self.get_lmtime())
|
||
|
|
|
||
|
|
return True
|
||
|
|
|
||
|
|
def verify(self, sha1=None):
|
||
|
|
_dlsize = getsize(self._destination)
|
||
|
|
if self.get_size() != -1 and _dlsize != self.get_size():
|
||
|
|
raise FDSizeMismatch(_dlsize, self._fname, self.get_size())
|
||
|
|
if not sha1:
|
||
|
|
return None
|
||
|
|
|
||
|
|
checksum = hashlib.sha1()
|
||
|
|
with io.open(self._destination, "rb", buffering=0) as fp:
|
||
|
|
while True:
|
||
|
|
chunk = fp.read(io.DEFAULT_BUFFER_SIZE)
|
||
|
|
if not chunk:
|
||
|
|
break
|
||
|
|
checksum.update(chunk)
|
||
|
|
|
||
|
|
if sha1.lower() != checksum.hexdigest().lower():
|
||
|
|
raise FDSHASumMismatch(checksum.hexdigest(), self._fname, sha1)
|
||
|
|
return True
|
||
|
|
|
||
|
|
def _preserve_filemtime(self, lmdate):
|
||
|
|
timedata = parsedate_tz(lmdate)
|
||
|
|
lmtime = mktime(timedata[:9])
|
||
|
|
util.change_filemtime(self._destination, lmtime)
|
||
|
|
|
||
|
|
def __del__(self):
|
||
|
|
if self._request:
|
||
|
|
self._request.close()
|