fastai/old/fastai/io.py at ulmfit_v1 · dominikalad/fastai

Repository navigation

from .imports import *

from .torch_imports import *

3F99

import gzip

from urllib.request import urlretrieve

from tqdm import tqdm

class TqdmUpTo(tqdm):

def update_to(self, b=1, bsize=1, tsize=None):

if tsize is not None: self.total = tsize

self.update(b * bsize - self.n)

def get_data(url, filename):

if not os.path.exists(filename):

dirname = os.path.dirname(filename)

if not os.path.exists(dirname):

os.makedirs(dirname)

with TqdmUpTo(unit='B', unit_scale=True, miniters=1, desc=url.split('/')[-1]) as t:

urlretrieve(url, filename, reporthook=t.update_to)