Learn practical skills, build real-world projects, and advance your career
Updated 3 years ago
import os
import torch
import torchvision
import tarfile
from torchvision.datasets.utils import download_url
from torch.utils.data import random_splitproject_name='05-cifar10-cnn'dataset_url = "https://s3.amazonaws.com/fast-ai-imageclas/cifar10.tgz"
download_url(dataset_url, '.')Using downloaded and verified file: .\cifar10.tgz
with tarfile.open('./cifar10.tgz', 'r:gz') as tar:
tar.extractall(path='./data')---------------------------------------------------------------------------
KeyboardInterrupt Traceback (most recent call last)
<ipython-input-40-a9f961c4b5fa> in <module>
1 with tarfile.open('./cifar10.tgz', 'r:gz') as tar:
----> 2 tar.extractall(path='./data')
~\anaconda3\lib\tarfile.py in extractall(self, path, members, numeric_owner)
2026 tarinfo.mode = 0o700
2027 # Do not set_attrs directories, as we will do that further down
-> 2028 self.extract(tarinfo, path, set_attrs=not tarinfo.isdir(),
2029 numeric_owner=numeric_owner)
2030
~\anaconda3\lib\tarfile.py in extract(self, member, path, set_attrs, numeric_owner)
2067
2068 try:
-> 2069 self._extract_member(tarinfo, os.path.join(path, tarinfo.name),
2070 set_attrs=set_attrs,
2071 numeric_owner=numeric_owner)
~\anaconda3\lib\tarfile.py in _extract_member(self, tarinfo, targetpath, set_attrs, numeric_owner)
2139
2140 if tarinfo.isreg():
-> 2141 self.makefile(tarinfo, targetpath)
2142 elif tarinfo.isdir():
2143 self.makedir(tarinfo, targetpath)
~\anaconda3\lib\tarfile.py in makefile(self, tarinfo, targetpath)
2180 source.seek(tarinfo.offset_data)
2181 bufsize = self.copybufsize
-> 2182 with bltn_open(targetpath, "wb") as target:
2183 if tarinfo.sparse is not None:
2184 for offset, size in tarinfo.sparse:
KeyboardInterrupt: data_dir = './data/cifar10'
print(os.listdir(data_dir))
classes = os.listdir(data_dir + "/train")
print(classes)['test', 'train']
['airplane', 'automobile', 'bird', 'cat', 'deer', 'dog', 'frog', 'horse', 'ship', 'truck']