tiyn/stud.ip-crawler
1
0
Fork 0
mirror of https://github.com/tiyn/stud.ip-crawler.git synced 2025-10-30 18:51:17 +01:00
Code Issues Projects Releases Wiki Activity

bugfixes: error solving for unwritable files

Browse Source
This commit is contained in:
TiynGER
2020-11-10 14:52:40 +01:00
parent 9d08df462b
commit b7b4683e0b
1 changed files with 8 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/studip.py
View File

@@ -143,11 +143,14 @@ class Studip:
#total_size = int(rsp2.headers.get('content-length', 0)) #total_size = int(rsp2.headers.get('content-length', 0))
log.info('downloading ' + doc_name) log.info('downloading ' + doc_name)
#progbar = tqdm(total=total_size, unit='iB', unit_scale=True) #progbar = tqdm(total=total_size, unit='iB', unit_scale=True)
try:
with open(doc_name, 'wb') as doc_file: with open(doc_name, 'wb') as doc_file:
for chunk in rsp2.iter_content(self.CHUNK_SIZE): for chunk in rsp2.iter_content(self.CHUNK_SIZE):
#progbar.update(len(chunk)) #progbar.update(len(chunk))
doc_file.write(chunk) doc_file.write(chunk)
self.db.set_last_file_dl(str(doc), str(int(time.time()))) self.db.set_last_file_dl(str(doc), str(int(time.time())))
except:
log.CRITICAL("Error while writing to the file " + doc_name)
def get_subdirs(self, folder): def get_subdirs(self, folder):
"""Get all the subdirectories of a given folder. """Get all the subdirectories of a given folder.