saveweb/biliarchiver
1
0
Fork 0
mirror of https://github.com/saveweb/biliarchiver.git synced 2024-09-19 19:15:27 -07:00
Code Issues Packages Projects Releases Wiki Activity

优先上传 extra 里的小文件

Browse Source
This commit is contained in:
yzqzss 2023-06-02 21:57:34 +08:00
parent 9595ae6ade
commit 933f886a52
2 changed files with 9 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
_biliup_upload_bvid.py
View File

@ -40,6 +40,13 @@ def upload_bvid(bvid):
f.write('')
continue
filedict = {} # "remote filename": "local filename"
for filename in os.listdir(f'{videos_basepath}/{identifier}/extra'):
file = f'{videos_basepath}/{identifier}/extra/{filename}'
if os.path.isfile(file):
if file.startswith('_'):
continue
filedict[filename] = file
for filename in os.listdir(f'{videos_basepath}/{identifier}'):
file = f'{videos_basepath}/{identifier}/{filename}'
if os.path.isfile(file):
@ -49,13 +56,8 @@ def upload_bvid(bvid):
continue
filedict[filename] = file
for filename in os.listdir(f'{videos_basepath}/{identifier}/extra'):
file = f'{videos_basepath}/{identifier}/extra/{filename}'
if os.path.isfile(file):
if file.startswith('_'):
continue
filedict[filename] = file
# IA 去重
for file_in_item in item.files:
if file_in_item["name"] in filedict:
filedict.pop(file_in_item["name"])

2
biliup_archive_daily_bvids.py
View File

@ -37,7 +37,7 @@ def main():
for bvid in bvids:
# 限制同时下载的数量
while len(asyncio.all_tasks(loop)) > tasks_limit:
loop.run_until_complete(asyncio.sleep(0.1))
loop.run_until_complete(asyncio.sleep(0.01))
task = loop.create_task(archive_bvid(d, bvid))