ChronosXYZ/fediverse-vk-archiver
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Add some comments

Browse Source
This commit is contained in:
ChronosX88 2022-06-10 02:03:19 +03:00
parent 689baa7bbd
commit 65521ac145
Signed by: ChronosXYZ
GPG Key ID: 52A90DE5862D8321
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
archive.py
View File

@ -37,8 +37,10 @@ group_last_post_count = last_post_count_table.find_one(group=args.group)
posts_raw = {} posts_raw = {}
if group_last_post_count == None: if group_last_post_count == None:
# download full wall
posts_raw = tools.get_all('wall.get', 100, {'domain': args.group}) posts_raw = tools.get_all('wall.get', 100, {'domain': args.group})
else: else:
# download only neccessary posts from vk
posts_raw["items"] = [] posts_raw["items"] = []
last_post_count = group_last_post_count["count"] last_post_count = group_last_post_count["count"]
p_tmp = vk.wall.get(domain=args.group, count=1) p_tmp = vk.wall.get(domain=args.group, count=1)
@ -51,6 +53,7 @@ else:
download_count = current_count - last_post_count download_count = current_count - last_post_count
download_offset = 0 download_offset = 0
if has_pinned_post: if has_pinned_post:
# skip pinned post, cuz it appears first in the list
download_offset += 1 download_offset += 1
while download_count > 0: while download_count > 0:
to_download = 0 to_download = 0
@ -77,6 +80,7 @@ for p in posts:
parsed_post["attachments"] = [] parsed_post["attachments"] = []
for a in attachments: for a in attachments:
if a["type"] == "photo": if a["type"] == "photo":
# get the biggest resolution of the photo
a["photo"]["sizes"].sort(key=lambda e: e["height"], reverse=True) a["photo"]["sizes"].sort(key=lambda e: e["height"], reverse=True)
parsed_post["attachments"].append(a["photo"]["sizes"][0]["url"]) parsed_post["attachments"].append(a["photo"]["sizes"][0]["url"])
parsed_posts.append(parsed_post) parsed_posts.append(parsed_post)