qnloft
/
MediaCrawler
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Merge pull request #64 from NanmiCoder/feat/article_url 

feat: add article url for issue #63
This commit is contained in:
relakkes 2023-11-05 15:28:10 +08:00 committed by GitHub
parent 7698c41d51 d0ded6689c
commit 68c7139dd0
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
models/douyin.py
View File

@ -38,6 +38,7 @@ class DouyinAweme(DouyinBaseModel):
comment_count = fields.CharField(null=True, max_length=16, description="视频评论数") comment_count = fields.CharField(null=True, max_length=16, description="视频评论数")
share_count = fields.CharField(null=True, max_length=16, description="视频分享数") share_count = fields.CharField(null=True, max_length=16, description="视频分享数")
collected_count = fields.CharField(null=True, max_length=16, description="视频收藏数") collected_count = fields.CharField(null=True, max_length=16, description="视频收藏数")
aweme_url = fields.CharField(null=True, max_length=255, description="视频详情页URL")
class Meta: class Meta:
table = "douyin_aweme" table = "douyin_aweme"
@ -85,6 +86,7 @@ async def update_douyin_aweme(aweme_item: Dict):
"share_count": interact_info.get("share_count"), "share_count": interact_info.get("share_count"),
"ip_location": aweme_item.get("ip_label", ""), "ip_location": aweme_item.get("ip_label", ""),
"last_modify_ts": utils.get_current_timestamp(), "last_modify_ts": utils.get_current_timestamp(),
"aweme_url": f"https://www.douyin.com/video/{aweme_id}"
} }
print(f"douyin aweme id:{aweme_id}, title:{local_db_item.get('title')}") print(f"douyin aweme id:{aweme_id}, title:{local_db_item.get('title')}")
if config.IS_SAVED_DATABASED: if config.IS_SAVED_DATABASED:

2
models/xiaohongshu.py
View File

@ -36,6 +36,7 @@ class XHSNote(XhsBaseModel):
comment_count = fields.CharField(null=True, max_length=16, description="笔记评论数") comment_count = fields.CharField(null=True, max_length=16, description="笔记评论数")
share_count = fields.CharField(null=True, max_length=16, description="笔记分享数") share_count = fields.CharField(null=True, max_length=16, description="笔记分享数")
image_list = fields.TextField(null=True, description="笔记封面图片列表") image_list = fields.TextField(null=True, description="笔记封面图片列表")
note_url = fields.CharField(null=True, max_length=255, description="笔记详情页的URL")
class Meta: class Meta:
table = "xhs_note" table = "xhs_note"
@ -83,6 +84,7 @@ async def update_xhs_note(note_item: Dict):
"ip_location": note_item.get("ip_location", ""), "ip_location": note_item.get("ip_location", ""),
"image_list": ','.join([img.get('url', '') for img in image_list]), "image_list": ','.join([img.get('url', '') for img in image_list]),
"last_modify_ts": utils.get_current_timestamp(), "last_modify_ts": utils.get_current_timestamp(),
"note_url": f"https://www.xiaohongshu.com/explore/{note_id}"
} }
print("xhs note:", local_db_item) print("xhs note:", local_db_item)
if config.IS_SAVED_DATABASED: if config.IS_SAVED_DATABASED: