diff --git a/README.md b/README.md index 5758443..7d15721 100644 --- a/README.md +++ b/README.md @@ -87,7 +87,6 @@ - 知识星球:沉淀高质量常见问题、最佳实践文档、多年编程+爬虫经验分享,提供付费知识星球服务,主动提问,作者会定期回答问题

xingqiu - xingqiu_yhq

星球精选文章: @@ -95,6 +94,7 @@ - [【独创】使用Playwright低成本获取某书X-s参数流程分析(当年的回忆录)](https://articles.zsxq.com/id_u4lcrvqakuc7.html) - [ MediaCrawler-基于抽象类设计重构项目缓存](https://articles.zsxq.com/id_4ju73oxewt9j.html) - [ 手把手带你撸一个自己的IP代理池](https://articles.zsxq.com/id_38fza371ladm.html) + - 每天 1 快钱订阅我的知识服务 diff --git a/media_platform/bilibili/core.py b/media_platform/bilibili/core.py index c14391d..1d08791 100644 --- a/media_platform/bilibili/core.py +++ b/media_platform/bilibili/core.py @@ -106,6 +106,7 @@ class BilibiliCrawler(AbstractCrawler): page += 1 continue + utils.logger.info(f"[BilibiliCrawler.search] search bilibili keyword: {keyword}, page: {page}") video_id_list: List[str] = [] videos_res = await self.bili_client.search_video_by_keyword( keyword=keyword, @@ -126,7 +127,6 @@ class BilibiliCrawler(AbstractCrawler): if video_item: video_id_list.append(video_item.get("View").get("aid")) await bilibili_store.update_bilibili_video(video_item) - page += 1 await self.batch_get_video_comments(video_id_list) diff --git a/media_platform/douyin/core.py b/media_platform/douyin/core.py index 33c280c..64992ef 100644 --- a/media_platform/douyin/core.py +++ b/media_platform/douyin/core.py @@ -90,6 +90,7 @@ class DouYinCrawler(AbstractCrawler): page += 1 continue try: + utils.logger.info(f"[DouYinCrawler.search] search douyin keyword: {keyword}, page: {page}") posts_res = await self.dy_client.search_info_by_keyword(keyword=keyword, offset=page * dy_limit_count - dy_limit_count, publish_time=PublishTimeType(config.PUBLISH_TIME_TYPE) diff --git a/media_platform/kuaishou/core.py b/media_platform/kuaishou/core.py index 51f86e7..a5eda58 100644 --- a/media_platform/kuaishou/core.py +++ b/media_platform/kuaishou/core.py @@ -92,7 +92,7 @@ class KuaishouCrawler(AbstractCrawler): utils.logger.info(f"[KuaishouCrawler.search] Skip page: {page}") page += 1 continue - + utils.logger.info(f"[KuaishouCrawler.search] search kuaishou keyword: {keyword}, page: {page}") video_id_list: List[str] = [] videos_res = await self.ks_client.search_info_by_keyword( keyword=keyword, diff --git a/media_platform/weibo/core.py b/media_platform/weibo/core.py index 481287e..4301574 100644 --- a/media_platform/weibo/core.py +++ b/media_platform/weibo/core.py @@ -108,7 +108,7 @@ class WeiboCrawler(AbstractCrawler): utils.logger.info(f"[WeiboCrawler.search] Skip page: {page}") page += 1 continue - + utils.logger.info(f"[WeiboCrawler.search] search weibo keyword: {keyword}, page: {page}") search_res = await self.wb_client.get_note_by_keyword( keyword=keyword, page=page, diff --git a/media_platform/xhs/core.py b/media_platform/xhs/core.py index d720b68..97d073f 100644 --- a/media_platform/xhs/core.py +++ b/media_platform/xhs/core.py @@ -102,6 +102,7 @@ class XiaoHongShuCrawler(AbstractCrawler): continue try: + utils.logger.info(f"[XiaoHongShuCrawler.search] search xhs keyword: {keyword}, page: {page}") note_id_list: List[str] = [] notes_res = await self.xhs_client.get_note_by_keyword( keyword=keyword, diff --git a/static/images/11群二维码.JPG b/static/images/11群二维码.JPG index e917ab1..4726ad1 100644 Binary files a/static/images/11群二维码.JPG and b/static/images/11群二维码.JPG differ diff --git a/static/images/xingqiu_yh.png b/static/images/xingqiu_yh.png deleted file mode 100644 index 505315f..0000000 Binary files a/static/images/xingqiu_yh.png and /dev/null differ