qnloft
/
MediaCrawler
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

refactor: xhs add log

This commit is contained in:
Relakkes 2023-12-19 23:05:12 +08:00
parent e2aaf0e5c1
commit 2e032d09dc
3 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
README.md
View File

@ -100,6 +100,7 @@ PS：如果打赏时请备注捐赠者，如有遗漏请联系我添加（有时
| 捐赠者 | 捐赠金额 | 捐赠日期 | | 捐赠者 | 捐赠金额 | 捐赠日期 |
|---------|--------|------------| |---------|--------|------------|
| xiongot | 20 元 | 2023-12-17 |
| atom.hu | 20 元 | 2023-12-16 | | atom.hu | 20 元 | 2023-12-16 |
| 一呆 | 20 元 | 2023-12-01 | | 一呆 | 20 元 | 2023-12-01 |
| 坠落 | 50 元 | 2023-11-08 | | 坠落 | 50 元 | 2023-11-08 |

1
media_platform/xhs/client.py
View File

@ -136,6 +136,7 @@ class XHSClient:
if res and res.get("items"): if res and res.get("items"):
res_dict: Dict = res["items"][0]["note_card"] res_dict: Dict = res["items"][0]["note_card"]
return res_dict return res_dict
utils.logger.error("[xhs.client.get_note_by_id] get note empty and res:", res)
return dict() return dict()
async def get_note_comments(self, note_id: str, cursor: str = "") -> Dict: async def get_note_comments(self, note_id: str, cursor: str = "") -> Dict:

1
media_platform/xhs/core.py
View File

@ -102,6 +102,7 @@ class XiaoHongShuCrawler(AbstractCrawler):
keyword=keyword, keyword=keyword,
page=page, page=page,
) )
utils.logger.info("Search notes res:", notes_res)
semaphore = asyncio.Semaphore(config.MAX_CONCURRENCY_NUM) semaphore = asyncio.Semaphore(config.MAX_CONCURRENCY_NUM)
task_list = [ task_list = [
self.get_note_detail(post_item.get("id"), semaphore) self.get_note_detail(post_item.get("id"), semaphore)