refactor: 修改导报顺心

This commit is contained in:
Relakkes 2024-04-17 23:13:40 +08:00
parent d0efd4e4f0
commit 487afc8e0c
5 changed files with 8 additions and 3 deletions

View File

@ -12,6 +12,7 @@ from urllib.parse import urlencode
import httpx import httpx
from playwright.async_api import BrowserContext, Page from playwright.async_api import BrowserContext, Page
from tools import utils from tools import utils
from .exception import DataFetchError from .exception import DataFetchError

View File

@ -10,10 +10,11 @@ import random
from asyncio import Task from asyncio import Task
from typing import Dict, List, Optional, Tuple from typing import Dict, List, Optional, Tuple
import config
from base.base_crawler import AbstractCrawler
from playwright.async_api import (BrowserContext, BrowserType, Page, from playwright.async_api import (BrowserContext, BrowserType, Page,
async_playwright) async_playwright)
import config
from base.base_crawler import AbstractCrawler
from proxy.proxy_ip_pool import IpInfoModel, create_ip_pool from proxy.proxy_ip_pool import IpInfoModel, create_ip_pool
from store import weibo as weibo_store from store import weibo as weibo_store
from tools import utils from tools import utils

View File

@ -8,10 +8,11 @@ import functools
import sys import sys
from typing import Optional from typing import Optional
from base.base_crawler import AbstractLogin
from playwright.async_api import BrowserContext, Page from playwright.async_api import BrowserContext, Page
from tenacity import (RetryError, retry, retry_if_result, stop_after_attempt, from tenacity import (RetryError, retry, retry_if_result, stop_after_attempt,
wait_fixed) wait_fixed)
from base.base_crawler import AbstractLogin
from tools import utils from tools import utils

View File

@ -6,6 +6,7 @@ import pathlib
from typing import Dict from typing import Dict
import aiofiles import aiofiles
from base.base_crawler import AbstractStoreImage from base.base_crawler import AbstractStoreImage
from tools import utils from tools import utils

View File

@ -10,6 +10,7 @@ import pathlib
from typing import Dict from typing import Dict
import aiofiles import aiofiles
from base.base_crawler import AbstractStore from base.base_crawler import AbstractStore
from tools import utils from tools import utils
from var import crawler_type_var from var import crawler_type_var