refactor: 修改导报顺心
This commit is contained in:
parent
d0efd4e4f0
commit
487afc8e0c
|
@ -12,6 +12,7 @@ from urllib.parse import urlencode
|
|||
|
||||
import httpx
|
||||
from playwright.async_api import BrowserContext, Page
|
||||
|
||||
from tools import utils
|
||||
|
||||
from .exception import DataFetchError
|
||||
|
|
|
@ -10,10 +10,11 @@ import random
|
|||
from asyncio import Task
|
||||
from typing import Dict, List, Optional, Tuple
|
||||
|
||||
import config
|
||||
from base.base_crawler import AbstractCrawler
|
||||
from playwright.async_api import (BrowserContext, BrowserType, Page,
|
||||
async_playwright)
|
||||
|
||||
import config
|
||||
from base.base_crawler import AbstractCrawler
|
||||
from proxy.proxy_ip_pool import IpInfoModel, create_ip_pool
|
||||
from store import weibo as weibo_store
|
||||
from tools import utils
|
||||
|
|
|
@ -8,10 +8,11 @@ import functools
|
|||
import sys
|
||||
from typing import Optional
|
||||
|
||||
from base.base_crawler import AbstractLogin
|
||||
from playwright.async_api import BrowserContext, Page
|
||||
from tenacity import (RetryError, retry, retry_if_result, stop_after_attempt,
|
||||
wait_fixed)
|
||||
|
||||
from base.base_crawler import AbstractLogin
|
||||
from tools import utils
|
||||
|
||||
|
||||
|
|
|
@ -6,6 +6,7 @@ import pathlib
|
|||
from typing import Dict
|
||||
|
||||
import aiofiles
|
||||
|
||||
from base.base_crawler import AbstractStoreImage
|
||||
from tools import utils
|
||||
|
||||
|
|
|
@ -10,6 +10,7 @@ import pathlib
|
|||
from typing import Dict
|
||||
|
||||
import aiofiles
|
||||
|
||||
from base.base_crawler import AbstractStore
|
||||
from tools import utils
|
||||
from var import crawler_type_var
|
||||
|
|
Loading…
Reference in New Issue