2024-06-09 01:35:52 +00:00
|
|
|
import argparse
|
|
|
|
import config
|
|
|
|
|
2024-06-11 15:55:42 +00:00
|
|
|
|
2024-06-09 01:35:52 +00:00
|
|
|
async def parse_cmd():
|
|
|
|
# 读取command arg
|
|
|
|
parser = argparse.ArgumentParser(description='Media crawler program.')
|
|
|
|
parser.add_argument('--platform', type=str, help='Media platform select (xhs | dy | ks | bili | wb)',
|
2024-06-11 15:55:42 +00:00
|
|
|
choices=["xhs", "dy", "ks", "bili", "wb"], default=config.PLATFORM)
|
2024-06-09 01:35:52 +00:00
|
|
|
parser.add_argument('--lt', type=str, help='Login type (qrcode | phone | cookie)',
|
2024-06-11 15:55:42 +00:00
|
|
|
choices=["qrcode", "phone", "cookie"], default=config.LOGIN_TYPE)
|
2024-06-09 01:35:52 +00:00
|
|
|
parser.add_argument('--type', type=str, help='crawler type (search | detail | creator)',
|
2024-06-11 15:55:42 +00:00
|
|
|
choices=["search", "detail", "creator"], default=config.CRAWLER_TYPE)
|
2024-06-09 01:35:52 +00:00
|
|
|
parser.add_argument('--start', type=int,
|
2024-06-11 15:55:42 +00:00
|
|
|
help='number of start page', default=config.START_PAGE)
|
2024-06-09 01:35:52 +00:00
|
|
|
parser.add_argument('--keywords', type=str,
|
2024-06-11 15:55:42 +00:00
|
|
|
help='please input keywords', default=config.KEYWORDS)
|
2024-06-09 01:35:52 +00:00
|
|
|
|
|
|
|
args = parser.parse_args()
|
|
|
|
|
|
|
|
# override config
|
|
|
|
config.PLATFORM = args.platform
|
|
|
|
config.LOGIN_TYPE = args.lt
|
|
|
|
config.CRAWLER_TYPE = args.type
|
|
|
|
config.START_PAGE = args.start
|
|
|
|
config.KEYWORDS = args.keywords
|