qnloft
/
MediaCrawler
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix: 修复ip代理池设计bug

This commit is contained in:
Relakkes 2024-04-13 18:04:33 +08:00
parent e367129b5f
commit c26270146f
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
proxy/proxy_ip_pool.py
View File

@ -70,10 +70,10 @@ class ProxyIpPool:
await self._reload_proxies() await self._reload_proxies()
proxy = random.choice(self.proxy_list) proxy = random.choice(self.proxy_list)
self.proxy_list.remove(proxy) # 取出来一个IP就应该移出掉
if self.enable_validate_ip: if self.enable_validate_ip:
if not await self._is_valid_proxy(proxy): if not await self._is_valid_proxy(proxy):
raise Exception("[ProxyIpPool.get_proxy] current ip invalid and again get it") raise Exception("[ProxyIpPool.get_proxy] current ip invalid and again get it")
self.proxy_list.remove(proxy)
return proxy return proxy
async def _reload_proxies(self): async def _reload_proxies(self):