add batch

Germey · Germey · commit 603e65eff852 · 2017-07-20T11:53:39.000+08:00
diff --git a/proxypool/setting.py b/proxypool/setting.py
@@ -35,3 +35,6 @@
 TESTER_ENABLED = True
 GETTER_ENABLED = True
 API_ENABLED = True
+
+# 最大批测试量
+BATCH_TEST_SIZE = 100
diff --git a/proxypool/tester.py b/proxypool/tester.py
@@ -47,9 +47,8 @@ def run(self):
         try:
             proxies = self.redis.all()
             loop = asyncio.get_event_loop()
-            batch_size = 100
-            for i in range(0, len(proxies), batch_size):
-                test_proxies = proxies[i:i + batch_size]
+            for i in range(0, len(proxies), BATCH_TEST_SIZE):
+                test_proxies = proxies[i:i + BATCH_TEST_SIZE]
                 tasks = [self.test_single_proxy(proxy) for proxy in test_proxies]
                 loop.run_until_complete(asyncio.wait(tasks))
                 time.sleep(5)
