File tree Expand file tree Collapse file tree 6 files changed +6
-6
lines changed
proxypool/crawlers/public Expand file tree Collapse file tree 6 files changed +6
-6
lines changed Original file line number Diff line number Diff line change 44
55
66BASE_URL = 'http://www.66ip.cn/{page}.html'
7- MAX_PAGE = 50
7+ MAX_PAGE = 3
88
99
1010class Daili66Crawler (BaseCrawler ):
Original file line number Diff line number Diff line change 33import re
44
55
6- MAX_PAGE = 8
6+ MAX_PAGE = 3
77BASE_URL = 'http://www.ip3366.net/free/?stype={stype}&page={page}'
88
99
Original file line number Diff line number Diff line change 55
66BASE_URL = 'https://ip.jiangxianli.com/api/proxy_ips?page={page}'
77
8- MAX_PAGE = 10
8+ MAX_PAGE = 3
99
1010
1111class JiangxianliCrawler (BaseCrawler ):
Original file line number Diff line number Diff line change 55
66
77BASE_URL = 'https://www.kuaidaili.com/free/{type}/{page}/'
8- MAX_PAGE = 300
8+ MAX_PAGE = 3
99
1010
1111class KuaidailiCrawler (BaseCrawler ):
Original file line number Diff line number Diff line change 33from pyquery import PyQuery as pq
44
55BaseUrl = 'http://www.taiyanghttp.com/free/page{num}'
6- MAX_PAGE = 5
6+ MAX_PAGE = 3
77
88
99class TaiyangdailiCrawler (BaseCrawler ):
Original file line number Diff line number Diff line change 55
66BASE_URL = "http://www.xsdaili.cn/"
77PAGE_BASE_URL = "http://www.xsdaili.cn/dayProxy/ip/{page}.html"
8- MAX_PAGE = 50
8+ MAX_PAGE = 3
99
1010
1111class XiaoShuCrawler (BaseCrawler ):
You can’t perform that action at this time.
0 commit comments