We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
2 parents 91387b6 + 85b52b0 commit a17d417Copy full SHA for a17d417
scrapy/contrib/spiderstate.py
@@ -2,6 +2,7 @@
2
from six.moves import cPickle as pickle
3
4
from scrapy import signals
5
+from scrapy.utils.job import job_dir
6
7
class SpiderState(object):
8
"""Store and load spider state during a scraping job"""
@@ -11,7 +12,7 @@ def __init__(self, jobdir=None):
11
12
13
@classmethod
14
def from_crawler(cls, crawler):
- obj = cls(crawler.settings.get('JOBDIR'))
15
+ obj = cls(job_dir(crawler.settings))
16
crawler.signals.connect(obj.spider_closed, signal=signals.spider_closed)
17
crawler.signals.connect(obj.spider_opened, signal=signals.spider_opened)
18
return obj
0 commit comments