improvement: update scrapy settings in django's settings.py

leafcoder · leafcoder · commit 122fdfe1898a · 2020-06-09T12:33:24.000+08:00
diff --git a/django_covid19/settings.py b/django_covid19/settings.py
@@ -1,3 +1,5 @@
 from django.conf import settings
 
-CACHE_PAGE_TIMEOUT = getattr(settings, 'CACHE_PAGE_TIMEOUT', 24*60*60)
+CACHE_PAGE_TIMEOUT = getattr(settings, 'CACHE_PAGE_TIMEOUT', 24*60*60)
+
+SCRAPY_LOG_FILE = getattr(settings, 'SCRAPY_LOG_FILE', None)
diff --git a/django_covid19/spider/nCoV/settings.py b/django_covid19/spider/nCoV/settings.py
@@ -89,3 +89,12 @@
 #HTTPCACHE_DIR = 'httpcache'
 #HTTPCACHE_IGNORE_HTTP_CODES = []
 #HTTPCACHE_STORAGE = 'scrapy.extensions.httpcache.FilesystemCacheStorage'
+
+# Get settings from django
+from django.conf import settings
+
+for name in dir(settings):
+    if not name.startswith('SCRAPY_'):
+        continue
+    scrapy_name = name[7:]
+    globals()[scrapy_name] = getattr(settings, name, None)
