We are currently solving the following issue within our repository. Here is the issue text:
--- BEGIN ISSUE ---
scrapy logging show UnicodeDecodeError
hello,all, I use scrapy 1.00rc1 from pip ,my pc is win7x64,python is 2.7.9(x64),
when I start my project 

``` python
scrapy crawl imzx
Traceback (most recent call last):
  File "C:\Python27\lib\logging\__init__.py", line 859, in emit
    msg = self.format(record)
  File "C:\Python27\lib\logging\__init__.py", line 732, in format
    return fmt.format(record)
  File "C:\Python27\lib\logging\__init__.py", line 474, in format
    s = self._fmt % record.__dict__
UnicodeDecodeError: 'ascii' codec can't decode byte 0xd6 in position 19: ordinal not in range(128)
Logged from file log.py, line 108
```

Then I find utils/log.py ,line 108 ,I commented-out the code as you can see

``` python
#logger.info("Scrapy %(version)s started (bot: %(bot)s)",
                #{'version': scrapy.__version__, 'bot': settings['BOT_NAME']})
```

And I restart my project,it's OK ,but something about logging error still:

``` python
Traceback (most recent call last):
  File "C:\Python27\lib\logging\__init__.py", line 859, in emit
    msg = self.format(record)
  File "C:\Python27\lib\logging\__init__.py", line 732, in format
    return fmt.format(record)
  File "C:\Python27\lib\logging\__init__.py", line 474, in format
    s = self._fmt % record.__dict__
UnicodeDecodeError: 'ascii' codec can't decode byte 0xd6 in position 19: ordinal not in range(128)
Logged from file engine.py, line 212
```

It's to much in my screen,though  too many logging Traceback , my code work fine ,I get all data I need, But I confused,my code work fine in scrapy 0.24 without any above logging Traceback,so I think it's maybe scrapy bug 


--- END ISSUE ---

Below are some code segments, each from a relevant file. One or more of these files may contain bugs.
--- BEGIN FILES ---
Path: `scrapy/settings/default_settings.py`
Content:
```
1 """
2 This module contains the default values for all settings used by Scrapy.
3 
4 For more information about these settings you can read the settings
5 documentation in docs/topics/settings.rst
6 
7 Scrapy developers, if you add a setting here remember to:
8 
9 * add it in alphabetical order
10 * group similar settings without leaving blank lines
11 * add its documentation to the available settings documentation
12   (docs/topics/settings.rst)
13 
14 """
15 
16 import os
17 import sys
18 from importlib import import_module
19 from os.path import join, abspath, dirname
20 
21 AJAXCRAWL_ENABLED = False
22 
23 BOT_NAME = 'scrapybot'
24 
25 CLOSESPIDER_TIMEOUT = 0
26 CLOSESPIDER_PAGECOUNT = 0
27 CLOSESPIDER_ITEMCOUNT = 0
28 CLOSESPIDER_ERRORCOUNT = 0
29 
30 COMMANDS_MODULE = ''
31 
32 COMPRESSION_ENABLED = True
33 
34 CONCURRENT_ITEMS = 100
35 
36 CONCURRENT_REQUESTS = 16
37 CONCURRENT_REQUESTS_PER_DOMAIN = 8
38 CONCURRENT_REQUESTS_PER_IP = 0
39 
40 COOKIES_ENABLED = True
41 COOKIES_DEBUG = False
42 
43 DEFAULT_ITEM_CLASS = 'scrapy.item.Item'
44 
45 DEFAULT_REQUEST_HEADERS = {
46     'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
47     'Accept-Language': 'en',
48 }
49 
50 DEPTH_LIMIT = 0
51 DEPTH_STATS = True
52 DEPTH_PRIORITY = 0
53 
54 DNSCACHE_ENABLED = True
55 DNSCACHE_SIZE = 10000
56 DNS_TIMEOUT = 60
57 
58 DOWNLOAD_DELAY = 0
59 
60 DOWNLOAD_HANDLERS = {}
61 DOWNLOAD_HANDLERS_BASE = {
62     'file': 'scrapy.core.downloader.handlers.file.FileDownloadHandler',
63     'http': 'scrapy.core.downloader.handlers.http.HTTPDownloadHandler',
64     'https': 'scrapy.core.downloader.handlers.http.HTTPDownloadHandler',
65     's3': 'scrapy.core.downloader.handlers.s3.S3DownloadHandler',
66     'ftp': 'scrapy.core.downloader.handlers.ftp.FTPDownloadHandler',
67 }
68 
69 DOWNLOAD_TIMEOUT = 180      # 3mins
70 
71 DOWNLOAD_MAXSIZE = 1024*1024*1024   # 1024m
72 DOWNLOAD_WARNSIZE = 32*1024*1024    # 32m
73 
74 DOWNLOADER = 'scrapy.core.downloader.Downloader'
75 
76 DOWNLOADER_HTTPCLIENTFACTORY = 'scrapy.core.downloader.webclient.ScrapyHTTPClientFactory'
77 DOWNLOADER_CLIENTCONTEXTFACTORY = 'scrapy.core.downloader.contextfactory.ScrapyClientContextFactory'
78 
79 DOWNLOADER_MIDDLEWARES = {}
80 
81 DOWNLOADER_MIDDLEWARES_BASE = {
82     # Engine side
83     'scrapy.downloadermiddlewares.robotstxt.RobotsTxtMiddleware': 100,
84     'scrapy.downloadermiddlewares.httpauth.HttpAuthMiddleware': 300,
85     'scrapy.downloadermiddlewares.downloadtimeout.DownloadTimeoutMiddleware': 350,
86     'scrapy.downloadermiddlewares.useragent.UserAgentMiddleware': 400,
87     'scrapy.downloadermiddlewares.retry.RetryMiddleware': 500,
88     'scrapy.downloadermiddlewares.defaultheaders.DefaultHeadersMiddleware': 550,
89     'scrapy.downloadermiddlewares.ajaxcrawl.AjaxCrawlMiddleware': 560,
90     'scrapy.downloadermiddlewares.redirect.MetaRefreshMiddleware': 580,
91     'scrapy.downloadermiddlewares.httpcompression.HttpCompressionMiddleware': 590,
92     'scrapy.downloadermiddlewares.redirect.RedirectMiddleware': 600,
93     'scrapy.downloadermiddlewares.cookies.CookiesMiddleware': 700,
94     'scrapy.downloadermiddlewares.httpproxy.HttpProxyMiddleware': 750,
95     'scrapy.downloadermiddlewares.chunked.ChunkedTransferMiddleware': 830,
96     'scrapy.downloadermiddlewares.stats.DownloaderStats': 850,
97     'scrapy.downloadermiddlewares.httpcache.HttpCacheMiddleware': 900,
98     # Downloader side
99 }
100 
101 DOWNLOADER_STATS = True
102 
103 DUPEFILTER_CLASS = 'scrapy.dupefilters.RFPDupeFilter'
104 
105 try:
106     EDITOR = os.environ['EDITOR']
107 except KeyError:
108     if sys.platform == 'win32':
109         EDITOR = '%s -m idlelib.idle'
110     else:
111         EDITOR = 'vi'
112 
113 EXTENSIONS = {}
114 
115 EXTENSIONS_BASE = {
116     'scrapy.extensions.corestats.CoreStats': 0,
117     'scrapy.telnet.TelnetConsole': 0,
118     'scrapy.extensions.memusage.MemoryUsage': 0,
119     'scrapy.extensions.memdebug.MemoryDebugger': 0,
120     'scrapy.extensions.closespider.CloseSpider': 0,
121     'scrapy.extensions.feedexport.FeedExporter': 0,
122     'scrapy.extensions.logstats.LogStats': 0,
123     'scrapy.extensions.spiderstate.SpiderState': 0,
124     'scrapy.extensions.throttle.AutoThrottle': 0,
125 }
126 
127 FEED_URI = None
128 FEED_URI_PARAMS = None  # a function to extend uri arguments
129 FEED_FORMAT = 'jsonlines'
130 FEED_STORE_EMPTY = False
131 FEED_EXPORT_FIELDS = None
132 FEED_STORAGES = {}
133 FEED_STORAGES_BASE = {
134     '': 'scrapy.extensions.feedexport.FileFeedStorage',
135     'file': 'scrapy.extensions.feedexport.FileFeedStorage',
136     'stdout': 'scrapy.extensions.feedexport.StdoutFeedStorage',
137     's3': 'scrapy.extensions.feedexport.S3FeedStorage',
138     'ftp': 'scrapy.extensions.feedexport.FTPFeedStorage',
139 }
140 FEED_EXPORTERS = {}
141 FEED_EXPORTERS_BASE = {
142     'json': 'scrapy.exporters.JsonItemExporter',
143     'jsonlines': 'scrapy.exporters.JsonLinesItemExporter',
144     'jl': 'scrapy.exporters.JsonLinesItemExporter',
145     'csv': 'scrapy.exporters.CsvItemExporter',
146     'xml': 'scrapy.exporters.XmlItemExporter',
147     'marshal': 'scrapy.exporters.MarshalItemExporter',
148     'pickle': 'scrapy.exporters.PickleItemExporter',
149 }
150 
151 HTTPCACHE_ENABLED = False
152 HTTPCACHE_DIR = 'httpcache'
153 HTTPCACHE_IGNORE_MISSING = False
154 HTTPCACHE_STORAGE = 'scrapy.extensions.httpcache.FilesystemCacheStorage'
155 HTTPCACHE_EXPIRATION_SECS = 0
156 HTTPCACHE_IGNORE_HTTP_CODES = []
157 HTTPCACHE_IGNORE_SCHEMES = ['file']
158 HTTPCACHE_DBM_MODULE = 'anydbm'
159 HTTPCACHE_POLICY = 'scrapy.extensions.httpcache.DummyPolicy'
160 HTTPCACHE_GZIP = False
161 
162 ITEM_PROCESSOR = 'scrapy.pipelines.ItemPipelineManager'
163 
164 ITEM_PIPELINES = {}
165 ITEM_PIPELINES_BASE = {}
166 
167 LOG_ENABLED = True
168 LOG_ENCODING = 'utf-8'
169 LOG_FORMATTER = 'scrapy.logformatter.LogFormatter'
170 LOG_FORMAT = '%(asctime)s [%(name)s] %(levelname)s: %(message)s'
171 LOG_DATEFORMAT = '%Y-%m-%d %H:%M:%S%z'
172 LOG_STDOUT = False
173 LOG_LEVEL = 'DEBUG'
174 LOG_FILE = None
175 
176 LOG_UNSERIALIZABLE_REQUESTS = False
177 
178 LOGSTATS_INTERVAL = 60.0
179 
180 MAIL_HOST = 'localhost'
181 MAIL_PORT = 25
182 MAIL_FROM = 'scrapy@localhost'
183 MAIL_PASS = None
184 MAIL_USER = None
185 
186 MEMDEBUG_ENABLED = False        # enable memory debugging
187 MEMDEBUG_NOTIFY = []            # send memory debugging report by mail at engine shutdown
188 
189 MEMUSAGE_ENABLED = False
190 MEMUSAGE_LIMIT_MB = 0
191 MEMUSAGE_NOTIFY_MAIL = []
192 MEMUSAGE_REPORT = False
193 MEMUSAGE_WARNING_MB = 0
194 
195 METAREFRESH_ENABLED = True
196 METAREFRESH_MAXDELAY = 100
197 
198 NEWSPIDER_MODULE = ''
199 
200 RANDOMIZE_DOWNLOAD_DELAY = True
201 
202 REACTOR_THREADPOOL_MAXSIZE = 10
203 
204 REDIRECT_ENABLED = True
205 REDIRECT_MAX_TIMES = 20  # uses Firefox default setting
206 REDIRECT_PRIORITY_ADJUST = +2
207 
208 REFERER_ENABLED = True
209 
210 RETRY_ENABLED = True
211 RETRY_TIMES = 2  # initial response + 2 retries = 3 requests
212 RETRY_HTTP_CODES = [500, 502, 503, 504, 400, 408]
213 RETRY_PRIORITY_ADJUST = -1
214 
215 ROBOTSTXT_OBEY = False
216 
217 SCHEDULER = 'scrapy.core.scheduler.Scheduler'
218 SCHEDULER_DISK_QUEUE = 'scrapy.squeues.PickleLifoDiskQueue'
219 SCHEDULER_MEMORY_QUEUE = 'scrapy.squeues.LifoMemoryQueue'
220 
221 SPIDER_LOADER_CLASS = 'scrapy.spiderloader.SpiderLoader'
222 
223 SPIDER_MIDDLEWARES = {}
224 
225 SPIDER_MIDDLEWARES_BASE = {
226     # Engine side
227     'scrapy.spidermiddlewares.httperror.HttpErrorMiddleware': 50,
228     'scrapy.spidermiddlewares.offsite.OffsiteMiddleware': 500,
229     'scrapy.spidermiddlewares.referer.RefererMiddleware': 700,
230     'scrapy.spidermiddlewares.urllength.UrlLengthMiddleware': 800,
231     'scrapy.spidermiddlewares.depth.DepthMiddleware': 900,
232     # Spider side
233 }
234 
235 SPIDER_MODULES = []
236 
237 STATS_CLASS = 'scrapy.statscollectors.MemoryStatsCollector'
238 STATS_DUMP = True
239 
240 STATSMAILER_RCPTS = []
241 
242 TEMPLATES_DIR = abspath(join(dirname(__file__), '..', 'templates'))
243 
244 URLLENGTH_LIMIT = 2083
245 
246 USER_AGENT = 'Scrapy/%s (+http://scrapy.org)' % import_module('scrapy').__version__
247 
248 TELNETCONSOLE_ENABLED = 1
249 TELNETCONSOLE_PORT = [6023, 6073]
250 TELNETCONSOLE_HOST = '127.0.0.1'
251 
252 SPIDER_CONTRACTS = {}
253 SPIDER_CONTRACTS_BASE = {
254     'scrapy.contracts.default.UrlContract': 1,
255     'scrapy.contracts.default.ReturnsContract': 2,
256     'scrapy.contracts.default.ScrapesContract': 3,
257 }
258
```
--- END FILES ---

Please first localize the bug based on the issue statement, and then generate a patch according to the `git diff` format fenced by three backticks.

Here is an example:

```diff
diff --git a/examples/server_async.py b/examples/server_async.py
--- a/examples/server_async.py
+++ b/examples/server_async.py
@@ -313,4 +313,4 @@
 
 
 if __name__ == "__main__":
-    asyncio.run(run_async_server("."), debug=True)
+    asyncio.run(run_async_server(), debug=True)
diff --git a/examples/server_sync.py b/examples/server_sync.py
--- a/examples/server_sync.py
+++ b/examples/server_sync.py
@@ -313,5 +313,5 @@
 
 
 if __name__ == "__main__":
-    server = run_sync_server(".")
+    server = run_sync_server()
     server.shutdown()

```

diff --git a/scrapy/settings/default_settings.py b/scrapy/settings/default_settings.py
--- a/scrapy/settings/default_settings.py
+++ b/scrapy/settings/default_settings.py
@@ -168,7 +168,7 @@
 LOG_ENCODING = 'utf-8'
 LOG_FORMATTER = 'scrapy.logformatter.LogFormatter'
 LOG_FORMAT = '%(asctime)s [%(name)s] %(levelname)s: %(message)s'
-LOG_DATEFORMAT = '%Y-%m-%d %H:%M:%S%z'
+LOG_DATEFORMAT = '%Y-%m-%d %H:%M:%S'
 LOG_STDOUT = False
 LOG_LEVEL = 'DEBUG'
 LOG_FILE = None

{"golden_diff": "diff --git a/scrapy/settings/default_settings.py b/scrapy/settings/default_settings.py\n--- a/scrapy/settings/default_settings.py\n+++ b/scrapy/settings/default_settings.py\n@@ -168,7 +168,7 @@\n LOG_ENCODING = 'utf-8'\n LOG_FORMATTER = 'scrapy.logformatter.LogFormatter'\n LOG_FORMAT = '%(asctime)s [%(name)s] %(levelname)s: %(message)s'\n-LOG_DATEFORMAT = '%Y-%m-%d %H:%M:%S%z'\n+LOG_DATEFORMAT = '%Y-%m-%d %H:%M:%S'\n LOG_STDOUT = False\n LOG_LEVEL = 'DEBUG'\n LOG_FILE = None\n", "issue": "scrapy logging show UnicodeDecodeError\nhello,all, I use scrapy 1.00rc1 from pip ,my pc is win7x64,python is 2.7.9(x64),\nwhen I start my project \n\n``` python\nscrapy crawl imzx\nTraceback (most recent call last):\n  File \"C:\\Python27\\lib\\logging\\__init__.py\", line 859, in emit\n    msg = self.format(record)\n  File \"C:\\Python27\\lib\\logging\\__init__.py\", line 732, in format\n    return fmt.format(record)\n  File \"C:\\Python27\\lib\\logging\\__init__.py\", line 474, in format\n    s = self._fmt % record.__dict__\nUnicodeDecodeError: 'ascii' codec can't decode byte 0xd6 in position 19: ordinal not in range(128)\nLogged from file log.py, line 108\n```\n\nThen I find utils/log.py ,line 108 ,I commented-out the code as you can see\n\n``` python\n#logger.info(\"Scrapy %(version)s started (bot: %(bot)s)\",\n                #{'version': scrapy.__version__, 'bot': settings['BOT_NAME']})\n```\n\nAnd I restart my project,it's OK ,but something about logging error still:\n\n``` python\nTraceback (most recent call last):\n  File \"C:\\Python27\\lib\\logging\\__init__.py\", line 859, in emit\n    msg = self.format(record)\n  File \"C:\\Python27\\lib\\logging\\__init__.py\", line 732, in format\n    return fmt.format(record)\n  File \"C:\\Python27\\lib\\logging\\__init__.py\", line 474, in format\n    s = self._fmt % record.__dict__\nUnicodeDecodeError: 'ascii' codec can't decode byte 0xd6 in position 19: ordinal not in range(128)\nLogged from file engine.py, line 212\n```\n\nIt's to much in my screen,though  too many logging Traceback , my code work fine ,I get all data I need, But I confused,my code work fine in scrapy 0.24 without any above logging Traceback,so I think it's maybe scrapy bug \n\n", "before_files": [{"content": "\"\"\"\nThis module contains the default values for all settings used by Scrapy.\n\nFor more information about these settings you can read the settings\ndocumentation in docs/topics/settings.rst\n\nScrapy developers, if you add a setting here remember to:\n\n* add it in alphabetical order\n* group similar settings without leaving blank lines\n* add its documentation to the available settings documentation\n  (docs/topics/settings.rst)\n\n\"\"\"\n\nimport os\nimport sys\nfrom importlib import import_module\nfrom os.path import join, abspath, dirname\n\nAJAXCRAWL_ENABLED = False\n\nBOT_NAME = 'scrapybot'\n\nCLOSESPIDER_TIMEOUT = 0\nCLOSESPIDER_PAGECOUNT = 0\nCLOSESPIDER_ITEMCOUNT = 0\nCLOSESPIDER_ERRORCOUNT = 0\n\nCOMMANDS_MODULE = ''\n\nCOMPRESSION_ENABLED = True\n\nCONCURRENT_ITEMS = 100\n\nCONCURRENT_REQUESTS = 16\nCONCURRENT_REQUESTS_PER_DOMAIN = 8\nCONCURRENT_REQUESTS_PER_IP = 0\n\nCOOKIES_ENABLED = True\nCOOKIES_DEBUG = False\n\nDEFAULT_ITEM_CLASS = 'scrapy.item.Item'\n\nDEFAULT_REQUEST_HEADERS = {\n    'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',\n    'Accept-Language': 'en',\n}\n\nDEPTH_LIMIT = 0\nDEPTH_STATS = True\nDEPTH_PRIORITY = 0\n\nDNSCACHE_ENABLED = True\nDNSCACHE_SIZE = 10000\nDNS_TIMEOUT = 60\n\nDOWNLOAD_DELAY = 0\n\nDOWNLOAD_HANDLERS = {}\nDOWNLOAD_HANDLERS_BASE = {\n    'file': 'scrapy.core.downloader.handlers.file.FileDownloadHandler',\n    'http': 'scrapy.core.downloader.handlers.http.HTTPDownloadHandler',\n    'https': 'scrapy.core.downloader.handlers.http.HTTPDownloadHandler',\n    's3': 'scrapy.core.downloader.handlers.s3.S3DownloadHandler',\n    'ftp': 'scrapy.core.downloader.handlers.ftp.FTPDownloadHandler',\n}\n\nDOWNLOAD_TIMEOUT = 180      # 3mins\n\nDOWNLOAD_MAXSIZE = 1024*1024*1024   # 1024m\nDOWNLOAD_WARNSIZE = 32*1024*1024    # 32m\n\nDOWNLOADER = 'scrapy.core.downloader.Downloader'\n\nDOWNLOADER_HTTPCLIENTFACTORY = 'scrapy.core.downloader.webclient.ScrapyHTTPClientFactory'\nDOWNLOADER_CLIENTCONTEXTFACTORY = 'scrapy.core.downloader.contextfactory.ScrapyClientContextFactory'\n\nDOWNLOADER_MIDDLEWARES = {}\n\nDOWNLOADER_MIDDLEWARES_BASE = {\n    # Engine side\n    'scrapy.downloadermiddlewares.robotstxt.RobotsTxtMiddleware': 100,\n    'scrapy.downloadermiddlewares.httpauth.HttpAuthMiddleware': 300,\n    'scrapy.downloadermiddlewares.downloadtimeout.DownloadTimeoutMiddleware': 350,\n    'scrapy.downloadermiddlewares.useragent.UserAgentMiddleware': 400,\n    'scrapy.downloadermiddlewares.retry.RetryMiddleware': 500,\n    'scrapy.downloadermiddlewares.defaultheaders.DefaultHeadersMiddleware': 550,\n    'scrapy.downloadermiddlewares.ajaxcrawl.AjaxCrawlMiddleware': 560,\n    'scrapy.downloadermiddlewares.redirect.MetaRefreshMiddleware': 580,\n    'scrapy.downloadermiddlewares.httpcompression.HttpCompressionMiddleware': 590,\n    'scrapy.downloadermiddlewares.redirect.RedirectMiddleware': 600,\n    'scrapy.downloadermiddlewares.cookies.CookiesMiddleware': 700,\n    'scrapy.downloadermiddlewares.httpproxy.HttpProxyMiddleware': 750,\n    'scrapy.downloadermiddlewares.chunked.ChunkedTransferMiddleware': 830,\n    'scrapy.downloadermiddlewares.stats.DownloaderStats': 850,\n    'scrapy.downloadermiddlewares.httpcache.HttpCacheMiddleware': 900,\n    # Downloader side\n}\n\nDOWNLOADER_STATS = True\n\nDUPEFILTER_CLASS = 'scrapy.dupefilters.RFPDupeFilter'\n\ntry:\n    EDITOR = os.environ['EDITOR']\nexcept KeyError:\n    if sys.platform == 'win32':\n        EDITOR = '%s -m idlelib.idle'\n    else:\n        EDITOR = 'vi'\n\nEXTENSIONS = {}\n\nEXTENSIONS_BASE = {\n    'scrapy.extensions.corestats.CoreStats': 0,\n    'scrapy.telnet.TelnetConsole': 0,\n    'scrapy.extensions.memusage.MemoryUsage': 0,\n    'scrapy.extensions.memdebug.MemoryDebugger': 0,\n    'scrapy.extensions.closespider.CloseSpider': 0,\n    'scrapy.extensions.feedexport.FeedExporter': 0,\n    'scrapy.extensions.logstats.LogStats': 0,\n    'scrapy.extensions.spiderstate.SpiderState': 0,\n    'scrapy.extensions.throttle.AutoThrottle': 0,\n}\n\nFEED_URI = None\nFEED_URI_PARAMS = None  # a function to extend uri arguments\nFEED_FORMAT = 'jsonlines'\nFEED_STORE_EMPTY = False\nFEED_EXPORT_FIELDS = None\nFEED_STORAGES = {}\nFEED_STORAGES_BASE = {\n    '': 'scrapy.extensions.feedexport.FileFeedStorage',\n    'file': 'scrapy.extensions.feedexport.FileFeedStorage',\n    'stdout': 'scrapy.extensions.feedexport.StdoutFeedStorage',\n    's3': 'scrapy.extensions.feedexport.S3FeedStorage',\n    'ftp': 'scrapy.extensions.feedexport.FTPFeedStorage',\n}\nFEED_EXPORTERS = {}\nFEED_EXPORTERS_BASE = {\n    'json': 'scrapy.exporters.JsonItemExporter',\n    'jsonlines': 'scrapy.exporters.JsonLinesItemExporter',\n    'jl': 'scrapy.exporters.JsonLinesItemExporter',\n    'csv': 'scrapy.exporters.CsvItemExporter',\n    'xml': 'scrapy.exporters.XmlItemExporter',\n    'marshal': 'scrapy.exporters.MarshalItemExporter',\n    'pickle': 'scrapy.exporters.PickleItemExporter',\n}\n\nHTTPCACHE_ENABLED = False\nHTTPCACHE_DIR = 'httpcache'\nHTTPCACHE_IGNORE_MISSING = False\nHTTPCACHE_STORAGE = 'scrapy.extensions.httpcache.FilesystemCacheStorage'\nHTTPCACHE_EXPIRATION_SECS = 0\nHTTPCACHE_IGNORE_HTTP_CODES = []\nHTTPCACHE_IGNORE_SCHEMES = ['file']\nHTTPCACHE_DBM_MODULE = 'anydbm'\nHTTPCACHE_POLICY = 'scrapy.extensions.httpcache.DummyPolicy'\nHTTPCACHE_GZIP = False\n\nITEM_PROCESSOR = 'scrapy.pipelines.ItemPipelineManager'\n\nITEM_PIPELINES = {}\nITEM_PIPELINES_BASE = {}\n\nLOG_ENABLED = True\nLOG_ENCODING = 'utf-8'\nLOG_FORMATTER = 'scrapy.logformatter.LogFormatter'\nLOG_FORMAT = '%(asctime)s [%(name)s] %(levelname)s: %(message)s'\nLOG_DATEFORMAT = '%Y-%m-%d %H:%M:%S%z'\nLOG_STDOUT = False\nLOG_LEVEL = 'DEBUG'\nLOG_FILE = None\n\nLOG_UNSERIALIZABLE_REQUESTS = False\n\nLOGSTATS_INTERVAL = 60.0\n\nMAIL_HOST = 'localhost'\nMAIL_PORT = 25\nMAIL_FROM = 'scrapy@localhost'\nMAIL_PASS = None\nMAIL_USER = None\n\nMEMDEBUG_ENABLED = False        # enable memory debugging\nMEMDEBUG_NOTIFY = []            # send memory debugging report by mail at engine shutdown\n\nMEMUSAGE_ENABLED = False\nMEMUSAGE_LIMIT_MB = 0\nMEMUSAGE_NOTIFY_MAIL = []\nMEMUSAGE_REPORT = False\nMEMUSAGE_WARNING_MB = 0\n\nMETAREFRESH_ENABLED = True\nMETAREFRESH_MAXDELAY = 100\n\nNEWSPIDER_MODULE = ''\n\nRANDOMIZE_DOWNLOAD_DELAY = True\n\nREACTOR_THREADPOOL_MAXSIZE = 10\n\nREDIRECT_ENABLED = True\nREDIRECT_MAX_TIMES = 20  # uses Firefox default setting\nREDIRECT_PRIORITY_ADJUST = +2\n\nREFERER_ENABLED = True\n\nRETRY_ENABLED = True\nRETRY_TIMES = 2  # initial response + 2 retries = 3 requests\nRETRY_HTTP_CODES = [500, 502, 503, 504, 400, 408]\nRETRY_PRIORITY_ADJUST = -1\n\nROBOTSTXT_OBEY = False\n\nSCHEDULER = 'scrapy.core.scheduler.Scheduler'\nSCHEDULER_DISK_QUEUE = 'scrapy.squeues.PickleLifoDiskQueue'\nSCHEDULER_MEMORY_QUEUE = 'scrapy.squeues.LifoMemoryQueue'\n\nSPIDER_LOADER_CLASS = 'scrapy.spiderloader.SpiderLoader'\n\nSPIDER_MIDDLEWARES = {}\n\nSPIDER_MIDDLEWARES_BASE = {\n    # Engine side\n    'scrapy.spidermiddlewares.httperror.HttpErrorMiddleware': 50,\n    'scrapy.spidermiddlewares.offsite.OffsiteMiddleware': 500,\n    'scrapy.spidermiddlewares.referer.RefererMiddleware': 700,\n    'scrapy.spidermiddlewares.urllength.UrlLengthMiddleware': 800,\n    'scrapy.spidermiddlewares.depth.DepthMiddleware': 900,\n    # Spider side\n}\n\nSPIDER_MODULES = []\n\nSTATS_CLASS = 'scrapy.statscollectors.MemoryStatsCollector'\nSTATS_DUMP = True\n\nSTATSMAILER_RCPTS = []\n\nTEMPLATES_DIR = abspath(join(dirname(__file__), '..', 'templates'))\n\nURLLENGTH_LIMIT = 2083\n\nUSER_AGENT = 'Scrapy/%s (+http://scrapy.org)' % import_module('scrapy').__version__\n\nTELNETCONSOLE_ENABLED = 1\nTELNETCONSOLE_PORT = [6023, 6073]\nTELNETCONSOLE_HOST = '127.0.0.1'\n\nSPIDER_CONTRACTS = {}\nSPIDER_CONTRACTS_BASE = {\n    'scrapy.contracts.default.UrlContract': 1,\n    'scrapy.contracts.default.ReturnsContract': 2,\n    'scrapy.contracts.default.ScrapesContract': 3,\n}\n", "path": "scrapy/settings/default_settings.py"}], "after_files": [{"content": "\"\"\"\nThis module contains the default values for all settings used by Scrapy.\n\nFor more information about these settings you can read the settings\ndocumentation in docs/topics/settings.rst\n\nScrapy developers, if you add a setting here remember to:\n\n* add it in alphabetical order\n* group similar settings without leaving blank lines\n* add its documentation to the available settings documentation\n  (docs/topics/settings.rst)\n\n\"\"\"\n\nimport os\nimport sys\nfrom importlib import import_module\nfrom os.path import join, abspath, dirname\n\nAJAXCRAWL_ENABLED = False\n\nBOT_NAME = 'scrapybot'\n\nCLOSESPIDER_TIMEOUT = 0\nCLOSESPIDER_PAGECOUNT = 0\nCLOSESPIDER_ITEMCOUNT = 0\nCLOSESPIDER_ERRORCOUNT = 0\n\nCOMMANDS_MODULE = ''\n\nCOMPRESSION_ENABLED = True\n\nCONCURRENT_ITEMS = 100\n\nCONCURRENT_REQUESTS = 16\nCONCURRENT_REQUESTS_PER_DOMAIN = 8\nCONCURRENT_REQUESTS_PER_IP = 0\n\nCOOKIES_ENABLED = True\nCOOKIES_DEBUG = False\n\nDEFAULT_ITEM_CLASS = 'scrapy.item.Item'\n\nDEFAULT_REQUEST_HEADERS = {\n    'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',\n    'Accept-Language': 'en',\n}\n\nDEPTH_LIMIT = 0\nDEPTH_STATS = True\nDEPTH_PRIORITY = 0\n\nDNSCACHE_ENABLED = True\nDNSCACHE_SIZE = 10000\nDNS_TIMEOUT = 60\n\nDOWNLOAD_DELAY = 0\n\nDOWNLOAD_HANDLERS = {}\nDOWNLOAD_HANDLERS_BASE = {\n    'file': 'scrapy.core.downloader.handlers.file.FileDownloadHandler',\n    'http': 'scrapy.core.downloader.handlers.http.HTTPDownloadHandler',\n    'https': 'scrapy.core.downloader.handlers.http.HTTPDownloadHandler',\n    's3': 'scrapy.core.downloader.handlers.s3.S3DownloadHandler',\n    'ftp': 'scrapy.core.downloader.handlers.ftp.FTPDownloadHandler',\n}\n\nDOWNLOAD_TIMEOUT = 180      # 3mins\n\nDOWNLOAD_MAXSIZE = 1024*1024*1024   # 1024m\nDOWNLOAD_WARNSIZE = 32*1024*1024    # 32m\n\nDOWNLOADER = 'scrapy.core.downloader.Downloader'\n\nDOWNLOADER_HTTPCLIENTFACTORY = 'scrapy.core.downloader.webclient.ScrapyHTTPClientFactory'\nDOWNLOADER_CLIENTCONTEXTFACTORY = 'scrapy.core.downloader.contextfactory.ScrapyClientContextFactory'\n\nDOWNLOADER_MIDDLEWARES = {}\n\nDOWNLOADER_MIDDLEWARES_BASE = {\n    # Engine side\n    'scrapy.downloadermiddlewares.robotstxt.RobotsTxtMiddleware': 100,\n    'scrapy.downloadermiddlewares.httpauth.HttpAuthMiddleware': 300,\n    'scrapy.downloadermiddlewares.downloadtimeout.DownloadTimeoutMiddleware': 350,\n    'scrapy.downloadermiddlewares.useragent.UserAgentMiddleware': 400,\n    'scrapy.downloadermiddlewares.retry.RetryMiddleware': 500,\n    'scrapy.downloadermiddlewares.defaultheaders.DefaultHeadersMiddleware': 550,\n    'scrapy.downloadermiddlewares.ajaxcrawl.AjaxCrawlMiddleware': 560,\n    'scrapy.downloadermiddlewares.redirect.MetaRefreshMiddleware': 580,\n    'scrapy.downloadermiddlewares.httpcompression.HttpCompressionMiddleware': 590,\n    'scrapy.downloadermiddlewares.redirect.RedirectMiddleware': 600,\n    'scrapy.downloadermiddlewares.cookies.CookiesMiddleware': 700,\n    'scrapy.downloadermiddlewares.httpproxy.HttpProxyMiddleware': 750,\n    'scrapy.downloadermiddlewares.chunked.ChunkedTransferMiddleware': 830,\n    'scrapy.downloadermiddlewares.stats.DownloaderStats': 850,\n    'scrapy.downloadermiddlewares.httpcache.HttpCacheMiddleware': 900,\n    # Downloader side\n}\n\nDOWNLOADER_STATS = True\n\nDUPEFILTER_CLASS = 'scrapy.dupefilters.RFPDupeFilter'\n\ntry:\n    EDITOR = os.environ['EDITOR']\nexcept KeyError:\n    if sys.platform == 'win32':\n        EDITOR = '%s -m idlelib.idle'\n    else:\n        EDITOR = 'vi'\n\nEXTENSIONS = {}\n\nEXTENSIONS_BASE = {\n    'scrapy.extensions.corestats.CoreStats': 0,\n    'scrapy.telnet.TelnetConsole': 0,\n    'scrapy.extensions.memusage.MemoryUsage': 0,\n    'scrapy.extensions.memdebug.MemoryDebugger': 0,\n    'scrapy.extensions.closespider.CloseSpider': 0,\n    'scrapy.extensions.feedexport.FeedExporter': 0,\n    'scrapy.extensions.logstats.LogStats': 0,\n    'scrapy.extensions.spiderstate.SpiderState': 0,\n    'scrapy.extensions.throttle.AutoThrottle': 0,\n}\n\nFEED_URI = None\nFEED_URI_PARAMS = None  # a function to extend uri arguments\nFEED_FORMAT = 'jsonlines'\nFEED_STORE_EMPTY = False\nFEED_EXPORT_FIELDS = None\nFEED_STORAGES = {}\nFEED_STORAGES_BASE = {\n    '': 'scrapy.extensions.feedexport.FileFeedStorage',\n    'file': 'scrapy.extensions.feedexport.FileFeedStorage',\n    'stdout': 'scrapy.extensions.feedexport.StdoutFeedStorage',\n    's3': 'scrapy.extensions.feedexport.S3FeedStorage',\n    'ftp': 'scrapy.extensions.feedexport.FTPFeedStorage',\n}\nFEED_EXPORTERS = {}\nFEED_EXPORTERS_BASE = {\n    'json': 'scrapy.exporters.JsonItemExporter',\n    'jsonlines': 'scrapy.exporters.JsonLinesItemExporter',\n    'jl': 'scrapy.exporters.JsonLinesItemExporter',\n    'csv': 'scrapy.exporters.CsvItemExporter',\n    'xml': 'scrapy.exporters.XmlItemExporter',\n    'marshal': 'scrapy.exporters.MarshalItemExporter',\n    'pickle': 'scrapy.exporters.PickleItemExporter',\n}\n\nHTTPCACHE_ENABLED = False\nHTTPCACHE_DIR = 'httpcache'\nHTTPCACHE_IGNORE_MISSING = False\nHTTPCACHE_STORAGE = 'scrapy.extensions.httpcache.FilesystemCacheStorage'\nHTTPCACHE_EXPIRATION_SECS = 0\nHTTPCACHE_IGNORE_HTTP_CODES = []\nHTTPCACHE_IGNORE_SCHEMES = ['file']\nHTTPCACHE_DBM_MODULE = 'anydbm'\nHTTPCACHE_POLICY = 'scrapy.extensions.httpcache.DummyPolicy'\nHTTPCACHE_GZIP = False\n\nITEM_PROCESSOR = 'scrapy.pipelines.ItemPipelineManager'\n\nITEM_PIPELINES = {}\nITEM_PIPELINES_BASE = {}\n\nLOG_ENABLED = True\nLOG_ENCODING = 'utf-8'\nLOG_FORMATTER = 'scrapy.logformatter.LogFormatter'\nLOG_FORMAT = '%(asctime)s [%(name)s] %(levelname)s: %(message)s'\nLOG_DATEFORMAT = '%Y-%m-%d %H:%M:%S'\nLOG_STDOUT = False\nLOG_LEVEL = 'DEBUG'\nLOG_FILE = None\n\nLOG_UNSERIALIZABLE_REQUESTS = False\n\nLOGSTATS_INTERVAL = 60.0\n\nMAIL_HOST = 'localhost'\nMAIL_PORT = 25\nMAIL_FROM = 'scrapy@localhost'\nMAIL_PASS = None\nMAIL_USER = None\n\nMEMDEBUG_ENABLED = False        # enable memory debugging\nMEMDEBUG_NOTIFY = []            # send memory debugging report by mail at engine shutdown\n\nMEMUSAGE_ENABLED = False\nMEMUSAGE_LIMIT_MB = 0\nMEMUSAGE_NOTIFY_MAIL = []\nMEMUSAGE_REPORT = False\nMEMUSAGE_WARNING_MB = 0\n\nMETAREFRESH_ENABLED = True\nMETAREFRESH_MAXDELAY = 100\n\nNEWSPIDER_MODULE = ''\n\nRANDOMIZE_DOWNLOAD_DELAY = True\n\nREACTOR_THREADPOOL_MAXSIZE = 10\n\nREDIRECT_ENABLED = True\nREDIRECT_MAX_TIMES = 20  # uses Firefox default setting\nREDIRECT_PRIORITY_ADJUST = +2\n\nREFERER_ENABLED = True\n\nRETRY_ENABLED = True\nRETRY_TIMES = 2  # initial response + 2 retries = 3 requests\nRETRY_HTTP_CODES = [500, 502, 503, 504, 400, 408]\nRETRY_PRIORITY_ADJUST = -1\n\nROBOTSTXT_OBEY = False\n\nSCHEDULER = 'scrapy.core.scheduler.Scheduler'\nSCHEDULER_DISK_QUEUE = 'scrapy.squeues.PickleLifoDiskQueue'\nSCHEDULER_MEMORY_QUEUE = 'scrapy.squeues.LifoMemoryQueue'\n\nSPIDER_LOADER_CLASS = 'scrapy.spiderloader.SpiderLoader'\n\nSPIDER_MIDDLEWARES = {}\n\nSPIDER_MIDDLEWARES_BASE = {\n    # Engine side\n    'scrapy.spidermiddlewares.httperror.HttpErrorMiddleware': 50,\n    'scrapy.spidermiddlewares.offsite.OffsiteMiddleware': 500,\n    'scrapy.spidermiddlewares.referer.RefererMiddleware': 700,\n    'scrapy.spidermiddlewares.urllength.UrlLengthMiddleware': 800,\n    'scrapy.spidermiddlewares.depth.DepthMiddleware': 900,\n    # Spider side\n}\n\nSPIDER_MODULES = []\n\nSTATS_CLASS = 'scrapy.statscollectors.MemoryStatsCollector'\nSTATS_DUMP = True\n\nSTATSMAILER_RCPTS = []\n\nTEMPLATES_DIR = abspath(join(dirname(__file__), '..', 'templates'))\n\nURLLENGTH_LIMIT = 2083\n\nUSER_AGENT = 'Scrapy/%s (+http://scrapy.org)' % import_module('scrapy').__version__\n\nTELNETCONSOLE_ENABLED = 1\nTELNETCONSOLE_PORT = [6023, 6073]\nTELNETCONSOLE_HOST = '127.0.0.1'\n\nSPIDER_CONTRACTS = {}\nSPIDER_CONTRACTS_BASE = {\n    'scrapy.contracts.default.UrlContract': 1,\n    'scrapy.contracts.default.ReturnsContract': 2,\n    'scrapy.contracts.default.ScrapesContract': 3,\n}\n", "path": "scrapy/settings/default_settings.py"}]}