|
1 | 1 | # -*- coding: utf-8 -*-
|
2 | 2 |
|
3 |
| -# Scrapy settings for UnityAssetStore project |
| 3 | +# Scrapy settings for unityassetstore project |
4 | 4 | #
|
5 | 5 | # For simplicity, this file contains only settings considered important or
|
6 | 6 | # commonly used. You can find more settings consulting the documentation:
|
|
9 | 9 | # http://scrapy.readthedocs.org/en/latest/topics/downloader-middleware.html
|
10 | 10 | # http://scrapy.readthedocs.org/en/latest/topics/spider-middleware.html
|
11 | 11 |
|
12 |
| -BOT_NAME = 'UnityAssetStore' |
| 12 | +BOT_NAME = 'unityassetstore' |
13 | 13 |
|
14 |
| -SPIDER_MODULES = ['UnityAssetStore.spiders'] |
15 |
| -NEWSPIDER_MODULE = 'UnityAssetStore.spiders' |
| 14 | +SPIDER_MODULES = ['unityassetstore.spiders'] |
| 15 | +NEWSPIDER_MODULE = 'unityassetstore.spiders' |
16 | 16 |
|
17 | 17 | # Crawl responsibly by identifying yourself (and your website) on the user-agent
|
18 |
| -#USER_AGENT = 'UnityAssetStore (+http://www.yourdomain.com)' |
| 18 | +#USER_AGENT = 'unityassetstore (+http://www.yourdomain.com)' |
19 | 19 |
|
20 | 20 | #USER_AGENT = "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_6) AppleWebKit/537.36 (KHTML, like Gecko)
|
21 | 21 | # Chrome/54.0.2840.87 Safari/537.36"
|
|
49 | 49 | # Enable or disable spider middlewares
|
50 | 50 | # See http://scrapy.readthedocs.org/en/latest/topics/spider-middleware.html
|
51 | 51 | #SPIDER_MIDDLEWARES = {
|
52 |
| -# 'UnityAssetStore.middlewares.MyCustomSpiderMiddleware': 543, |
| 52 | +# 'unityassetstore.middlewares.MyCustomSpiderMiddleware': 543, |
53 | 53 | #}
|
54 | 54 |
|
55 | 55 | # Enable or disable downloader middlewares
|
56 | 56 | # See http://scrapy.readthedocs.org/en/latest/topics/downloader-middleware.html
|
57 | 57 | DOWNLOADER_MIDDLEWARES = {
|
58 | 58 | #'scrapy.contrib.downloadermiddleware.httpproxy.HttpProxyMiddleware': 1020,
|
59 | 59 | 'scrapy.contrib.downloadermiddleware.retry.RetryMiddleware': None,
|
60 |
| - 'UnityAssetStore.middlewares.ProxyMiddleware': 100, |
61 |
| - 'UnityAssetStore.middlewares.CustomRetryMiddleware': 500, |
| 60 | + 'unityassetstore.middlewares.ProxyMiddleware': 100, |
| 61 | + 'unityassetstore.middlewares.CustomRetryMiddleware': 500, |
62 | 62 | }
|
63 | 63 |
|
64 | 64 | # Enable or disable extensions
|
|
0 commit comments