| 1234567891011121314151617181920212223 |
- # -*- coding: utf-8 -*-
- # Scrapy settings for fun project
- #
- # For simplicity, this file contains only the most important settings by
- # default. All the other settings are documented here:
- #
- # http://doc.scrapy.org/en/latest/topics/settings.html
- #
- BOT_NAME = 'fun'
- SPIDER_MODULES = ['fun.spiders']
- NEWSPIDER_MODULE = 'fun.spiders'
- ITEM_PIPELINES = {'fun.pipelines.ImageDownloadPipeline': 1}
- IMAGES_STORE = '/tmp/images'
- DOWNLOAD_DELAY = 0.25 # 250 ms of delay
- USER_AGENT = "USER_AGENT = 'Mozilla/5.0 (Windows NT 6.3; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/37.0.2049.0 Safari/537.36'"
|
