`generic.settings`#

Module Contents#

Data#

`BOT_NAME`
`SPIDER_MODULES`
`NEWSPIDER_MODULE`
`ADDONS`
`USER_AGENT`
`ROBOTSTXT_OBEY`
`CONCURRENT_REQUESTS_PER_DOMAIN`
`DOWNLOAD_DELAY`
`DOWNLOADER_MIDDLEWARES`
`DOWNLOAD_HANDLERS`
`ITEM_PIPELINES`
`CONCURRENT_ITEMS`
`SPACY_API_URL`
`FEED_EXPORT_ENCODING`

API#

generic.settings.BOT_NAME = 'generic'#

generic.settings.SPIDER_MODULES = ['generic.spiders']#

generic.settings.NEWSPIDER_MODULE = 'generic.spiders'#

generic.settings.ADDONS = None#

generic.settings.USER_AGENT = <Multiline-String>#

generic.settings.ROBOTSTXT_OBEY = False#

generic.settings.CONCURRENT_REQUESTS_PER_DOMAIN = 1#

generic.settings.DOWNLOAD_DELAY = 3#

generic.settings.DOWNLOADER_MIDDLEWARES = None#

generic.settings.DOWNLOAD_HANDLERS = None#

generic.settings.ITEM_PIPELINES = None#

generic.settings.CONCURRENT_ITEMS = 2#

generic.settings.SPACY_API_URL = 'http://127.0.0.1:8000/analyze_tokens'#

generic.settings.FEED_EXPORT_ENCODING = 'utf-8'#