paulmataruso/zulip
1
0
Fork 0
mirror of https://github.com/zulip/zulip.git synced 2025-11-16 03:41:58 +00:00
Code Issues Packages Projects Releases Wiki Activity

documentation_crawler: Set a 15 second download timeout.

Browse Source 
By default it just hangs for as long as the server keeps the
connection open.

Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
This commit is contained in:
Anders Kaseorg
2019-05-30 00:59:23 -07:00
committed by Tim Abbott
parent c59747360a
commit 4f28b88746
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
tools/documentation_crawler/documentation_crawler/settings.py
View File

@@ -15,6 +15,7 @@ SPIDER_MODULES = ['documentation_crawler.spiders']
NEWSPIDER_MODULE = 'documentation_crawler.spiders' NEWSPIDER_MODULE = 'documentation_crawler.spiders'
COMMANDS_MODULE = 'documentation_crawler.commands' COMMANDS_MODULE = 'documentation_crawler.commands'
LOG_LEVEL = 'WARNING' LOG_LEVEL = 'WARNING'
DOWNLOAD_TIMEOUT = 15
# Crawl responsibly by identifying yourself (and your website) on the user-agent # Crawl responsibly by identifying yourself (and your website) on the user-agent