Fix more errors caught by mypy 0.501.

Another set of relatively easy to review changes.
This commit is contained in:
Rishi Gupta
2017-03-03 14:15:18 -08:00
parent 28d3af0965
commit 2bbfdeeb7b
8 changed files with 11 additions and 9 deletions

View File

@@ -23,5 +23,5 @@ def get_start_url():
class DocumentationSpider(BaseDocumentationSpider):
name = "documentation_crawler"
deny_domains = ['localhost:9991']
deny = '\_sources\/.*\.txt'
deny = ['\_sources\/.*\.txt']
start_urls = get_start_url()

View File

@@ -18,7 +18,7 @@ class BaseDocumentationSpider(scrapy.Spider):
# Exclude domain address.
deny_domains = [] # type: List[str]
start_urls = [] # type: List[str]
deny = () # type: Tuple
deny = [] # type: List[str]
file_extensions = ['.' + ext for ext in IGNORED_EXTENSIONS] # type: List[str]
tags = ('a', 'area', 'img')
attrs = ('href', 'src')