requirements: Upgrade Python requirements.

Signed-off-by: Anders Kaseorg <anders@zulip.com>

pyproject.toml

@@ -262,7 +262,7 @@ dev = [
   "zulint",
 
   # For type checking
-  "mypy[faster-cache]",
+  "mypy[faster-cache]~=1.15.0",  # https://github.com/typeddjango/django-stubs/issues/2696
 
   "boto3-stubs[s3,ses,sns,sqs]",
   "django-stubs",

tools/documentation_crawler/documentation_crawler/spiders/common/spiders.py

@@ -1,7 +1,7 @@
 import json
 import os
 import re
-from collections.abc import Callable, Iterator
+from collections.abc import AsyncIterator, Callable, Iterator
 from urllib.parse import urlsplit
 
 import scrapy
@@ -202,9 +202,10 @@ class BaseDocumentationSpider(scrapy.Spider):
         )
 
     @override
-    def start_requests(self) -> Iterator[Request]:
+    async def start(self) -> AsyncIterator[Request]:
         for url in self.start_urls:
-            yield from self._make_requests(url)
+            for request in self._make_requests(url):
+                yield request
 
     @override
     def parse(self, response: Response) -> Iterator[Request]:

tools/python-warnings.bash

@@ -10,12 +10,6 @@ PYTHONWARNINGS+=',default:Attribute s is deprecated and will be removed in Pytho
 # https://github.com/boto/botocore/pull/3239
 PYTHONWARNINGS+=',ignore:datetime.datetime.utcnow() is deprecated and scheduled for removal in a future version.:DeprecationWarning:botocore.auth'
 
-# https://bugs.launchpad.net/beautifulsoup/+bug/2076897
-PYTHONWARNINGS+=',ignore:The '\''strip_cdata'\'' option of HTMLParser() has never done anything and will eventually be removed.:DeprecationWarning:bs4.builder._lxml'
-
-# https://github.com/fabfuel/circuitbreaker/pull/63
-PYTHONWARNINGS+=',ignore:datetime.datetime.utcnow() is deprecated and scheduled for removal in a future version.:DeprecationWarning:circuitbreaker'
-
 # https://github.com/mahmoud/glom/pull/258
 PYTHONWARNINGS+=',ignore:invalid escape sequence '\'\\' '\'':DeprecationWarning'
 PYTHONWARNINGS+=',ignore:invalid escape sequence '\'\\' '\'':SyntaxWarning'
@@ -39,13 +33,10 @@ PYTHONWARNINGS+=',ignore:path is deprecated.:DeprecationWarning:semgrep.semgrep_
 # https://github.com/scrapy/scrapy/issues/3288
 PYTHONWARNINGS+=',ignore:Passing method to twisted.internet.ssl.CertificateOptions was deprecated in Twisted 17.1.0.:DeprecationWarning:scrapy.core.downloader.contextfactory'
 
-# https://github.com/scrapy/scrapy/issues/6450
-PYTHONWARNINGS+=',ignore:twisted.web.http.HTTPClient was deprecated in Twisted 24.7.0:DeprecationWarning:scrapy.core.downloader.webclient'
+# https://github.com/scrapy/scrapy/issues/6859
+PYTHONWARNINGS+=',ignore:Attempting to mutate a Context after a Connection was created.:DeprecationWarning:scrapy.core.downloader.contextfactory'
 
 # https://github.com/adamchainz/time-machine/pull/486
 PYTHONWARNINGS+=',ignore:datetime.datetime.utcnow() is deprecated and scheduled for removal in a future version.:DeprecationWarning:time_machine'
 
-# https://github.com/zulip/python-zulip-api/pull/833
-PYTHONWARNINGS+=',default:distro.linux_distribution() is deprecated.:DeprecationWarning:zulip'
-
 export SQLALCHEMY_WARN_20=1

version.py

@@ -49,4 +49,4 @@ API_FEATURE_LEVEL = 390
 #   historical commits sharing the same major version, in which case a
 #   minor version bump suffices.
 
-PROVISION_VERSION = (329, 0)  # bumped 2025-06-05 to remove python-twitter
+PROVISION_VERSION = (330, 0)  # bumped 2025-06-05 to upgrade Python requirements