0.7.2

.github/workflows/publish.yml

@@ -0,0 +1,23 @@
+name: Publish
+on:
+  push:
+    tags:
+    - '[0-9]+.[0-9]+.[0-9]+'
+jobs:
+  publish:
+    runs-on: ubuntu-latest
+    environment:
+      name: pypi
+      url: https://pypi.org/p/${{ github.event.repository.name }}
+    permissions:
+      id-token: write
+    steps:
+    - uses: actions/checkout@v4
+    - uses: actions/setup-python@v5
+      with:
+        python-version: 3.13
+    - run: |
+        python -m pip install --upgrade build
+        python -m build
+    - name: Publish to PyPI
+      uses: pypa/gh-action-pypi-publish@release/v1

.github/workflows/test.yml

@@ -0,0 +1,91 @@
+# TODO: Run Docker images to run tests that are otherwise skipped. Run ‘tox -e
+# all -- tests -rs’ to get a list of those services.
+name: test
+on:
+  push:
+    branches: [ main ]
+  pull_request:
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        include:
+        - python-version: '3.9'
+          toxenv: min
+        - python-version: '3.9'
+          toxenv: min-hbase
+        - python-version: '3.9'
+          toxenv: min-kafka
+        - python-version: '3.9'
+          toxenv: min-logging
+        - python-version: '3.9'
+          toxenv: min-s3
+        - python-version: '3.9'
+          toxenv: min-scrapy
+        - python-version: '3.9'
+          toxenv: min-sql
+        - python-version: '3.9'
+          toxenv: min-zeromq
+        - python-version: '3.9'
+          toxenv: min-all
+        - python-version: '3.9'
+        - python-version: '3.10'
+        - python-version: '3.11'
+        - python-version: '3.11'
+          toxenv: kafka
+        - python-version: '3.12'
+        - python-version: '3.13'
+        - python-version: '3.13'
+          toxenv: hbase
+        - python-version: '3.13'
+          toxenv: logging
+        - python-version: '3.13'
+          toxenv: s3
+        - python-version: '3.13'
+          toxenv: scrapy
+        - python-version: '3.13'
+          toxenv: sql
+        - python-version: '3.13'
+          toxenv: zeromq
+        - python-version: '3.13'
+          toxenv: all
+    steps:
+    - uses: actions/checkout@v4
+    - name: Set up Python ${{ matrix.python-version }}
+      uses: actions/setup-python@v5
+      with:
+        python-version: ${{ matrix.python-version }}
+    - name: Install dependencies
+      run: |
+        python -m pip install --upgrade pip
+        python -m pip install tox
+    - name: tox
+      run: |
+        tox -e ${{ matrix.toxenv || 'py' }}
+    - name: coverage
+      if: ${{ success() }}
+      uses: codecov/[email protected]
+      with:
+        token: ${{ secrets.CODECOV_TOKEN }}
+  check:
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: ["3.13"]
+        tox-job: ["pre-commit"]
+    steps:
+    - uses: actions/checkout@v4
+    - name: Set up Python ${{ matrix.python-version }}
+      uses: actions/setup-python@v5
+      with:
+        python-version: ${{ matrix.python-version }}
+    - name: Install dependencies
+      run: |
+        python -m pip install --upgrade pip
+        python -m pip install tox
+    - name: tox
+      run: |
+        tox -e ${{ matrix.tox-job }}

.pre-commit-config.yaml

@@ -0,0 +1,8 @@
+repos:
+- repo: https://github.com/astral-sh/ruff-pre-commit
+  rev: v0.9.4
+  hooks:
+    - id: ruff
+      args: [ --fix ]
+    - id: ruff-format
+

CHANGES.rst

@@ -0,0 +1,35 @@
+==================
+frontera changelog
+==================
+
+0.7.2 (unreleased)
+==================
+
+-   Dropped support for Python 3.8 and lower, add support for Python 3.9 and
+    higher.
+
+-   Dependency updates:
+
+    -   | core:
+        | ``six`` is no longer a dependency
+        | ``w3lib``: ``>=1.15.0`` → ``>=1.17.0``
+
+    -   | ``kafka`` extra:
+        | ``kafka-python``: ``>=1.0.0`` → ``>=1.4.3``
+        | ``twisted`` (``>=20.3.0``) is now a dependency
+
+    -   | ``sql`` extra:
+        | ``cachetools``: ``>=0.4.0``
+        | ``SQLAlchemy``: ``>=1.0.0`` → ``>=1.0.0,<1.4``
+
+    -   | ``zeromq`` extra:
+        | ``pyzmq``: ``>=19.0.2``
+
+-   New extras: ``s3``, ``scrapy``.
+
+
+Earlier releases
+================
+
+Find the earlier commit history `at GitHub
+<https://github.com/scrapinghub/frontera/commits/0.7.x>`_.

docs/source/_ext/fronteradocs.py

@@ -1,8 +1,7 @@
-from docutils.parsers.rst.roles import set_classes
 from docutils import nodes
+from docutils.parsers.rst.roles import set_classes
 
-
-REPO = 'https://github.com/scrapinghub/frontera/'
+REPO = "https://github.com/scrapinghub/frontera/"
 
 
 def setup(app):
@@ -11,34 +10,51 @@ def setup(app):
         rolename="setting",
         indextemplate="pair: %s; setting",
     )
-    app.add_role('source', source_role)
-    app.add_role('commit', commit_role)
-    app.add_role('issue', issue_role)
-    app.add_role('rev', rev_role)
-
-
-def source_role(name, rawtext, text, lineno, inliner, options={}, content=[]):
-    ref = REPO + 'blob/master/' + text
+    app.add_role("source", source_role)
+    app.add_role("commit", commit_role)
+    app.add_role("issue", issue_role)
+    app.add_role("rev", rev_role)
+
+
+def source_role(name, rawtext, text, lineno, inliner, options=None, content=None):
+    if content is None:
+        content = []
+    if options is None:
+        options = {}
+    ref = REPO + "blob/master/" + text
     set_classes(options)
     node = nodes.reference(rawtext, text, refuri=ref, **options)
     return [node], []
 
 
-def issue_role(name, rawtext, text, lineno, inliner, options={}, content=[]):
-    ref = REPO + 'issues/' + text
+def issue_role(name, rawtext, text, lineno, inliner, options=None, content=None):
+    if content is None:
+        content = []
+    if options is None:
+        options = {}
+    ref = REPO + "issues/" + text
     set_classes(options)
-    node = nodes.reference(rawtext, 'issue ' + text, refuri=ref, **options)
+    node = nodes.reference(rawtext, "issue " + text, refuri=ref, **options)
     return [node], []
 
 
-def commit_role(name, rawtext, text, lineno, inliner, options={}, content=[]):
-    ref = REPO + 'commit/' + text
+def commit_role(name, rawtext, text, lineno, inliner, options=None, content=None):
+    if content is None:
+        content = []
+    if options is None:
+        options = {}
+    ref = REPO + "commit/" + text
     set_classes(options)
     node = nodes.reference(rawtext, text, refuri=ref, **options)
     return [node], []
 
-def rev_role(name, rawtext, text, lineno, inliner, options={}, content=[]):
-    ref = REPO + 'changeset/' + text
+
+def rev_role(name, rawtext, text, lineno, inliner, options=None, content=None):
+    if content is None:
+        content = []
+    if options is None:
+        options = {}
+    ref = REPO + "changeset/" + text
     set_classes(options)
-    node = nodes.reference(rawtext, 'r' + text, refuri=ref, **options)
-    return [node], []
+    node = nodes.reference(rawtext, "r" + text, refuri=ref, **options)
+    return [node], []