feat(python): support python 3.9 again (ibis-project#10949)

Author: cpcloud

.github/workflows/ibis-backends-cloud.yml

@@ -37,7 +37,7 @@ jobs:
         os:
           - ubuntu-latest
         python-version:
-          - "3.10"
+          - "3.9"
           - "3.13"
         backend:
           - name: snowflake
@@ -54,7 +54,7 @@ jobs:
               - --extra athena
         include:
           - os: ubuntu-latest
-            python-version: "3.10"
+          - python-version: "3.9"
             backend:
               name: bigquery
               title: BigQuery

.github/workflows/ibis-backends.yml

@@ -52,7 +52,7 @@ jobs:
           - ubuntu-latest
           - windows-latest
         python-version:
-          - "3.10"
+          - "3.9"
           - "3.13"
     steps:
       - name: checkout
@@ -92,7 +92,7 @@ jobs:
           - ubuntu-latest
           - windows-latest
         python-version:
-          - "3.10"
+          - "3.9"
           - "3.13"
         backend:
           - name: duckdb
@@ -547,7 +547,7 @@ jobs:
       fail-fast: false
       matrix:
         include:
-          - python-version: "3.10"
+          - python-version: "3.9"
             pyspark-minor-version: "3.3"
             tag: local
             deps:

.github/workflows/ibis-main.yml

@@ -44,8 +44,10 @@ jobs:
       matrix:
         os:
           - ubuntu-latest
+          - ubuntu-24.04-arm
           - windows-latest
         python-version:
+          - "3.9"
           - "3.10"
           - "3.11"
           - "3.12"
@@ -67,7 +69,7 @@ jobs:
         uses: astral-sh/[email protected]
 
       - name: install ${{ matrix.os }} system dependencies
-        if: matrix.os == 'ubuntu-latest'
+        if: startsWith(matrix.os, 'ubuntu')
         run: |
           set -euo pipefail
 
@@ -117,7 +119,7 @@ jobs:
         uses: actions/setup-python@v5
         id: install_python
         with:
-          python-version: "3.13"
+          python-version: "3.9"
 
       - name: install uv
         uses: astral-sh/[email protected]
@@ -150,7 +152,7 @@ jobs:
         uses: actions/setup-python@v5
         id: install_python
         with:
-          python-version: "3.10"
+          python-version: "3.12"
 
       - name: install uv
         uses: astral-sh/[email protected]

.github/workflows/nix-skip-helper.yml

@@ -40,9 +40,17 @@ jobs:
           - "3.12"
           - "3.13"
         include:
+          - os: ubuntu-latest
+            python-version: "3.9"
           - os: ubuntu-latest
             python-version: "3.10"
           - os: ubuntu-latest
             python-version: "3.11"
+          - os: ubuntu-24.04-arm
+            python-version: "3.9"
+          - os: ubuntu-24.04-arm
+            python-version: "3.10"
+          - os: ubuntu-24.04-arm
+            python-version: "3.11"
     steps:
       - run: echo "No build required"

.github/workflows/nix.yml

@@ -42,10 +42,18 @@ jobs:
           - "3.12"
           - "3.13"
         include:
+          - os: ubuntu-latest
+            python-version: "3.9"
           - os: ubuntu-latest
             python-version: "3.10"
           - os: ubuntu-latest
             python-version: "3.11"
+          - os: ubuntu-24.04-arm
+            python-version: "3.9"
+          - os: ubuntu-24.04-arm
+            python-version: "3.10"
+          - os: ubuntu-24.04-arm
+            python-version: "3.11"
     steps:
       - name: checkout
         uses: actions/checkout@v4

flake.nix

@@ -93,9 +93,6 @@
 
           # Get repository root using git. This is expanded at runtime by the editable `.pth` machinery.
           export REPO_ROOT=$(git rev-parse --show-toplevel)
-
-          # Prevent uv from downloading managed Python's
-          export UV_PYTHON_DOWNLOADS=never
         '';
 
         preCommitDeps = with pkgs; [
@@ -163,18 +160,20 @@
         packages = {
           default = packages.ibis313;
 
-          inherit (pkgs) ibis310 ibis311 ibis312 ibis313
+          inherit (pkgs) ibis39 ibis310 ibis311 ibis312 ibis313
             update-lock-files check-release-notes-spelling;
         };
 
         checks = {
+          ibis39-pytest = pkgs.ibis39.passthru.tests.pytest;
           ibis310-pytest = pkgs.ibis310.passthru.tests.pytest;
           ibis311-pytest = pkgs.ibis311.passthru.tests.pytest;
           ibis312-pytest = pkgs.ibis312.passthru.tests.pytest;
           ibis313-pytest = pkgs.ibis313.passthru.tests.pytest;
         };
 
         devShells = rec {
+          ibis39 = mkDevShell pkgs.ibisDevEnv39;
           ibis310 = mkDevShell pkgs.ibisDevEnv310;
           ibis311 = mkDevShell pkgs.ibisDevEnv311;
           ibis312 = mkDevShell pkgs.ibisDevEnv312;

ibis/backends/__init__.py

@@ -1528,7 +1528,10 @@ def _get_backend_names(*, exclude: tuple[str] = ()) -> frozenset[str]:
 
     """
 
-    entrypoints = importlib.metadata.entry_points(group="ibis.backends")
+    if sys.version_info < (3, 10):
+        entrypoints = importlib.metadata.entry_points()["ibis.backends"]
+    else:
+        entrypoints = importlib.metadata.entry_points(group="ibis.backends")
     return frozenset(ep.name for ep in entrypoints).difference(exclude)
 
 

ibis/backends/postgres/tests/test_udf.py

@@ -3,6 +3,7 @@
 from __future__ import annotations
 
 import functools
+import sys
 
 import pytest
 
@@ -118,6 +119,11 @@ def mult_a_b(a: int, b: int) -> int:
     assert result["mult_result"].iat[0] == 8
 
 
+@pytest.mark.xfail(
+    condition=sys.version_info[:2] < (3, 9),
+    raises=TypeError,
+    reason="no straightforward way to use new (Python 3.9) annotations syntax",
+)
 def test_array_type(test_database, table):
     """Test that usage of Array types work Other scalar types can be
     represented either by the class or an instance, but Array types work

ibis/backends/sql/compilers/base.py

@@ -7,7 +7,7 @@
 import operator
 import string
 from functools import partial, reduce
-from typing import TYPE_CHECKING, Any, ClassVar
+from typing import TYPE_CHECKING, Any, Callable, ClassVar
 
 import sqlglot as sg
 import sqlglot.expressions as sge
@@ -51,7 +51,7 @@ def AlterTable(*args, kind="TABLE", **kwargs):
 
 
 if TYPE_CHECKING:
-    from collections.abc import Callable, Iterable, Mapping
+    from collections.abc import Iterable, Mapping
 
     import ibis.expr.schema as sch
     import ibis.expr.types as ir

ibis/backends/sql/compilers/bigquery/udf/core.py

@@ -9,14 +9,11 @@
 import textwrap
 from collections import ChainMap
 from inspect import _empty as EMPTY
-from typing import TYPE_CHECKING
+from typing import Callable
 
 from ibis.backends.sql.compilers.bigquery.udf.find import find_names
 from ibis.backends.sql.compilers.bigquery.udf.rewrite import rewrite
 
-if TYPE_CHECKING:
-    from collections.abc import Callable
-
 
 class SymbolTable(ChainMap):
     """ChainMap subclass implementing scope for the translator.

ibis/backends/sqlite/udf.py

@@ -6,13 +6,10 @@
 import operator
 from collections import defaultdict
 from datetime import date
-from typing import TYPE_CHECKING, Any, NamedTuple
+from typing import Any, Callable, NamedTuple
 from urllib.parse import parse_qs, urlsplit
 from uuid import uuid4
 
-if TYPE_CHECKING:
-    from collections.abc import Callable
-
 try:
     import regex as re
 except ImportError:

ibis/backends/tests/test_udf.py

@@ -63,6 +63,11 @@ def num_vowels(s: str, include_y: bool = False) -> int:
     ["postgres"], raises=TypeError, reason="postgres only supports map<string, string>"
 )
 @mark.notimpl(["polars"])
+@mark.never(
+    ["flink"],
+    condition=sys.version_info < (3, 10),
+    reason="broken with Python 3.9; works in Python 3.10",
+)
 @mark.notyet(["datafusion"], raises=NotImplementedError)
 @mark.notyet(
     ["sqlite"], raises=com.IbisTypeError, reason="sqlite doesn't support map types"
@@ -92,6 +97,11 @@ def num_vowels_map(s: str, include_y: bool = False) -> dict[str, int]:
     ["postgres"], raises=TypeError, reason="postgres only supports map<string, string>"
 )
 @mark.notimpl(["polars"])
+@mark.never(
+    ["flink"],
+    condition=sys.version_info < (3, 10),
+    reason="broken with Python 3.9; works in Python 3.10",
+)
 @mark.notyet(["datafusion"], raises=NotImplementedError)
 @mark.notyet(["sqlite"], raises=TypeError, reason="sqlite doesn't support map types")
 def test_map_merge_udf(batting):

ibis/common/annotations.py

@@ -3,7 +3,7 @@
 import functools
 import inspect
 import types
-from typing import TYPE_CHECKING
+from typing import TYPE_CHECKING, Callable
 from typing import Any as AnyType
 
 from typing_extensions import Self
@@ -21,7 +21,7 @@
 from ibis.common.typing import format_typehint, get_type_hints
 
 if TYPE_CHECKING:
-    from collections.abc import Callable, Sequence
+    from collections.abc import Sequence
 
 EMPTY = inspect.Parameter.empty  # marker for missing argument
 KEYWORD_ONLY = inspect.Parameter.KEYWORD_ONLY

ibis/common/caching.py

@@ -1,10 +1,7 @@
 from __future__ import annotations
 
 import functools
-from typing import TYPE_CHECKING
-
-if TYPE_CHECKING:
-    from collections.abc import Callable
+from typing import Callable
 
 
 def memoize(func: Callable) -> Callable:

ibis/common/deferred.py

@@ -5,8 +5,7 @@
 import inspect
 import operator
 from abc import abstractmethod
-from collections.abc import Callable
-from typing import Any, TypeVar, overload
+from typing import Any, Callable, TypeVar, overload
 
 from ibis.common.bases import Final, FrozenSlotted, Hashable, Immutable, Slotted
 from ibis.common.collections import FrozenDict

ibis/common/dispatch.py

@@ -3,14 +3,9 @@
 import abc
 import functools
 from collections import defaultdict
-from types import UnionType
 from typing import Union
 
-from ibis.common.typing import (
-    evaluate_annotations,
-    get_args,
-    get_origin,
-)
+from ibis.common.typing import UnionType, evaluate_annotations, get_args, get_origin
 from ibis.util import import_object, unalias_package
 
 

ibis/common/exceptions.py

@@ -15,10 +15,7 @@
 
 from __future__ import annotations
 
-from typing import TYPE_CHECKING, Any
-
-if TYPE_CHECKING:
-    from collections.abc import Callable
+from typing import Any, Callable
 
 
 class TableNotFound(Exception):

ibis/common/graph.py

@@ -5,8 +5,8 @@
 import itertools
 from abc import abstractmethod
 from collections import deque
-from collections.abc import Callable, Iterable, Iterator, KeysView, Mapping, Sequence
-from typing import TYPE_CHECKING, Any, Optional, TypeVar, Union
+from collections.abc import Iterable, Iterator, KeysView, Mapping, Sequence
+from typing import TYPE_CHECKING, Any, Callable, Optional, TypeVar, Union
 
 from ibis.common.bases import Hashable
 from ibis.common.patterns import NoMatch, Pattern
@@ -22,7 +22,7 @@
 Finder = Callable[["Node"], bool]
 FinderLike = Union[Finder, Pattern, _ClassInfo]
 
-Replacer = Callable[["Node", dict["Node", Any] | None], "Node"]
+Replacer = Callable[["Node", Optional[dict["Node", Any]]], "Node"]
 ReplacerLike = Union[Replacer, Pattern, Mapping]