Improve annotations on View classes and add tests/python to mypy coverage (#9257)

### Related

* Improves on #9209 

### What

This PR improves the signatures of the `View` python class (and
subclasses), and adds `tests/python` in the coverage of `mypy`.

Author: abey79

crates/build/re_types_builder/src/codegen/python/mod.rs

@@ -393,8 +393,8 @@ impl PythonCodeGenerator {
                     "
             from __future__ import annotations
 
-            from typing import (Any, Dict, Iterable, Optional, Sequence, Set, Tuple, Union,
-                TYPE_CHECKING, SupportsFloat, Literal)
+            from collections.abc import Iterable, Mapping, Set, Sequence, Dict
+            from typing import Any, Optional, Union, TYPE_CHECKING, SupportsFloat, Literal, Tuple
             from typing_extensions import deprecated # type: ignore[misc, unused-ignore]
 
             from attrs import define, field

crates/build/re_types_builder/src/codegen/python/views.rs

@@ -58,8 +58,8 @@ fn init_method(reporter: &Reporter, objects: &Objects, obj: &Object) -> String {
     contents: ViewContentsLike = "$origin/**",
     name: Utf8Like | None = None,
     visible: datatypes.BoolLike | None = None,
-    defaults: list[AsComponents | Iterable[DescribedComponentBatch]] | None = None,
-    overrides: dict[EntityPathLike, AsComponents | Iterable[DescribedComponentBatch | AsComponents | Iterable[DescribedComponentBatch]]] | None = None,
+    defaults: Iterable[AsComponents | Iterable[DescribedComponentBatch]] | None = None,
+    overrides: Mapping[EntityPathLike, AsComponents | Iterable[DescribedComponentBatch | AsComponents | Iterable[DescribedComponentBatch]]] | None = None,
     "#
     .to_owned();
 

pixi.lock

@@ -213,6 +213,7 @@ files = [
   "rerun_py/tests",
   "examples/python",
   "scripts",
+  "tests/python",
 ]
 exclude = ["examples/python/objectron", "examples/python/ros_node"]
 namespace_packages = true

rerun_py/pyproject.toml

@@ -197,7 +197,7 @@ def as_component_batches(self) -> list[DescribedComponentBatch]:
 
 
 @define
-class Archetype:
+class Archetype(AsComponents):
     """Base class for all archetypes."""
 
     def __str__(self) -> str:

rerun_py/rerun_sdk/rerun/_baseclasses.py

@@ -1,7 +1,7 @@
 from __future__ import annotations
 
 import uuid
-from collections.abc import Iterable
+from collections.abc import Iterable, Mapping
 from typing import Optional, Union
 
 import rerun_bindings as bindings
@@ -44,8 +44,8 @@ def __init__(
         name: Utf8Like | None,
         visible: BoolLike | None = None,
         properties: dict[str, AsComponents] | None = None,
-        defaults: list[AsComponents | Iterable[DescribedComponentBatch]] | None = None,
-        overrides: dict[
+        defaults: Iterable[AsComponents | Iterable[DescribedComponentBatch]] | None = None,
+        overrides: Mapping[
             EntityPathLike,
             AsComponents | Iterable[DescribedComponentBatch | AsComponents | Iterable[DescribedComponentBatch]],
         ]
@@ -98,8 +98,8 @@ def __init__(
         self.contents = contents
         self.visible = visible
         self.properties = properties if properties is not None else {}
-        self.defaults = defaults if defaults is not None else []
-        self.overrides = overrides if overrides is not None else {}
+        self.defaults = list(defaults) if defaults is not None else []
+        self.overrides = dict(overrides.items()) if overrides is not None else {}
 
     def blueprint_path(self) -> str:
         """

rerun_py/rerun_sdk/rerun/blueprint/api.py

@@ -13,7 +13,6 @@
 
 import numpy as np
 import rerun as rr
-import rerun.components as rrc
 
 
 def frame_times(t: int | Sequence[int], *args: int) -> list[rr.IndexColumn]:
@@ -54,7 +53,9 @@ def specimen_archetype_with_clamp_join_semantics() -> None:
         "/archetype_with_clamp_join_semantics",
         frame_times(0),
         [
-            *rr.Points2D.columns(positions=[(i, i) for i in range(10)], _lengths=[10]),
+            *rr.Points2D.columns(
+                positions=[(i, i) for i in range(10)],
+            ).partition([10]),
             *rr.Points2D.columns(radii=2),
         ],
     )
@@ -72,15 +73,15 @@ def specimen_archetype_with_latest_at_semantics() -> None:
     rr.log("/archetype_chunk_with_latest_at_semantics", [rr.Points2D.indicator()])
 
     set_frame_time(5)
-    rr.log("/archetype_chunk_with_latest_at_semantics", [rrc.RadiusBatch(2)])
+    rr.log("/archetype_chunk_with_latest_at_semantics", rr.Points2D.from_fields(radii=2))
 
 
 def specimen_archetype_with_clamp_join_semantics_two_chunks() -> None:
     """Single row of an archetype with clamp join semantics (Points2D), across two chunks."""
     rr.send_columns(
         "/archetype_with_clamp_join_semantics_two_batches",
         frame_times(0),
-        rr.Points2D.columns(positions=[(i, i) for i in range(10)], _lengths=[10]),
+        rr.Points2D.columns(positions=[(i, i) for i in range(10)]).partition([10]),
     )
 
     rr.send_columns(
@@ -99,9 +100,8 @@ def specimen_archetype_without_clamp_join_semantics() -> None:
             *rr.Mesh3D.columns(
                 vertex_positions=[(0, 0, 0), (0, 1, 0), (1, 1, 0), (1, 0, 0)],
                 vertex_colors=[(255, 0, 0), (0, 255, 0), (0, 0, 255), (255, 255, 0)],
-                _lengths=[4],
-            ),
-            *rr.Mesh3D.columns(triangle_indices=[(0, 1, 2), (0, 2, 3)], _lengths=[2]),
+            ).partition([4]),
+            *rr.Mesh3D.columns(triangle_indices=[(0, 1, 2), (0, 2, 3)]).partition([2]),
         ],
     )
 
@@ -117,7 +117,7 @@ def specimen_many_rows_with_mismatched_instance_count() -> None:
         15,
         size=100,
     )
-    batch_size = np.sum(positions_partitions)
+    batch_size = int(np.sum(positions_partitions))
 
     # Shuffle the color partitions to induce the mismatch
     colors_partitions = positions_partitions.copy()
@@ -130,8 +130,8 @@ def specimen_many_rows_with_mismatched_instance_count() -> None:
         "/many_rows_with_mismatched_instance_count",
         frame_times(range(len(positions_partitions))),
         [
-            *rr.Points2D.columns(positions=positions, _lengths=positions_partitions),
-            *rr.Points2D.columns(colors=colors, _lengths=colors_partitions),
+            *rr.Points2D.columns(positions=positions).partition(positions_partitions),
+            *rr.Points2D.columns(colors=colors).partition(colors_partitions),
         ],
     )
     rr.log("/many_rows_with_mismatched_instance_count", [rr.Points2D.indicator()], static=True)
@@ -161,7 +161,7 @@ def specimen_archetype_chunk_with_clear() -> None:
     )
 
     set_frame_time(0)
-    rr.log("/archetype_chunk_with_clear", [rr.Points2D.indicator(), rrc.RadiusBatch(2)])
+    rr.log("/archetype_chunk_with_clear", [rr.Points2D.indicator()], rr.Points2D.from_fields(radii=2))
 
     set_frame_time(5)
     rr.log("/archetype_chunk_with_clear", rr.Clear(recursive=False))
@@ -184,12 +184,7 @@ def main() -> None:
         if name.startswith("specimen_") and callable(globals()[name]) and (not args.filter or args.filter in name)
     ]
 
-    # Create an inventory of all the specimens
-    def strip_prefix(s: str) -> str:
-        if s.startswith("specimen_"):
-            return s[len("specimen_") :]
-
-    specimen_list = "\n".join([f"| {strip_prefix(s.__name__)} | {s.__doc__} |" for s in specimens])
+    specimen_list = "\n".join([f"| {s.__name__.removeprefix('specimen_')} | {s.__doc__} |" for s in specimens])
     markdown = (
         "# Chunk Zoo\n\n"
         "This recording contains a variety of chunks of various typologies, for testing purposes.\n\n"

rerun_py/rerun_sdk/rerun/blueprint/views/bar_chart_view.py

@@ -3,20 +3,21 @@
 import dataclasses
 
 import numpy as np
+import numpy.typing as npt
 
 MAX_INT64 = 2**63 - 1
 MAX_INT32 = 2**31 - 1
 
 
 @dataclasses.dataclass
 class Point3DInput:
-    positions: np.ndarray
-    colors: np.ndarray
-    radii: np.ndarray
+    positions: npt.NDArray[np.float32]
+    colors: npt.NDArray[np.uint32]
+    radii: npt.NDArray[np.float32]
     label: str = "some label"
 
     @classmethod
-    def prepare(cls, seed: int, num_points: int) -> None:
+    def prepare(cls, seed: int, num_points: int) -> Point3DInput:
         rng = np.random.default_rng(seed=seed)
 
         return cls(