docs(support-matrix): hide internal operations from the support matrix (#10352)

Author: cpcloud

docs/backends/support/matrix.qmd

@@ -63,6 +63,8 @@ dict(value=sql_backends, color="green", icon="database")
 
 ```{python}
 #| echo: false
+import inspect
+
 import pandas as pd
 
 import ibis
@@ -72,11 +74,30 @@ import ibis.expr.operations as ops
 def make_support_matrix():
     """Construct the backend operation support matrix data."""
 
-    from ibis.backends.sql.compilers.base import ALL_OPERATIONS
-
-    support_matrix_ignored_operations = (ops.ScalarParameter,)
+    # these are handled either through rewrites or by visit methods on their
+    # subclasses
+    support_matrix_ignored_operations = (
+        ops.Alias,
+        ops.AnalyticVectorizedUDF,
+        ops.Distinct,
+        ops.DropNull,
+        ops.ElementWiseVectorizedUDF,
+        ops.FillNull,
+        ops.ReductionVectorizedUDF,
+        ops.ScalarParameter,
+        ops.Subquery,
+    )
 
-    public_ops = ALL_OPERATIONS.difference(support_matrix_ignored_operations)
+    public_ops = {
+        op
+        for _, mod in inspect.getmembers(ops, inspect.ismodule)
+        for _, op in inspect.getmembers(
+            mod, lambda cls: inspect.isclass(cls)
+            and issubclass(cls, ops.Node)
+            and cls.__name__ in mod.__all__
+            and not cls.__subclasses__()
+        )
+    }.difference(support_matrix_ignored_operations)
 
     assert public_ops
 

ibis/backends/sql/compilers/flink.py

@@ -75,7 +75,6 @@ class FlinkCompiler(SQLGlotCompiler):
         ops.CountDistinctStar,
         ops.Covariance,
         ops.DateDiff,
-        ops.ExtractURLField,
         ops.FindInSet,
         ops.IsInf,
         ops.IsNan,

ibis/expr/operations/analytic.py

@@ -48,12 +48,12 @@ class RankBase(Analytic):
 
 @public
 class MinRank(RankBase):
-    pass
+    """Rank within an ordered partition."""
 
 
 @public
 class DenseRank(RankBase):
-    pass
+    """Rank within an ordered partition, consecutively."""
 
 
 @public

ibis/expr/operations/arrays.py

@@ -272,6 +272,7 @@ class TimestampRange(Range):
     step: Value[dt.Interval]
 
 
+@public
 class ArrayAgg(Value):
     arg: Value[dt.Array]
     shape = rlz.shape_like("args")

ibis/expr/operations/relations.py

@@ -147,6 +147,8 @@ def schema(self):
 
 @public
 class DropColumns(Relation):
+    """Drop columns from a relation."""
+
     parent: Relation
     columns_to_drop: frozenset[str]
 
@@ -184,6 +186,8 @@ def schema(self):
 # TODO(kszucs): remove in favor of View
 @public
 class SelfReference(Reference):
+    """A self-referential relation."""
+
     values = FrozenOrderedDict()
 
 

ibis/expr/operations/strings.py

@@ -313,49 +313,44 @@ class StringConcat(Value):
 
 
 @public
-class ExtractURLField(StringUnary):
-    pass
-
-
-@public
-class ExtractProtocol(ExtractURLField):
+class ExtractProtocol(StringUnary):
     """Extract the protocol from a URL."""
 
 
 @public
-class ExtractAuthority(ExtractURLField):
+class ExtractAuthority(StringUnary):
     """Extract the authority from a URL."""
 
 
 @public
-class ExtractUserInfo(ExtractURLField):
+class ExtractUserInfo(StringUnary):
     """Extract the user info from a URL."""
 
 
 @public
-class ExtractHost(ExtractURLField):
+class ExtractHost(StringUnary):
     """Extract the host from a URL."""
 
 
 @public
-class ExtractFile(ExtractURLField):
+class ExtractFile(StringUnary):
     """Extract the file from a URL."""
 
 
 @public
-class ExtractPath(ExtractURLField):
+class ExtractPath(StringUnary):
     """Extract the path from a URL."""
 
 
 @public
-class ExtractQuery(ExtractURLField):
+class ExtractQuery(StringUnary):
     """Extract the query from a URL."""
 
     key: Optional[Value[dt.String]] = None
 
 
 @public
-class ExtractFragment(ExtractURLField):
+class ExtractFragment(StringUnary):
     """Extract the fragment from a URL."""