feat(polars): add ArrayDistinct operation (#10334)

Author: IndexSeek

ibis/backends/polars/compiler.py

@@ -1539,3 +1539,9 @@ def visit_ArrayUnion(op, **kw):
     left = translate(op.left, **kw)
     right = translate(op.right, **kw)
     return left.list.set_union(right)
+
+
+@translate.register(ops.ArrayDistinct)
+def visit_ArrayDistinct(op, **kw):
+    arg = translate(op.arg, **kw)
+    return arg.list.unique()

ibis/backends/tests/test_array.py

@@ -749,7 +749,7 @@ def test_array_remove(con, input, expected):
 
 
 @builtin_array
-@pytest.mark.notimpl(["datafusion", "polars"], raises=com.OperationNotDefinedError)
+@pytest.mark.notimpl(["datafusion"], raises=com.OperationNotDefinedError)
 @pytest.mark.notimpl(
     ["sqlite"], raises=com.UnsupportedBackendType, reason="Unsupported type: Array..."
 )
@@ -779,6 +779,11 @@ def test_array_remove(con, input, expected):
             [{3, 1}, set(), {42}, set(), {None}, None],
             id="null",
             marks=[
+                pytest.mark.notyet(
+                    ["polars"],
+                    raises=AssertionError,
+                    reason="Null elements are transformed to NaN",
+                ),
                 pytest.mark.notyet(
                     ["pyspark"],
                     condition=IS_SPARK_REMOTE,