Merge remote-tracking branch 'origin/main' into nulls-last

Author: aljazerzen

.config/.markdown-link-check-all.json

@@ -7,7 +7,7 @@
       "urls": ["https://crates.io"]
     }
   ],
-  "ignorePatters": [
+  "ignorePatterns": [
     {
       "pattern": "^https://twitter.com"
     },

.config/.markdown-link-check-local.json

@@ -1,9 +1,10 @@
 {
   "ignorePatterns": [
     {
-      "_comment_1": "Our pipeline should depend only on the work we do.",
-      "_comment_2": "If some third-party website breaks a link, that should produce a warning, and not block our PRs",
-      "pattern": "^(?!https://github\\.com/(PRQL|prql)|https://prql-lang\\.org|https://raw\\.githubusercontent\\.com/PRQL).*$"
+      "_comment_1": "Our pipeline depends only on our assets.",
+      "_comment_2": "If some third-party website breaks a link, we cover that in ./.markdown-link-check-all.json",
+      "_comment_3": "So this excludes anything that's not a relative link to a file in our repo or a link to our file on the web.",
+      "pattern": "^(?!https://github\\.com/(PRQL|prql)|https://prql-lang\\.org|https://raw\\.githubusercontent\\.com/(PRQL|prql)|[./]+|file://).*$"
     }
   ]
 }

.github/workflows/nightly.yaml

@@ -92,31 +92,34 @@ jobs:
           command: udeps
           args: --all-targets
 
-  test-docker:
-    # We only test the build in `test-all`; this also runs tests.
-    runs-on: ubuntu-latest
-    steps:
-      - name: 📂 Checkout code
-        uses: actions/checkout@v3
-
-      - uses: docker/setup-buildx-action@v2
-
-      - name: Build
-        uses: docker/build-push-action@v4
-        with:
-          tags: prql:latest
-          # Use the GHA cache
-          load: true
-          cache-from: type=gha
-          cache-to: type=gha,mode=max
-
-      # https://aschmelyun.com/blog/using-docker-run-inside-of-github-actions/
-      - name: Test
-        uses: addnab/docker-run-action@v3
-        with:
-          image: prql:latest
-          options: -v ${{ github.workspace }}/:/src
-          run: task test-rust
+  # We now use the devcontainer. TODO: is it possible to have a similar test for
+  # that? Or that would require VSCode to install the dependencies?
+
+  # test-docker:
+  #   # We only test the build in `test-all`; this also runs tests.
+  #   runs-on: ubuntu-latest
+  #   steps:
+  #     - name: 📂 Checkout code
+  #       uses: actions/checkout@v3
+
+  #     - uses: docker/setup-buildx-action@v2
+
+  #     - name: Build
+  #       uses: docker/build-push-action@v4
+  #       with:
+  #         tags: prql:latest
+  #         # Use the GHA cache
+  #         load: true
+  #         cache-from: type=gha
+  #         cache-to: type=gha,mode=max
+
+  #     # https://aschmelyun.com/blog/using-docker-run-inside-of-github-actions/
+  #     - name: Test
+  #       uses: addnab/docker-run-action@v3
+  #       with:
+  #         image: prql:latest
+  #         options: -v ${{ github.workspace }}/:/src
+  #         run: task test-rust
 
   code-ql:
     # Currently almost the default code-ql config

.github/workflows/release.yaml

@@ -68,7 +68,7 @@ jobs:
           cp target/release/prqlc .debpkg/usr/bin/prqlc
           chmod +x .debpkg/usr/bin/prqlc
       - name: 📦 Build .deb package
-        uses: jiro4989/build-deb-action@v2
+        uses: jiro4989/build-deb-action@v3
         with:
           package: prqlc
           package_root: .debpkg

.github/workflows/test-all.yaml

@@ -114,27 +114,6 @@ jobs:
         with:
           use_cache: true
 
-  build-docker:
-    # TODO: could extract this into its own workflow and run on any changes to `Dockerfile` on PRs
-    # Note that we only build the image here; we then run tests in `nightly.yaml`
-    runs-on: ubuntu-latest
-    steps:
-      - name: 📂 Checkout code
-        uses: actions/checkout@v3
-
-      - uses: docker/setup-buildx-action@v2
-
-      - name: Build
-        uses: docker/build-push-action@v4
-        with:
-          tags: prql:latest
-          # Use the GHA cache
-          load: true
-          cache-from: type=gha
-          # Only save cache on `main`
-          cache-to:
-            ${{ github.ref_name == 'main' && 'type=gha,mode=max' || '' }}
-
   test-min-rust-version:
     runs-on: ubuntu-latest
     steps:

.gitignore

@@ -13,6 +13,7 @@ lcov.info
 
 /*.prql
 _*.prql
+**/project/**/*.prql
 /*.rq
 _*.rq
 /*.pl

.pre-commit-config.yaml

@@ -42,16 +42,22 @@ repos:
     rev: v3.11.2
     hooks:
       - id: markdown-link-check
+        name: markdown-link-check-local
         files: \.md$
         args: ["--config=.config/.markdown-link-check-local.json"]
+        # To run across everything (see nightly.yaml for more details)
+      - id: markdown-link-check
+        name: markdown-link-check-all
+        stages: [manual]
+        files: \.md$
+        args: ["--config=.config/.markdown-link-check-all.json"]
   - repo: local
     hooks:
       - id: no-dbg
         name: no-dbg
         description: We shouldn't merge code with `dbg!` in
         language: pygrep
         types: ["rust"]
-        # A regex searching sql files for either `prj-` or 'tgs-'.
         entry: "dbg!"
   - repo: local
     hooks:

CHANGELOG.md

@@ -7,11 +7,23 @@ will become the public version at the next release._
 
 **Features**:
 
+- We've made one large breaking change — "Lists" are now "Tuples", and
+  represented with brackets `{}` rather than braces `[]`.
+
+  We've made this change to incorporate arrays without having syntax that's the
+  opposite of almost every major language — specifically using `{}` for an array
+  type and `[]` for a tuple type. (Though we recognize that `{}` for tuples is
+  also rare (Hi, Erlang!), but didn't want to further load parentheses with
+  meaning)
+
+  As part of this, we've also formalized tuples as containing both individual
+  items (`select {foo, baz}`), and assignments (`select {foo=bar, baz=fuz}`).
+
 - Add a `~=` regex search operator (@max-sixty, #2458). An example:
 
   ```prql no-eval
   from tracks
-  filter (name ~= "Love")
+  filter {name ~= "Love"}
   ```
 
   ...compiles to;
@@ -537,10 +549,10 @@ below in this release).
 
   ```prql no-eval
   from numbers
-  select [
+  select {
       small = 1.000_000_1,
       big = 5_000_000,
-  ]
+  }
   ```
 
 - The SQL output contains a comment with the PRQL compiler version (@aljazerzen,