Migrate Ahnlich DB to Grpc Implementation and Types

.github/workflows/release.yml

@@ -41,7 +41,7 @@ jobs:
             - name: Get Cargo toolchain
               uses: actions-rs/toolchain@v1
               with:
-                toolchain: 1.85.0
+                toolchain: 1.87.0
 
             - name: Install Protoc
               uses: arduino/setup-protoc@v3
@@ -68,7 +68,7 @@ jobs:
             - name: Get Cargo toolchain
               uses: actions-rs/toolchain@v1
               with:
-                toolchain: 1.85.0
+                toolchain: 1.87.0
 
             - name: Install Protoc
               uses: arduino/setup-protoc@v3
@@ -127,7 +127,7 @@ jobs:
             - name: Get Cargo toolchain
               uses: actions-rs/toolchain@v1
               with:
-                toolchain: 1.85.0
+                toolchain: 1.87.0
 
             - name: Install Protoc
               uses: arduino/setup-protoc@v3

.github/workflows/rust_tag_and_deploy.yml

@@ -66,7 +66,7 @@ jobs:
       - name: Get Cargo toolchain
         uses: actions-rs/toolchain@v1
         with:
-          toolchain: 1.85.0
+          toolchain: 1.87.0
 
       - name: Install Protoc
         uses: arduino/setup-protoc@v3

.github/workflows/test.yml

@@ -49,6 +49,21 @@ jobs:
         make format
         make clippy
 
+    - name: Check Rust Client is up to date
+      working-directory: ./ahnlich
+      run: |
+        make grpc-update-rust
+        if [[ -n "$(git status . --porcelain)" ]]; then
+          echo "::error::Running 'make grpc-update-rust' caused changes, Please check that rust client is up to date"
+          git --no-pager diff .
+          exit 1
+        fi
+
+    - name: Build and Format Rust Example
+      working-directory: ./examples/rust/image-search
+      run: |
+        cargo b && cargo fmt
+
     - name: Run Test
       working-directory: ./ahnlich
       run: |
@@ -101,6 +116,16 @@ jobs:
       working-directory: ./ahnlich
       run: |
         cargo build
+
+    - name: Check Python Client is up to date
+      working-directory: ./ahnlich
+      run: |
+        make grpc-update-python
+        if [[ -n "$(git status ../sdk/ahnlich-client-py --porcelain)" ]]; then
+          echo "::error::Running 'make grpc-update-python' caused changes, Please check that python client is up to date"
+          git --no-pager diff ../sdk/ahnlich-client-py
+          exit 1
+        fi
 
     - name: Run Python Client Tests
       working-directory: ./sdk/ahnlich-client-py

README.md

@@ -34,8 +34,8 @@ create_store(
     query_model="all-minilm-l6-v2",
 )
 ```
-- [`ahnlich-client-rs`](ahnlich/client/): Rust client for `ahnlich-db` and `ahnlich-ai` with support for connection pooling.
-- [`ahnlich-client-py`](sdk/ahnlich-client-py/): Python client for `ahnlich-db` and `ahnlich-ai` with support for connection pooling.
+- [`ahnlich-client-rs`](ahnlich/client/): Rust client for `ahnlich-db` and `ahnlich-ai`.
+- [`ahnlich-client-py`](sdk/ahnlich-client-py/): Python client for `ahnlich-db` and `ahnlich-ai`.
 
 - [`ahnlich-cli`](ahnlich/cli/): CLI for querying `ahnlich-db` and `ahnlich-ai`
 

TODO.md

@@ -0,0 +1,18 @@
+## GRPC rewrite TODOs
+
+- [x] Fixing FIXMEs in DB test
+- [ ] Fixing AI tests to use new grpc methods
+- [x] Fixing ahnlich client tests to use new grpc methods
+- [x] Fixing ahnlich client README documentation that still references creating connection pools and TCP stuff
+- [X] Fixing DSL to use grpc methods
+- [x] Renaming grpc_types to ahnlich_types
+- [x] Fixing CLI to use grpc methods
+- [ ] Starting Python rewrite to use new grpc methods
+
+
+## Python Rewrite
+- [ ] Create a blocking client that wraps around betterproto async client
+- [X] Create CI step that checks that `grpc-update-client` does not produce any diffs so that our clients are always up to date.
+- [X] Update tests.
+- [ ] Fix Demo embed and demo tracing.
+- [ ] Migrate README to reflect grpc client.