Merge branch 'dev' of https://github.com/vijaisivakumar/continue into vijai/update-context-for-slash-commands

Author: vijaisivakumar

.changes/extensions/vscode/0.8.45.md

@@ -0,0 +1,12 @@
+## 0.8.45 - 2024-08-05
+### Added
+* Support for Llama 3.1 and gpt-4o-mini
+* Support for WatsonX+Granite models
+### Changed
+* Significant improvements to indexing performance
+* Improved @codebase quality by more accurately searching over file names and paths
+* Improved @codebase accuracy
+* Further improvements to indexing performance
+### Fixed
+* Improved docs indexing and management
+* Fixed Gemini embeddings provider

.changes/extensions/vscode/0.8.46.md

@@ -0,0 +1,6 @@
+## 0.8.46 - 2024-08-11
+### Added
+* new /onboard slash command
+### Fixed
+* Fixed problem loading config.ts
+* Fixed bug causing duplicate indexing work

.changes/unreleased/Added-20240726-153514.yaml

@@ -13,12 +13,12 @@
 ## JBIJPPTPL
 
 name: Build
-on:
-  # Trigger the workflow on pushes to only the 'main' branch (this avoids duplicate checks being run e.g., for dependabot pull requests)
-  push:
-    branches: [main, preview]
-  # Trigger the workflow on any pull request
-  # pull_request:
+# on:
+#   # Trigger the workflow on pushes to only the 'main' branch (this avoids duplicate checks being run e.g., for dependabot pull requests)
+#   push:
+#     branches: [main, preview]
+# Trigger the workflow on any pull request
+# pull_request:
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}

.changes/unreleased/Added-20240809-155609.yaml

@@ -3,9 +3,9 @@
 # See https://plugins.jetbrains.com/docs/intellij/plugin-signing.html for more information.
 
 name: Release
-on:
-  release:
-    types: [prereleased, released]
+# on:
+#   release:
+#     types: [prereleased, released]
 
 defaults:
   run:

.changes/unreleased/Changed-20240726-153458.yaml

@@ -1,11 +1,9 @@
 name: Publish Extension
 
 on:
-  push:
-    branches:
-      - main
-  pull_request:
-    types: [closed]
+  create:
+    tags:
+      - "v0.8.*-vscode"
     branches:
       - main
 
@@ -49,8 +47,13 @@ jobs:
     runs-on: ${{ matrix.os }}
     steps:
       # 1. Check-out repository
-      - name: Check-out repository
+      - name: Checkout
         uses: actions/checkout@v4
+        with:
+          fetch-depth: 0 # This ensures all tags are fetched
+
+      - name: Checkout tag
+        run: git checkout ${GITHUB_REF#refs/tags/}
 
       - name: Make sure version isn't odd
         run: |
@@ -99,7 +102,6 @@ jobs:
           cd core
           npm ci
 
-      # 2.25 Run core tests
       - name: Run core tests
         run: |
           cd core
@@ -125,19 +127,19 @@ jobs:
 
       # 4. Run tests for the extension
       # - name: Install Xvfb for Linux and run tests
-      # run: |
-      #   sudo apt-get install -y xvfb # Install Xvfb
-      #   Xvfb :99 & # Start Xvfb
-      #   export DISPLAY=:99 # Export the display number to the environment
-      #   cd extensions/vscode
-      #   npm run test
-      # if: matrix.os == 'ubuntu-latest'
-
-      - name: Run extension tests
-        run: |
-          cd extensions/vscode
-          npm run test
-        if: matrix.os != 'ubuntu-latest'
+      #   run: |
+      #     sudo apt-get install -y xvfb # Install Xvfb
+      #     Xvfb :99 & # Start Xvfb
+      #     export DISPLAY=:99 # Export the display number to the environment
+      #     cd extensions/vscode
+      #     npm run test
+      #   if: matrix.os == 'ubuntu-latest'
+
+      # - name: Run extension tests
+      #   run: |
+      #     cd extensions/vscode
+      #     npm run test
+      #   if: matrix.os != 'ubuntu-latest'
 
       # 5. Package the extension
       - name: Package the extension
@@ -167,20 +169,10 @@ jobs:
       # Download the .vsix artifacts
       - uses: actions/download-artifact@v3
 
-      - name: Tag the repository
-        id: tag
-        run: |
-          # See https://docs.github.com/en/get-started/using-git/dealing-with-special-characters-in-branch-and-tag-names
-          TAG=v$(grep -o '"version": "[^"]*' extensions/vscode/package.json | cut -d'"' -f4)-vscode
-          echo "$TAG"
-          echo "tag=$TAG" >> $GITHUB_OUTPUT
-          git tag -a $TAG -m "Published version $TAG" ${GITHUB_SHA}
-          git push origin $TAG
-
       - name: Release
         uses: softprops/action-gh-release@v2
         with:
-          tag_name: ${{ steps.tag.outputs.tag }}
+          tag_name: ${{ github.ref_name }}
           files: |
             alpine-x64/*.vsix
             darwin-arm64/*.vsix

.changes/unreleased/Changed-20240726-153542.yaml

@@ -3,7 +3,7 @@ name: Publish Preview Extension
 on:
   create:
     tags:
-      - "v*"
+      - "v0.9.*-vscode"
     branches:
       - dev
 
@@ -97,6 +97,13 @@ jobs:
           cd core
           npm ci
 
+      - name: Run core tests
+        run: |
+          cd core
+          npm run test
+        env:
+          OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
+
       # 2.5. Pre package
       - name: Set var for environment info
         shell: pwsh
@@ -107,14 +114,6 @@ jobs:
           cd extensions/vscode
           npm run prepackage -- --target ${{ env.target }}
 
-      # 2.75 Run core tests
-      - name: Run core tests
-        run: |
-          cd core
-          npm run test
-        env:
-          OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
-
       # 3. Re-install esbuild (for cases that we force installed for another arch in prepackage.js)
       - name: Re-install esbuild
         run: |

.changes/unreleased/Fixed-20240809-155531.yaml

@@ -163,6 +163,10 @@ For the sake of rapid development, it is also possible to configure this communi
 
 If you make changes to Kotlin code, they can often be hot-reloaded with "Run -> Debugging Actions -> Reload Changed Classes".
 
+### Our Git Workflow
+
+We keep two permanent branches: `main` and `dev`. All contributions should be made as pull requests to the `dev` branch. When we are ready to create a "pre-release" version, we create a tag on the `dev` branch, which automatically triggers the workflow in [preview.yaml](./.github/workflows/preview.yaml), which builds and releases a version of the VS Code extension. When a release has been sufficiently tested, we will merge its tag into the `main` branch. Creating a tag on the `main` branch will then trigger a similar workflow in [main.yaml](./.github/workflows/main.yaml), which will build and release a main release of the VS Code extension. Any hotfixes can be made by creating a feature branch from the tag for the release in question.
+
 ### Formatting
 
 Continue uses [Prettier](https://marketplace.visualstudio.com/items?itemName=esbenp.prettier-vscode) to format JavaScript/TypeScript. Please install the Prettier extension in VS Code and enable "Format on Save" in your settings.

.changes/unreleased/Fixed-20240809-155551.yaml

@@ -131,7 +131,7 @@ Follow these steps to ensure that everything is set up correctly:
 3. Run `ollama run starcoder:3b` to verify that the model is downloaded.
 4. Make sure that any other completion providers are disabled (e.g. Copilot), as they may interfere.
 5. Make sure that you aren't also using another Ollama model for chat. This will cause Ollama to constantly load and unload the models from memory, resulting in slow responses (or none at all) for both.
-6. Check the output of the logs to find any potential errors (cmd/ctrl+shift+p -> "Toggle Developer Tools" -> "Console" tab in VS Code, ~/.continue/core.log in JetBrains).
+6. Check the output of the logs to find any potential errors (cmd/ctrl+shift+p -> "Toggle Developer Tools" -> "Console" tab in VS Code, ~/.continue/logs/core.log in JetBrains).
 7. If you are still having issues, please let us know in our [Discord](https://discord.gg/vapESyrFmJ) and we'll help as soon as possible.
 
 ### Completions are slow

.github/workflows/jetbrains-build.yaml

@@ -258,6 +258,7 @@ export class ConfigHandler {
     const newConfig = await this.currentProfile.reloadConfig();
     this.inactiveProfiles.forEach((profile) => profile.clearConfig());
     this.notifyConfigListeners(newConfig);
+    return newConfig;
   }
 
   getSerializedConfig(): Promise<BrowserSerializedContinueConfig> {

.github/workflows/jetbrains-release.yaml

@@ -1,28 +1,5 @@
 const Types = `
 declare global {
-  declare global {
-    interface Window {
-      ide?: "vscode";
-      windowId: string;
-      serverUrl: string;
-      vscMachineId: string;
-      vscMediaUrl: string;
-      fullColorTheme?: {
-        rules?: {
-          token?: string;
-          foreground?: string;
-        }[];
-      };
-      colorThemeName?: string;
-      workspacePaths?: string[];
-      postIntellijMessage?: (
-        messageType: string,
-        data: any,
-        messageIde: string,
-      ) => void;
-    }
-  }
-  
   export interface ChunkWithoutID {
     content: string;
     startLine: number;

.github/workflows/main.yaml

@@ -1,7 +1,6 @@
 import { ContextProviderName } from "../../index.js";
 import { BaseContextProvider } from "../index.js";
 import CodeContextProvider from "./CodeContextProvider.js";
-import CodebaseContextProvider from "./CodebaseContextProvider.js";
 import ContinueProxyContextProvider from "./ContinueProxyContextProvider.js";
 import CurrentFileContextProvider from "./CurrentFileContextProvider.js";
 import DatabaseContextProvider from "./DatabaseContextProvider.js";

.github/workflows/preview.yaml

@@ -7,7 +7,6 @@ import {
 } from "../../../index.js";
 import { chunkDocument } from "../../../indexing/chunk/chunk.js";
 import { LanceDbIndex } from "../../../indexing/LanceDbIndex.js";
-import { MAX_CHUNK_SIZE } from "../../../llm/constants.js";
 import { retrieveFts } from "../fullTextSearch.js";
 import { recentlyEditedFilesCache } from "../recentlyEditedFilesCache.js";
 
@@ -34,7 +33,7 @@ export default class BaseRetrievalPipeline implements IRetrievalPipeline {
     this.lanceDbIndex = new LanceDbIndex(
       options.embeddingsProvider,
       (path) => options.ide.readFile(path),
-      options.pathSep
+      options.pathSep,
     );
   }
 
@@ -63,7 +62,7 @@ export default class BaseRetrievalPipeline implements IRetrievalPipeline {
       const fileChunks = chunkDocument({
         filepath,
         contents,
-        maxChunkSize: MAX_CHUNK_SIZE,
+        maxChunkSize: this.options.embeddingsProvider.maxChunkSize,
         digest: filepath,
       });
 

CONTRIBUTING.md

@@ -173,6 +173,7 @@ export class Core {
       console.error(err);
       Telemetry.capture("core_messenger_error", {
         message: err.message,
+        stack: err.stack,
       });
       this.messenger.request("errorPopup", { message: err.message });
     });
@@ -638,8 +639,13 @@ export class Core {
       const rows = await DevDataSqliteDb.getTokensPerModel();
       return rows;
     });
-    on("index/forceReIndex", async (msg) => {
-      const dirs = msg.data ? [msg.data] : await this.ide.getWorkspaceDirs();
+    on("index/forceReIndex", async ({ data }) => {
+      if (data?.shouldClearIndexes) {
+        const codebaseIndexer = await this.codebaseIndexerPromise;
+        await codebaseIndexer.clearIndexes();
+      }
+
+      const dirs = data?.dir ? [data.dir] : await this.ide.getWorkspaceDirs();
       await this.refreshCodebaseIndex(dirs);
     });
     on("index/setPaused", (msg) => {
@@ -690,6 +696,7 @@ export class Core {
           "indexing_error",
           {
             error: update.desc,
+            stack: update.debugInfo,
           },
           false,
         );

core/autocomplete/README.md

@@ -37,7 +37,9 @@ export interface Chunk extends ChunkWithoutID {
 export interface IndexingProgressUpdate {
   progress: number;
   desc: string;
+  shouldClearIndexes?: boolean;
   status: "loading" | "indexing" | "done" | "failed" | "paused" | "disabled";
+  debugInfo?: string;
 }
 
 export type PromptTemplate =
@@ -871,10 +873,14 @@ interface QuickActionConfig {
   sendToChat: boolean;
 }
 
+export type DefaultContextProvider = ContextProviderWithParams & {
+  query?: string;
+};
+
 interface ExperimentalConfig {
   contextMenuPrompts?: ContextMenuConfig;
   modelRoles?: ModelRoles;
-  defaultContext?: "activeFile"[];
+  defaultContext?: DefaultContextProvider[];
   promptPath?: string;
 
   /**

core/config/ConfigHandler.ts

@@ -201,7 +201,7 @@ export class CodeSnippetsCodebaseIndex implements CodebaseIndex {
 
       for (const snippet of snippets) {
         const { lastID } = await db.run(
-          "INSERT INTO code_snippets (path, cacheKey, content, title, startLine, endLine) VALUES (?, ?, ?, ?, ?, ?)",
+          "REPLACE INTO code_snippets (path, cacheKey, content, title, startLine, endLine) VALUES (?, ?, ?, ?, ?, ?)",
           [
             addTag.path,
             addTag.cacheKey,
@@ -212,7 +212,7 @@ export class CodeSnippetsCodebaseIndex implements CodebaseIndex {
           ],
         );
         await db.run(
-          "INSERT INTO code_snippets_tags (snippetId, tag) VALUES (?, ?)",
+          "REPLACE INTO code_snippets_tags (snippetId, tag) VALUES (?, ?)",
           [lastID, tagString],
         );
       }