completely disable semantic token when file is too big

Author: jasonlyu123

server/src/embeddedSupport/languageModes.ts

@@ -74,7 +74,7 @@ export interface LanguageMode {
   getColorPresentations?(document: TextDocument, color: Color, range: Range): ColorPresentation[];
   getFoldingRanges?(document: TextDocument): FoldingRange[];
   getRenameFileEdit?(renames: FileRename): TextDocumentEdit[];
-  getSemanticTokens?(document: TextDocument, range?: Range): SemanticTokenData[] | null;
+  getSemanticTokens?(document: TextDocument, range?: Range): SemanticTokenData[];
 
   onDocumentChanged?(filePath: string): void;
   onDocumentRemoved(document: TextDocument): void;

server/src/modes/script/javascript.ts

@@ -804,8 +804,8 @@ export async function getJavascriptMode(
     getSemanticTokens(doc: TextDocument, range?: Range) {
       const { scriptDoc, service } = updateCurrentVueTextDocument(doc);
       const scriptText = scriptDoc.getText();
-      if (!range && scriptText.trim().length > SEMANTIC_TOKEN_CONTENT_LENGTH_LIMIT) {
-        return null;
+      if (scriptText.trim().length > SEMANTIC_TOKEN_CONTENT_LENGTH_LIMIT) {
+        return [];
       }
 
       const fileFsPath = getFileFsPath(doc.uri);

server/src/services/projectService.ts

@@ -64,7 +64,7 @@ export interface ProjectService {
   onCodeAction(params: CodeActionParams): Promise<CodeAction[]>;
   onCodeActionResolve(action: CodeAction): Promise<CodeAction>;
   onWillRenameFile(fileRename: FileRename): Promise<TextDocumentEdit[]>;
-  onSemanticTokens(params: SemanticTokensParams | SemanticTokensRangeParams): Promise<SemanticTokens | null>;
+  onSemanticTokens(params: SemanticTokensParams | SemanticTokensRangeParams): Promise<SemanticTokens>;
   doValidate(doc: TextDocument, cancellationToken?: VCancellationToken): Promise<Diagnostic[] | null>;
   dispose(): Promise<void>;
 }
@@ -356,10 +356,7 @@ export async function createProjectService(
 
       for (const mode of modes) {
         const tokenData = mode.mode.getSemanticTokens?.(doc, range);
-        // all or nothing
-        if (tokenData === null) {
-          return null;
-        }
+
         data.push(...(tokenData ?? []));
       }
 

server/src/services/vls.ts

@@ -391,8 +391,8 @@ export class VLS {
     this.lspConnection.onCodeAction(this.onCodeAction.bind(this));
     this.lspConnection.onCodeActionResolve(this.onCodeActionResolve.bind(this));
     this.lspConnection.workspace.onWillRenameFiles(this.onWillRenameFiles.bind(this));
-    this.lspConnection.onRequest(SemanticTokensRequest.type, this.onSemanticToken.bind(this));
-    this.lspConnection.onRequest(SemanticTokensRangeRequest.type, this.onSemanticToken.bind(this));
+    this.lspConnection.languages.semanticTokens.on(this.onSemanticToken.bind(this));
+    this.lspConnection.languages.semanticTokens.onRange(this.onSemanticToken.bind(this));
 
     this.lspConnection.onDocumentColor(this.onDocumentColors.bind(this));
     this.lspConnection.onColorPresentation(this.onColorPresentations.bind(this));
@@ -629,10 +629,10 @@ export class VLS {
     };
   }
 
-  async onSemanticToken(params: SemanticTokensParams | SemanticTokensRangeParams): Promise<SemanticTokens | null> {
+  async onSemanticToken(params: SemanticTokensParams | SemanticTokensRangeParams): Promise<SemanticTokens> {
     const project = await this.getProjectService(params.textDocument.uri);
 
-    return project?.onSemanticTokens(params) ?? null;
+    return project?.onSemanticTokens(params) ?? { data: [] as number[] };
   }
 
   private triggerValidation(textDocument: TextDocument): void {