fix(benchmark): disable type testing while benchmarking (#7068)

Author: AriPerkkio

packages/vitest/src/node/config/resolveConfig.ts

@@ -557,6 +557,7 @@ export function resolveConfig(
     }
     // override test config
     resolved.coverage.enabled = false
+    resolved.typecheck.enabled = false
     resolved.include = resolved.benchmark.include
     resolved.exclude = resolved.benchmark.exclude
     resolved.includeSource = resolved.benchmark.includeSource

test/benchmark/fixtures/basic/should-not-run.test-d.ts

@@ -0,0 +1,7 @@
+import { describe, expectTypeOf, test } from 'vitest'
+
+describe('test', () => {
+  test('some-test', () => {
+    expectTypeOf({ a: 1 }).toEqualTypeOf({ a: "should not match" })
+  })
+})

test/benchmark/test/basic.test.ts

@@ -13,6 +13,9 @@ it('basic', { timeout: 60_000 }, async () => {
     root,
     allowOnly: true,
     outputJson: 'bench.json',
+
+    // Verify that type testing cannot be used with benchmark
+    typecheck: { enabled: true },
   }, [], 'benchmark')
   expect(result.exitCode).toBe(0)
 

tsconfig.check.json

@@ -14,6 +14,7 @@
     "./packages/ui/client/**",
     "./examples/**/*.*",
     "./bench/**",
+    "./test/benchmark/fixtures/**",
     "./test/typescript/**",
     "./test/browser/**",
     "**/coverage/fixtures/**",