Improve incremental build time (#10039)

Unfortunately this increases the release build size by 8M
```
|        | incremental build | full build | binary size |
|--------|-------------------|------------|-------------|
| main   | 4m 21s            | 6m 24s     | 72M         |
| #10039 | 1m 45s            | 5m 28s     | 80M         |
```

Author: ry

Cargo.toml

@@ -20,17 +20,6 @@ exclude = [
   "std/hash/_wasm"
 ]
 
-
-[profile.release]
-codegen-units = 1
-lto = true
-opt-level = 'z' # Optimize for size
-
-[profile.bench]
-codegen-units = 1
-lto = true
-opt-level = 'z' # Optimize for size
-
 # Optimize these packages for perf
 [profile.release.package.rand]
 opt-level = 3