perf(build): disable rollup cache for builds (#11454)

Author: bluwy

packages/vite/src/node/build.ts

@@ -498,6 +498,7 @@ export async function build(
       : libOptions
       ? 'strict'
       : false,
+    cache: config.build.watch ? undefined : false,
     ...options.rollupOptions,
     input,
     plugins,