Add timeout and retry deletion for osd core

Signed-off-by: Peter Zhu <[email protected]>

Author: peterzhuamazon

src/dev/build/lib/fs.ts

@@ -44,6 +44,7 @@ import del from 'del';
 import deleteEmpty from 'delete-empty';
 import tar, { ExtractOptions } from 'tar';
 import { ToolingLog } from '@osd/dev-utils';
+import { standardize } from '@osd/cross-platform';
 
 const pipelineAsync = promisify(pipeline);
 const mkdirAsync = promisify(fs.mkdir);
@@ -120,7 +121,24 @@ export async function deleteAll(patterns: string[], log: ToolingLog) {
     dryRun: true,
   });
 
-  await Promise.all(filesToDelete.map((folder) => rm(folder, { force: true, recursive: true })));
+  await Promise.all(
+    filesToDelete.map(async (folder) => {
+      if (process.platform === 'win32') {
+        folder = standardize(folder, false, false, true); // extended long path
+      }
+
+      for (let i = 0; i < 3; i++) {
+        try {
+          await rm(folder, { force: true, recursive: true });
+          return;
+        } catch (err) {
+          if (i === 2) throw err;
+          log.debug(`Retry ${i + 1}/3 on ${folder}, waiting for 1000ms`);
+          await new Promise((resolveSleep) => setTimeout(resolveSleep, 1000));
+        }
+      }
+    })
+  );
 
   if (log) {
     log.debug('Deleted %d files/directories', filesToDelete.length);
@@ -155,7 +173,24 @@ export async function deleteEmptyFolders(
       })
     : [];
 
-  await Promise.all(foldersToDelete.map((folder) => rm(folder, { force: true, recursive: true })));
+  await Promise.all(
+    foldersToDelete.map(async (folder) => {
+      if (process.platform === 'win32') {
+        folder = standardize(folder, false, false, true); // extended long path
+      }
+
+      for (let i = 0; i < 3; i++) {
+        try {
+          await rm(folder, { force: true, recursive: true });
+          return;
+        } catch (err) {
+          if (i === 2) throw err;
+          log.debug(`Retry ${i + 1}/3 on ${folder}, waiting for 1000ms`);
+          await new Promise((resolveSleep) => setTimeout(resolveSleep, 1000));
+        }
+      }
+    })
+  );
 
   log.debug('Deleted %d empty folders', foldersToDelete.length);
   log.verbose('Deleted:', longInspect(foldersToDelete));