when loading data factory, we should retry to retrieve the file 3 contents 3x

bghira · bghira · commit df233a0b0c01 · 2025-04-17T17:45:44.000+01:00
diff --git a/helpers/data_backend/factory.py b/helpers/data_backend/factory.py
@@ -1317,7 +1317,7 @@ def configure_multi_databackend(
                     init_backend["vaecache"].discover_all_files()
                 accelerator.wait_for_everyone()
             all_image_files = StateTracker.get_image_files(
-                data_backend_id=init_backend["id"]
+                data_backend_id=init_backend["id"], retry_limit=3 # some filesystems maybe take longer to make it available.
             )
             init_backend["vaecache"].build_vae_cache_filename_map(
                 all_image_files=all_image_files

Original file line number	Diff line number	Diff line change
`@@ -1317,7 +1317,7 @@ def configure_multi_databackend(`
`1317`	`1317`	`init_backend["vaecache"].discover_all_files()`
`1318`	`1318`	`accelerator.wait_for_everyone()`
`1319`	`1319`	`all_image_files = StateTracker.get_image_files(`
`1320`		`- data_backend_id=init_backend["id"]`
	`1320`	`+ data_backend_id=init_backend["id"], retry_limit=3 # some filesystems maybe take longer to make it available.`
`1321`	`1321`	`)`
`1322`	`1322`	`init_backend["vaecache"].build_vae_cache_filename_map(`
`1323`	`1323`	`all_image_files=all_image_files`