Properly move cache when it is not in default path (#18563)

Author: sgugger

src/transformers/utils/hub.py

@@ -1070,7 +1070,11 @@ def move_cache(cache_dir=None, new_cache_dir=None, token=None):
             "`transformers.utils.move_cache()`."
         )
     try:
-        move_cache()
+        if TRANSFORMERS_CACHE != default_cache_path:
+            # Users set some env variable to customize cache storage
+            move_cache(TRANSFORMERS_CACHE, TRANSFORMERS_CACHE)
+        else:
+            move_cache()
     except Exception as e:
         trace = "\n".join(traceback.format_tb(e.__traceback__))
         logger.error(