s3_management: Add PACKAGE_ALLOW_LIST for indices (#1259)

Author: seemethere

s3_management/manage.py

@@ -30,6 +30,34 @@
     "whl/test": "torch_test.html",
 }
 
+PACKAGE_ALLOW_LIST = {
+    "Pillow",
+    "certifi",
+    "charset-normalizer",
+    "cmake",
+    "filelock",
+    "idna",
+    "mpmath",
+    "nestedtensor",
+    "networkx",
+    "numpy",
+    "packaging",
+    "pytorch-triton",
+    "requests",
+    "sympy",
+    "torch",
+    "torcharrow",
+    "torchaudio",
+    "torchcsprng",
+    "torchdata",
+    "torchdistx",
+    "torchrec",
+    "torchtext",
+    "torchvision",
+    "typing-extensions",
+    "urllib3",
+}
+
 # Should match torch-2.0.0.dev20221221+cu118-cp310-cp310-linux_x86_64.whl as:
 # Group 1: torch-2.0.0.dev
 # Group 2: 20221221
@@ -96,7 +124,7 @@ def nightly_packages_to_show(self: S3IndexType) -> Set[str]:
                 to_hide.add(obj)
             elif between_bad_dates(package_build_time):
                 to_hide.add(obj)
-            elif "torchtriton" in package_name:
+            elif package_name not in PACKAGE_ALLOW_LIST:
                 to_hide.add(obj)
             else:
                 packages[package_name] += 1