ADLR/megatron-lm!3397 - build: Switch to uv

Co-authored-by: Peter Dykas <[email protected]>
Co-authored-by: Hongxiao Bai <[email protected]>
Co-authored-by: Santosh Bhavani <[email protected]>
Co-authored-by: Qiyu Wan <[email protected]>
Co-authored-by: Duncan Riach <[email protected]>
Co-authored-by: Guyue Huang <[email protected]>
Co-authored-by: Kezhi Kong <[email protected]>
Co-authored-by: Li Tao <[email protected]>
Co-authored-by: Tyler Poon <[email protected]>
Co-authored-by: Yu Yao <[email protected]>
Co-authored-by: Helen Ngo <[email protected]>
Co-authored-by: Mikolaj Blaz <[email protected]>
Co-authored-by: Kunlun Li <[email protected]>
Co-authored-by: Shunkang Zhang <[email protected]>
Co-authored-by: Jakub Szulc <[email protected]>
Co-authored-by: Keshav Santhanam <[email protected]>
Co-authored-by: Matthieu Le <[email protected]>
Co-authored-by: Abhinav Khattar <[email protected]>
Co-authored-by: Selvaraj Anandaraj <[email protected]>
Co-authored-by: Mcore Bot <[email protected]>

Author: 21 people

.coveragerc

@@ -35,7 +35,7 @@ DOCKER_BUILDKIT=1 docker build \
     --secret id=LOGGER_INDEX_URL \
     --secret id=EXPERIMENTAL_FLASH_ATTN \
     --target $STAGE \
-    -f $FILE \
+    -f docker/$FILE \
     -t ${IMAGE}:${CI_PIPELINE_ID} \
     --builder=container \
     --build-arg JET_API_VERSION=$JET_API_VERSION \

.gitlab/scripts/build.sh

@@ -114,9 +114,14 @@ publish:test_release_pypi_test_wheel:
     - pip install -U --no-cache-dir pip
     - |
       if [[ "$PLATFORM" == "arm64" ]]; then
-        pip install --no-cache-dir wheelhouse/*cp311*aarch64.whl
+        for file in wheelhouse/*cp311*aarch64.whl; do
+          pip install --no-cache-dir "$file[dev,mlm]"
+        done
+        
       else
-        pip install --no-cache-dir wheelhouse/*cp311*x86_64.whl
+        for file in wheelhouse/*cp311*x86_64.whl; do
+          pip install --no-cache-dir "$file[dev,mlm]"
+        done
       fi
 
     - RELEASE_NUMBER=$(python -c "from megatron import core; print(core.__version__)")

.gitlab/stages/05.publish.yml

@@ -1,3 +1,4 @@
 include megatron/core/requirements.txt
 include megatron/core/README.md
+include megatron/core/package_info.py
 recursive-include requirements *