ci: Lift constraints of installable (NVIDIA-NeMo#12562)

ko3n1g · pre-commit-ci[bot] · web-flow · commit ee0a2fef66f4 · 2025-03-15T00:23:32.000+01:00
* ci: Lift constraints of installable Signed-off-by: oliver könig <okoenig@nvidia.com> * bump torch Signed-off-by: oliver könig <okoenig@nvidia.com> * f Signed-off-by: oliver könig <okoenig@nvidia.com> * remove macOS x86_64 Signed-off-by: oliver könig <okoenig@nvidia.com> * f Signed-off-by: oliver könig <okoenig@nvidia.com> * f Signed-off-by: oliver könig <okoenig@nvidia.com> * [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci * add nemo run Signed-off-by: oliver könig <okoenig@nvidia.com> * [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci * will this work?:P Signed-off-by: oliver könig <okoenig@nvidia.com> * f Signed-off-by: oliver könig <okoenig@nvidia.com> * f Signed-off-by: oliver könig <okoenig@nvidia.com> * f Signed-off-by: oliver könig <okoenig@nvidia.com> * f Signed-off-by: oliver könig <okoenig@nvidia.com> * f Signed-off-by: oliver könig <okoenig@nvidia.com> * remove nemo_run Signed-off-by: oliver könig <okoenig@nvidia.com> * mcore Signed-off-by: oliver könig <okoenig@nvidia.com> * f Signed-off-by: oliver könig <okoenig@nvidia.com> * f Signed-off-by: oliver könig <okoenig@nvidia.com> * f Signed-off-by: oliver könig <okoenig@nvidia.com> * f Signed-off-by: oliver könig <okoenig@nvidia.com> * f Signed-off-by: oliver könig <okoenig@nvidia.com> * f Signed-off-by: oliver könig <okoenig@nvidia.com> --------- Signed-off-by: oliver könig <okoenig@nvidia.com> Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>
diff --git a/.github/workflows/install-test.yml b/.github/workflows/install-test.yml
@@ -16,7 +16,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        os: [macos-latest, macos-13]
+        os: [macos-latest]
         python: ["3.10", "3.11", "3.12"]
         installer: ["pip-install", "nemo-install"]
     steps:
@@ -44,18 +44,7 @@ jobs:
             bash reinstall.sh --library all --mode install
           fi
 
-      - name: Run LLM example
-        if: ${{ matrix.installer == 'nemo-install' && matrix.python != '3.12' }}
-        run: |
-          # This is guarded since it requires nemo-run. We expect Nemo-run to be
-          # available on PyPi with 25.04.
-
-          pip install jupyter nbconvert
-          jupyter nbconvert --to script examples/llm/pretrain/pretrain.ipynb
-          python examples/llm/pretrain/pretrain.py
-
       - name: Run import checks
-        if: ${{ matrix.os != 'macos-13' }}
         run: |
           # Run import checks
           for collection in "asr" "tts"; do
@@ -92,16 +81,6 @@ jobs:
             bash reinstall.sh --library all --mode install
           fi
 
-      - name: Run LLM example
-        if: ${{ matrix.installer == 'nemo-install' }}
-        run: |
-          # This is guarded since it requires nemo-run. We expect Nemo-run to be
-          # available on PyPi with 25.04.
-
-          pip install jupyter nbconvert
-          jupyter nbconvert --to script examples/llm/pretrain/pretrain.ipynb
-          python examples/llm/pretrain/pretrain.py
-
       - name: Run import checks
         run: |
           # Run import checks
diff --git a/reinstall.sh b/reinstall.sh
@@ -177,8 +177,8 @@ nemo() {
 
   DEPS=(
     "sox"                                                                                      # requires numpy to be there @URL: https://github.com/marl/pysox/issues/167
+    "llama-index==0.10.43"                                                                     # incompatible with nvidia-pytriton
     "ctc_segmentation==1.7.1 ; (platform_machine == 'x86_64' and platform_system != 'Darwin')" # requires numpy<2.0.0 to be installed before
-    "nemo_run@git+https://github.com/NVIDIA/NeMo-Run.git@f07f44688e42e5500bf28ff83dd3e0f4bead0c8d"
   )
 
   if [[ -n "${NVIDIA_PYTORCH_VERSION}" ]]; then
diff --git a/requirements/manifest.json b/requirements/manifest.json
@@ -11,7 +11,7 @@
         },
         "megatron-lm": {
             "repo": "https://github.com/NVIDIA/Megatron-LM",
-            "ref": "791b70e031dc6905f77e29c25f1e2ac5b8dd4870"
+            "ref": "aa6207e2da6bca789375f591c9124aa408d2509a"
         }
     },
     "pypi-dependencies": {}
diff --git a/requirements/requirements.txt b/requirements/requirements.txt
@@ -1,4 +1,5 @@
 huggingface_hub>=0.24
+nemo_run
 numba==0.61.0
 numpy>=1.22,<2.0.0
 onnx>=1.7.0
diff --git a/requirements/requirements_nlp.txt b/requirements/requirements_nlp.txt
@@ -8,7 +8,6 @@ gdown
 h5py
 ijson
 jieba
-llama-index==0.10.43
 markdown2
 matplotlib>=3.3.2
 megatron_core

Original file line number	Diff line number	Diff line change
`@@ -177,8 +177,8 @@ nemo() {`
`177`	`177`
`178`	`178`	`DEPS=(`
`179`	`179`	`"sox" # requires numpy to be there @URL: https://github.com/marl/pysox/issues/167`
	`180`	`+ "llama-index==0.10.43" # incompatible with nvidia-pytriton`
`180`	`181`	`"ctc_segmentation==1.7.1 ; (platform_machine == 'x86_64' and platform_system != 'Darwin')" # requires numpy<2.0.0 to be installed before`
`181`		`- "nemo_run@git+https://github.com/NVIDIA/NeMo-Run.git@f07f44688e42e5500bf28ff83dd3e0f4bead0c8d"`
`182`	`182`	`)`
`183`	`183`
`184`	`184`	`if [[ -n "${NVIDIA_PYTORCH_VERSION}" ]]; then`
Original file line number	Diff line number	Diff line change
`@@ -11,7 +11,7 @@`
`11`	`11`	`},`
`12`	`12`	`"megatron-lm": {`
`13`	`13`	`"repo": "https://github.com/NVIDIA/Megatron-LM",`
`14`		`- "ref": "791b70e031dc6905f77e29c25f1e2ac5b8dd4870"`
	`14`	`+ "ref": "aa6207e2da6bca789375f591c9124aa408d2509a"`
`15`	`15`	`}`
`16`	`16`	`},`
`17`	`17`	`"pypi-dependencies": {}`
Original file line number	Diff line number	Diff line change
`@@ -1,4 +1,5 @@`
`1`	`1`	`huggingface_hub>=0.24`
	`2`	`+nemo_run`
`2`	`3`	`numba==0.61.0`
`3`	`4`	`numpy>=1.22,<2.0.0`
`4`	`5`	`onnx>=1.7.0`