From bfce3df3a8504fde4bedfbd0607e3e6997ba2e15 Mon Sep 17 00:00:00 2001 From: Logan Adams Date: Thu, 25 Jul 2024 10:40:54 -0700 Subject: [PATCH 01/13] Unpin transformers version --- .github/workflows/nv-v100-legacy.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/nv-v100-legacy.yml b/.github/workflows/nv-v100-legacy.yml index f0598279..426996b3 100644 --- a/.github/workflows/nv-v100-legacy.yml +++ b/.github/workflows/nv-v100-legacy.yml @@ -36,7 +36,7 @@ jobs: - name: Install dependencies run: | pip install git+https://github.com/microsoft/DeepSpeed.git - pip install git+https://github.com/huggingface/transformers.git@v4.42.4 + pip install git+https://github.com/huggingface/transformers.git pip install -U accelerate ds_report From afaa3410889288facd7ca39b07282ca5fe08e52f Mon Sep 17 00:00:00 2001 From: Logan Adams Date: Thu, 25 Jul 2024 16:14:16 -0700 Subject: [PATCH 02/13] Test with transformers v4.43.0 --- .github/workflows/nv-v100-legacy.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/nv-v100-legacy.yml b/.github/workflows/nv-v100-legacy.yml index 426996b3..0eef4799 100644 --- a/.github/workflows/nv-v100-legacy.yml +++ b/.github/workflows/nv-v100-legacy.yml @@ -36,7 +36,7 @@ jobs: - name: Install dependencies run: | pip install git+https://github.com/microsoft/DeepSpeed.git - pip install git+https://github.com/huggingface/transformers.git + pip install git+https://github.com/huggingface/transformers.git@v4.43.0 pip install -U accelerate ds_report From 482bd6b3878cecaf25818832ddeeb2a8f11e8348 Mon Sep 17 00:00:00 2001 From: Logan Adams Date: Tue, 29 Oct 2024 11:30:14 -0700 Subject: [PATCH 03/13] Test with latest transformers --- .github/workflows/nv-v100-legacy.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/nv-v100-legacy.yml b/.github/workflows/nv-v100-legacy.yml index 2949ac6e..01d12de4 100644 --- a/.github/workflows/nv-v100-legacy.yml +++ b/.github/workflows/nv-v100-legacy.yml @@ -36,7 +36,7 @@ jobs: - name: Install dependencies run: | pip install git+https://github.com/microsoft/DeepSpeed.git - pip install git+https://github.com/huggingface/transformers.git@v4.43.0 + pip install git+https://github.com/huggingface/transformers.git pip install -U accelerate ds_report From 5162950c123cbc532b127b73735c7c6692410e1a Mon Sep 17 00:00:00 2001 From: Logan Adams Date: Thu, 31 Oct 2024 14:28:41 -0700 Subject: [PATCH 04/13] Test pinning to 4.43.4 --- .github/workflows/nv-v100-legacy.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/nv-v100-legacy.yml b/.github/workflows/nv-v100-legacy.yml index 01d12de4..346e7f18 100644 --- a/.github/workflows/nv-v100-legacy.yml +++ b/.github/workflows/nv-v100-legacy.yml @@ -36,7 +36,7 @@ jobs: - name: Install dependencies run: | pip install git+https://github.com/microsoft/DeepSpeed.git - pip install git+https://github.com/huggingface/transformers.git + pip install git+https://github.com/huggingface/transformers.git@v4.43.4 pip install -U accelerate ds_report From 0a38ecc6d8dc36ee26663544308f885e373ecfd3 Mon Sep 17 00:00:00 2001 From: Logan Adams Date: Thu, 31 Oct 2024 16:39:55 -0700 Subject: [PATCH 05/13] Update to latest transformers --- .github/workflows/nv-v100-legacy.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/nv-v100-legacy.yml b/.github/workflows/nv-v100-legacy.yml index 346e7f18..01d12de4 100644 --- a/.github/workflows/nv-v100-legacy.yml +++ b/.github/workflows/nv-v100-legacy.yml @@ -36,7 +36,7 @@ jobs: - name: Install dependencies run: | pip install git+https://github.com/microsoft/DeepSpeed.git - pip install git+https://github.com/huggingface/transformers.git@v4.43.4 + pip install git+https://github.com/huggingface/transformers.git pip install -U accelerate ds_report From 482f809734f19e24af374c00bf5ad657a72f78a3 Mon Sep 17 00:00:00 2001 From: Logan Adams Date: Thu, 7 Nov 2024 13:03:18 -0800 Subject: [PATCH 06/13] Update to version where only the zero-shot-image-classification fails --- .github/workflows/nv-v100-legacy.yml | 2 +- mii/legacy/models/providers/diffusers.py | 3 ++- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/.github/workflows/nv-v100-legacy.yml b/.github/workflows/nv-v100-legacy.yml index 01d12de4..346e7f18 100644 --- a/.github/workflows/nv-v100-legacy.yml +++ b/.github/workflows/nv-v100-legacy.yml @@ -36,7 +36,7 @@ jobs: - name: Install dependencies run: | pip install git+https://github.com/microsoft/DeepSpeed.git - pip install git+https://github.com/huggingface/transformers.git + pip install git+https://github.com/huggingface/transformers.git@v4.43.4 pip install -U accelerate ds_report diff --git a/mii/legacy/models/providers/diffusers.py b/mii/legacy/models/providers/diffusers.py index 15973d0e..b75ad3a4 100644 --- a/mii/legacy/models/providers/diffusers.py +++ b/mii/legacy/models/providers/diffusers.py @@ -19,10 +19,11 @@ def diffusers_provider(model_config: ModelConfig): kwargs["torch_dtype"] = torch.float16 kwargs["revision"] = "fp16" + kwargs["device"] = torch.device(f"cuda:{local_rank}") pipeline = attempt_load(DiffusionPipeline.from_pretrained, model_config.model, model_config.model_path, kwargs=kwargs) - pipeline = pipeline.to(f"cuda:{local_rank}") + #pipeline = pipeline.to(f"cuda:{local_rank}") pipeline.set_progress_bar_config(disable=True) return pipeline From a58968396e56acb55803927464468ece3b98e982 Mon Sep 17 00:00:00 2001 From: Logan Adams Date: Thu, 7 Nov 2024 14:55:36 -0800 Subject: [PATCH 07/13] Revert certain changes --- mii/legacy/models/providers/diffusers.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/mii/legacy/models/providers/diffusers.py b/mii/legacy/models/providers/diffusers.py index b75ad3a4..15973d0e 100644 --- a/mii/legacy/models/providers/diffusers.py +++ b/mii/legacy/models/providers/diffusers.py @@ -19,11 +19,10 @@ def diffusers_provider(model_config: ModelConfig): kwargs["torch_dtype"] = torch.float16 kwargs["revision"] = "fp16" - kwargs["device"] = torch.device(f"cuda:{local_rank}") pipeline = attempt_load(DiffusionPipeline.from_pretrained, model_config.model, model_config.model_path, kwargs=kwargs) - #pipeline = pipeline.to(f"cuda:{local_rank}") + pipeline = pipeline.to(f"cuda:{local_rank}") pipeline.set_progress_bar_config(disable=True) return pipeline From ec38d2a7088a0318be1d7701a66c3854cd6994fe Mon Sep 17 00:00:00 2001 From: Logan Adams Date: Thu, 7 Nov 2024 15:15:28 -0800 Subject: [PATCH 08/13] Add other debugging --- mii/legacy/method_table.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/mii/legacy/method_table.py b/mii/legacy/method_table.py index 520e9a1c..91ec616b 100644 --- a/mii/legacy/method_table.py +++ b/mii/legacy/method_table.py @@ -252,6 +252,10 @@ def unpack_request_from_proto(self, request): def run_inference(self, inference_pipeline, args, kwargs): image, candidate_labels = args + print({"image":image, "candidate_labels":candidate_labels, "kwargs":kwargs}) + import torch + kwargs["torch_dtype"] = torch.float16 + print({"image":image, "candidate_labels":candidate_labels, "kwargs":kwargs}) return inference_pipeline(image, candidate_labels=candidate_labels, **kwargs) From dc3ff22d3d9769f748d12d0db6ef45351ec1b61a Mon Sep 17 00:00:00 2001 From: Logan Adams Date: Thu, 7 Nov 2024 15:16:46 -0800 Subject: [PATCH 09/13] pre-commit --- mii/legacy/method_table.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/mii/legacy/method_table.py b/mii/legacy/method_table.py index 91ec616b..d190a6a3 100644 --- a/mii/legacy/method_table.py +++ b/mii/legacy/method_table.py @@ -252,10 +252,10 @@ def unpack_request_from_proto(self, request): def run_inference(self, inference_pipeline, args, kwargs): image, candidate_labels = args - print({"image":image, "candidate_labels":candidate_labels, "kwargs":kwargs}) + print({"image": image, "candidate_labels": candidate_labels, "kwargs": kwargs}) import torch kwargs["torch_dtype"] = torch.float16 - print({"image":image, "candidate_labels":candidate_labels, "kwargs":kwargs}) + print({"image": image, "candidate_labels": candidate_labels, "kwargs": kwargs}) return inference_pipeline(image, candidate_labels=candidate_labels, **kwargs) From 1bfb57dba93de36d6a63f9ad56c217b42e63b795 Mon Sep 17 00:00:00 2001 From: Logan Adams Date: Fri, 8 Nov 2024 09:54:09 -0800 Subject: [PATCH 10/13] Confirm replacement of inference_pipeline.model with engine causes problems --- mii/legacy/method_table.py | 4 ---- mii/legacy/models/load_models.py | 2 +- 2 files changed, 1 insertion(+), 5 deletions(-) diff --git a/mii/legacy/method_table.py b/mii/legacy/method_table.py index d190a6a3..520e9a1c 100644 --- a/mii/legacy/method_table.py +++ b/mii/legacy/method_table.py @@ -252,10 +252,6 @@ def unpack_request_from_proto(self, request): def run_inference(self, inference_pipeline, args, kwargs): image, candidate_labels = args - print({"image": image, "candidate_labels": candidate_labels, "kwargs": kwargs}) - import torch - kwargs["torch_dtype"] = torch.float16 - print({"image": image, "candidate_labels": candidate_labels, "kwargs": kwargs}) return inference_pipeline(image, candidate_labels=candidate_labels, **kwargs) diff --git a/mii/legacy/models/load_models.py b/mii/legacy/models/load_models.py index cfbf455f..9a37fcaa 100644 --- a/mii/legacy/models/load_models.py +++ b/mii/legacy/models/load_models.py @@ -75,7 +75,7 @@ def load_models(model_config): if model_config.profile_model_time: engine.profile_model_time() if hasattr(inference_pipeline, "model"): - inference_pipeline.model = engine + #inference_pipeline.model = engine elif model_config.enable_zero: ds_config = DeepSpeedConfig(model_config.ds_config) From 6008acafac147083c674d8ddea993513584cdb9b Mon Sep 17 00:00:00 2001 From: Logan Adams Date: Fri, 8 Nov 2024 09:57:20 -0800 Subject: [PATCH 11/13] Formatting --- mii/legacy/models/load_models.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/mii/legacy/models/load_models.py b/mii/legacy/models/load_models.py index 9a37fcaa..7a6d55da 100644 --- a/mii/legacy/models/load_models.py +++ b/mii/legacy/models/load_models.py @@ -74,7 +74,7 @@ def load_models(model_config): config=inf_config) if model_config.profile_model_time: engine.profile_model_time() - if hasattr(inference_pipeline, "model"): + #if hasattr(inference_pipeline, "model"): #inference_pipeline.model = engine elif model_config.enable_zero: From 14279e2e58b287a0220362ad382f0637eff940cb Mon Sep 17 00:00:00 2001 From: Logan Adams Date: Fri, 8 Nov 2024 09:57:42 -0800 Subject: [PATCH 12/13] yapf --- mii/legacy/models/load_models.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/mii/legacy/models/load_models.py b/mii/legacy/models/load_models.py index 7a6d55da..e65653f6 100644 --- a/mii/legacy/models/load_models.py +++ b/mii/legacy/models/load_models.py @@ -75,7 +75,7 @@ def load_models(model_config): if model_config.profile_model_time: engine.profile_model_time() #if hasattr(inference_pipeline, "model"): - #inference_pipeline.model = engine + #inference_pipeline.model = engine elif model_config.enable_zero: ds_config = DeepSpeedConfig(model_config.ds_config) From 629c31bb1236c1c68029c7a2347f5d567c4b6a3c Mon Sep 17 00:00:00 2001 From: Logan Adams Date: Fri, 8 Nov 2024 11:01:00 -0800 Subject: [PATCH 13/13] Update code --- mii/legacy/models/load_models.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/mii/legacy/models/load_models.py b/mii/legacy/models/load_models.py index e65653f6..bbb7e37b 100644 --- a/mii/legacy/models/load_models.py +++ b/mii/legacy/models/load_models.py @@ -74,8 +74,10 @@ def load_models(model_config): config=inf_config) if model_config.profile_model_time: engine.profile_model_time() - #if hasattr(inference_pipeline, "model"): - #inference_pipeline.model = engine + if hasattr(inference_pipeline, "model"): + engine._parameters = inference_pipeline.model._parameters + engine.training = inference_pipeline.model.training + inference_pipeline.model = engine elif model_config.enable_zero: ds_config = DeepSpeedConfig(model_config.ds_config)