From f0d0a1da822bb133c06b9676d4109288c9b1ca08 Mon Sep 17 00:00:00 2001 From: Jeff Rasley Date: Fri, 22 Sep 2023 10:00:51 -0700 Subject: [PATCH 1/7] use latest transformers --- .github/workflows/nv-transformers-v100.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/nv-transformers-v100.yml b/.github/workflows/nv-transformers-v100.yml index a252c615015d..471cfa7b9bb6 100644 --- a/.github/workflows/nv-transformers-v100.yml +++ b/.github/workflows/nv-transformers-v100.yml @@ -36,7 +36,7 @@ jobs: git clone https://github.com/huggingface/transformers cd transformers # if needed switch to the last known good SHA until transformers@master is fixed - git checkout e7e9261a2 + #git checkout e7e9261a2 git rev-parse --short HEAD pip install . From 47df4b751875e936bcbfac4f90ece147f3549ab4 Mon Sep 17 00:00:00 2001 From: Logan Adams Date: Wed, 11 Oct 2023 13:35:24 -0700 Subject: [PATCH 2/7] Update torch version? --- .github/workflows/nv-transformers-v100.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/nv-transformers-v100.yml b/.github/workflows/nv-transformers-v100.yml index d0d4f1e810de..b24d2d54ba88 100644 --- a/.github/workflows/nv-transformers-v100.yml +++ b/.github/workflows/nv-transformers-v100.yml @@ -27,7 +27,7 @@ jobs: - name: Install pytorch run: | # use the same pytorch version as transformers CI - pip install -U --cache-dir $TORCH_CACHE torch==2.0.1+cu118 --index-url https://download.pytorch.org/whl/cu118 + pip install -U --cache-dir $TORCH_CACHE torch==2.1.0+cu118 --index-url https://download.pytorch.org/whl/cu118 python -c "import torch; print('torch:', torch.__version__, torch)" python -c "import torch; print('CUDA available:', torch.cuda.is_available())" From 1ae3f706e2c70eb982206afec2decd986984e3eb Mon Sep 17 00:00:00 2001 From: Logan Adams Date: Wed, 25 Oct 2023 14:13:39 -0700 Subject: [PATCH 3/7] Remove specifier? --- .github/workflows/nv-transformers-v100.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/nv-transformers-v100.yml b/.github/workflows/nv-transformers-v100.yml index b24d2d54ba88..e905829ea9e3 100644 --- a/.github/workflows/nv-transformers-v100.yml +++ b/.github/workflows/nv-transformers-v100.yml @@ -27,7 +27,7 @@ jobs: - name: Install pytorch run: | # use the same pytorch version as transformers CI - pip install -U --cache-dir $TORCH_CACHE torch==2.1.0+cu118 --index-url https://download.pytorch.org/whl/cu118 + pip install -U --cache-dir $TORCH_CACHE torch==2.1.0 --index-url https://download.pytorch.org/whl/cu118 python -c "import torch; print('torch:', torch.__version__, torch)" python -c "import torch; print('CUDA available:', torch.cuda.is_available())" From c8c4683257817f3d31bbcec857d8dd6eaa999448 Mon Sep 17 00:00:00 2001 From: Logan Adams Date: Tue, 14 Nov 2023 09:33:44 -0800 Subject: [PATCH 4/7] Update transformers verison --- .github/workflows/nv-transformers-v100.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/nv-transformers-v100.yml b/.github/workflows/nv-transformers-v100.yml index ecd3569e7360..370c99897a42 100644 --- a/.github/workflows/nv-transformers-v100.yml +++ b/.github/workflows/nv-transformers-v100.yml @@ -37,7 +37,7 @@ jobs: git clone https://github.com/huggingface/transformers cd transformers # if needed switch to the last known good SHA until transformers@master is fixed - #git checkout e7e9261a2 + git checkout f370bebdc git rev-parse --short HEAD pip install . From 39b3b3f7ab14b086d72a1f03485a5c4252ac60f6 Mon Sep 17 00:00:00 2001 From: Logan Adams Date: Mon, 11 Dec 2023 09:01:12 -0800 Subject: [PATCH 5/7] Disable checkout --- .github/workflows/nv-transformers-v100.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/nv-transformers-v100.yml b/.github/workflows/nv-transformers-v100.yml index 69189016ba45..fd6bfd889dce 100644 --- a/.github/workflows/nv-transformers-v100.yml +++ b/.github/workflows/nv-transformers-v100.yml @@ -38,7 +38,7 @@ jobs: git clone https://github.com/huggingface/transformers cd transformers # if needed switch to the last known good SHA until transformers@master is fixed - git checkout f370bebdc + #git checkout f370bebdc git rev-parse --short HEAD pip install . From 9c2a2f41c2c727540eb4efbbede6245334090782 Mon Sep 17 00:00:00 2001 From: Logan Adams Date: Mon, 11 Dec 2023 10:12:20 -0800 Subject: [PATCH 6/7] Add workflow dispatch --- .github/workflows/nv-transformers-v100.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/nv-transformers-v100.yml b/.github/workflows/nv-transformers-v100.yml index fd6bfd889dce..f2323b5d638f 100644 --- a/.github/workflows/nv-transformers-v100.yml +++ b/.github/workflows/nv-transformers-v100.yml @@ -7,6 +7,7 @@ on: - 'blogs/**' - 'deepspeed/inference/v2/**' - "tests/unit/inference/v2/**" + workflow_dispatch: merge_group: branches: [ master ] schedule: From 7ce69ced77efe5493eb85e6344130e29c59d1355 Mon Sep 17 00:00:00 2001 From: Logan Adams Date: Mon, 11 Dec 2023 11:06:19 -0800 Subject: [PATCH 7/7] Revert "Fix for when prompt contains an odd num of apostrophes (#4660)" This reverts commit 00e7dc5e5116a5384647db917c3a1fa723bf4a5b. --- deepspeed/launcher/runner.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/deepspeed/launcher/runner.py b/deepspeed/launcher/runner.py index a7fa2b5053e5..fa78497f850f 100755 --- a/deepspeed/launcher/runner.py +++ b/deepspeed/launcher/runner.py @@ -390,7 +390,7 @@ def main(args=None): args = parse_args(args) # For when argparse interprets remaining args as a single string - args.user_args = shlex.split(" ".join(list(map(lambda x: x if x.startswith("-") else f'"{x}"', args.user_args)))) + args.user_args = shlex.split(" ".join(list(map(lambda x: x if x.startswith("-") else f"'{x}'", args.user_args)))) if args.elastic_training: assert args.master_addr != "", "Master Addr is required when elastic training is enabled"