From ddf5f8ab9fb453ab972fa24c9c03c545f4c07085 Mon Sep 17 00:00:00 2001 From: RR4787 Date: Tue, 20 Jun 2023 14:31:23 -0700 Subject: [PATCH 1/2] update mpt7b instruct ft commit --- examples/inference-deployments/mpt/mpt_7b_instruct_ft.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/inference-deployments/mpt/mpt_7b_instruct_ft.yaml b/examples/inference-deployments/mpt/mpt_7b_instruct_ft.yaml index db4d7c0b6..2d7c7c8d7 100644 --- a/examples/inference-deployments/mpt/mpt_7b_instruct_ft.yaml +++ b/examples/inference-deployments/mpt/mpt_7b_instruct_ft.yaml @@ -7,7 +7,7 @@ command: | integrations: - integration_type: git_repo git_repo: mosaicml/examples - git_commit: 75e068f90c613a2cced553c5dc449d98c5470454 + git_commit: dcc4c4dff002d282a2f432ccfcab4b61dc6a53af ssh_clone: false - integration_type: git_repo git_repo: mosaicml/llm-foundry From e74a71eed08d6dae3abe57128a3a583499765c2e Mon Sep 17 00:00:00 2001 From: RR4787 Date: Tue, 20 Jun 2023 16:38:40 -0700 Subject: [PATCH 2/2] pin hf commit --- examples/inference-deployments/mpt/mpt_7b_ft_handler.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/examples/inference-deployments/mpt/mpt_7b_ft_handler.py b/examples/inference-deployments/mpt/mpt_7b_ft_handler.py index 0f2621c5b..6175a50b8 100644 --- a/examples/inference-deployments/mpt/mpt_7b_ft_handler.py +++ b/examples/inference-deployments/mpt/mpt_7b_ft_handler.py @@ -22,6 +22,7 @@ LOCAL_CHECKPOINT_DIR = '/tmp/mpt' LOCAL_MODEL_PATH = os.path.join(LOCAL_CHECKPOINT_DIR, 'local_model') +HF_COMMIT = 'bbe7a55d70215e16c00c1825805b81e4badb57d7' def download_convert(s3_path: Optional[str] = None, @@ -77,7 +78,7 @@ def download_convert(s3_path: Optional[str] = None, elif hf_path: print(f'Downloading HF model with name: {hf_path}') model_name_or_path = hf_path - snapshot_download(repo_id=hf_path) + snapshot_download(repo_id=hf_path, revision=HF_COMMIT) # This is the format the the conversion script saves the converted checkpoint in local_ft_model_path = os.path.join(LOCAL_CHECKPOINT_DIR, f'{gpus}-gpu')