From df65ce9448f2e4c7803f7082930f80c8dc4e8fe1 Mon Sep 17 00:00:00 2001 From: Margaret Qian Date: Thu, 20 Jul 2023 17:40:27 -0700 Subject: [PATCH] Add gcp commit to yaml (#421) * add gcp commit to yaml * Update mpt_7b_instruct_ft.yaml little typo --------- Co-authored-by: Margaret Qian Co-authored-by: tianshuc <135737595+tianshuc@users.noreply.github.com> --- examples/inference-deployments/mpt/mpt_30b_ft.yaml | 2 +- examples/inference-deployments/mpt/mpt_30b_instruct_ft.yaml | 2 +- examples/inference-deployments/mpt/mpt_7b_instruct_ft.yaml | 6 +++--- 3 files changed, 5 insertions(+), 5 deletions(-) diff --git a/examples/inference-deployments/mpt/mpt_30b_ft.yaml b/examples/inference-deployments/mpt/mpt_30b_ft.yaml index ed025909a..6a6552d74 100644 --- a/examples/inference-deployments/mpt/mpt_30b_ft.yaml +++ b/examples/inference-deployments/mpt/mpt_30b_ft.yaml @@ -9,7 +9,7 @@ command: | integrations: - integration_type: git_repo git_repo: mosaicml/examples - git_commit: 27230fa1c883c17a2a45a3762239ff7f5b0ef8ce + git_commit: d1cd9293b3eb943d38e912a3b9f4abd8bad52b5b ssh_clone: false - integration_type: git_repo git_repo: mosaicml/llm-foundry diff --git a/examples/inference-deployments/mpt/mpt_30b_instruct_ft.yaml b/examples/inference-deployments/mpt/mpt_30b_instruct_ft.yaml index d189e281f..2e4785ad7 100644 --- a/examples/inference-deployments/mpt/mpt_30b_instruct_ft.yaml +++ b/examples/inference-deployments/mpt/mpt_30b_instruct_ft.yaml @@ -9,7 +9,7 @@ command: | integrations: - integration_type: git_repo git_repo: mosaicml/examples - git_commit: 27230fa1c883c17a2a45a3762239ff7f5b0ef8ce + git_commit: d1cd9293b3eb943d38e912a3b9f4abd8bad52b5b ssh_clone: false - integration_type: git_repo git_repo: mosaicml/llm-foundry diff --git a/examples/inference-deployments/mpt/mpt_7b_instruct_ft.yaml b/examples/inference-deployments/mpt/mpt_7b_instruct_ft.yaml index 1056c7071..9c59f7e07 100644 --- a/examples/inference-deployments/mpt/mpt_7b_instruct_ft.yaml +++ b/examples/inference-deployments/mpt/mpt_7b_instruct_ft.yaml @@ -9,7 +9,7 @@ command: | integrations: - integration_type: git_repo git_repo: mosaicml/examples - git_commit: dcc4c4dff002d282a2f432ccfcab4b61dc6a53af + git_commit: d1cd9293b3eb943d38e912a3b9f4abd8bad52b5b ssh_clone: false - integration_type: git_repo git_repo: mosaicml/llm-foundry @@ -17,10 +17,10 @@ integrations: ssh_clone: false model: backend: faster_transformers - downloader: examples.inference-deployments.mpt.mpt_7b_ft_handler.download_convert + downloader: examples.inference-deployments.mpt.mpt_ft_handler.download_convert download_parameters: hf_path: mosaicml/mpt-7b-instruct - model_handler: examples.inference-deployments.mpt.mpt_7b_ft_handler.MPTFTModelHandler + model_handler: examples.inference-deployments.mpt.mpt_ft_handler.MPTFTModelHandler model_parameters: model_name_or_path: mosaicml/mpt-7b-instruct ft_lib_path: /code/FasterTransformer/build/lib/libth_transformer.so