From bc2b3f607e3f852c579124ad37f5256b3247585f Mon Sep 17 00:00:00 2001 From: Robert Shaw <114415538+robertgshaw2-neuralmagic@users.noreply.github.com> Date: Sat, 8 Jun 2024 18:49:58 -0400 Subject: [PATCH] update other workflows for `lm-eval` changes (#292) * apply changes made to `remote-push` to other workflows --- .github/workflows/nm-nightly.yml | 16 ++++++++++++++++ .github/workflows/nm-release.yml | 16 ++++++++++++++++ .github/workflows/nm-weekly.yml | 4 ++++ 3 files changed, 36 insertions(+) diff --git a/.github/workflows/nm-nightly.yml b/.github/workflows/nm-nightly.yml index d6c84077869c0..00705f4bb379b 100644 --- a/.github/workflows/nm-nightly.yml +++ b/.github/workflows/nm-nightly.yml @@ -33,6 +33,10 @@ jobs: benchmark_config_list_file: ./.github/data/nm_benchmark_remote_push_configs_list.txt benchmark_timeout: 720 push_benchmark_results_to_gh_pages: "${{ github.event_name == 'schedule' || inputs.push_benchmark_results_to_gh_pages }}" + + lm_eval_label: gcp-k8s-l4-solo + lm_eval_configuration: ./neuralmagic/lm-eval/weekly.yaml + lm_eval_timeout: 60 secrets: inherit PYTHON-3-9: @@ -51,6 +55,10 @@ jobs: benchmark_config_list_file: ./.github/data/nm_benchmark_remote_push_configs_list.txt benchmark_timeout: 720 push_benchmark_results_to_gh_pages: "${{ github.event_name == 'schedule' || inputs.push_benchmark_results_to_gh_pages }}" + + lm_eval_label: gcp-k8s-l4-solo + lm_eval_configuration: ./neuralmagic/lm-eval/weekly.yaml + lm_eval_timeout: 60 secrets: inherit PYTHON-3-10: @@ -69,6 +77,10 @@ jobs: benchmark_config_list_file: ./.github/data/nm_benchmark_remote_push_configs_list.txt benchmark_timeout: 720 push_benchmark_results_to_gh_pages: "${{ github.event_name == 'schedule' || inputs.push_benchmark_results_to_gh_pages }}" + + lm_eval_label: gcp-k8s-l4-solo + lm_eval_configuration: ./neuralmagic/lm-eval/weekly.yaml + lm_eval_timeout: 60 secrets: inherit PYTHON-3-11: @@ -87,4 +99,8 @@ jobs: benchmark_config_list_file: ./.github/data/nm_benchmark_remote_push_configs_list.txt benchmark_timeout: 720 push_benchmark_results_to_gh_pages: "${{ github.event_name == 'schedule' || inputs.push_benchmark_results_to_gh_pages }}" + + lm_eval_label: gcp-k8s-l4-solo + lm_eval_configuration: ./neuralmagic/lm-eval/weekly.yaml + lm_eval_timeout: 60 secrets: inherit diff --git a/.github/workflows/nm-release.yml b/.github/workflows/nm-release.yml index b52b9046d0daf..d7a066a76d41e 100644 --- a/.github/workflows/nm-release.yml +++ b/.github/workflows/nm-release.yml @@ -29,6 +29,10 @@ jobs: benchmark_config_list_file: ./.github/data/nm_benchmark_nightly_configs_list.txt benchmark_timeout: 720 push_benchmark_results_to_gh_pages: ${{ inputs.push_benchmark_results_to_gh_pages }} + + lm_eval_label: gcp-k8s-l4-solo + lm_eval_configuration: ./neuralmagic/lm-eval/weekly.yaml + lm_eval_timeout: 60 secrets: inherit PYTHON-3-9: @@ -47,6 +51,10 @@ jobs: benchmark_config_list_file: ./.github/data/nm_benchmark_nightly_configs_list.txt benchmark_timeout: 720 push_benchmark_results_to_gh_pages: ${{ inputs.push_benchmark_results_to_gh_pages }} + + lm_eval_label: gcp-k8s-l4-solo + lm_eval_configuration: ./neuralmagic/lm-eval/weekly.yaml + lm_eval_timeout: 60 secrets: inherit PYTHON-3-10: @@ -65,6 +73,10 @@ jobs: benchmark_config_list_file: ./.github/data/nm_benchmark_nightly_configs_list.txt benchmark_timeout: 720 push_benchmark_results_to_gh_pages: ${{ inputs.push_benchmark_results_to_gh_pages }} + + lm_eval_label: gcp-k8s-l4-solo + lm_eval_configuration: ./neuralmagic/lm-eval/weekly.yaml + lm_eval_timeout: 60 secrets: inherit PYTHON-3-11: @@ -83,4 +95,8 @@ jobs: benchmark_config_list_file: ./.github/data/nm_benchmark_nightly_configs_list.txt benchmark_timeout: 720 push_benchmark_results_to_gh_pages: ${{ inputs.push_benchmark_results_to_gh_pages }} + + lm_eval_label: gcp-k8s-l4-solo + lm_eval_configuration: ./neuralmagic/lm-eval/weekly.yaml + lm_eval_timeout: 60 secrets: inherit diff --git a/.github/workflows/nm-weekly.yml b/.github/workflows/nm-weekly.yml index c385e0c6d8510..c2c6149179751 100644 --- a/.github/workflows/nm-weekly.yml +++ b/.github/workflows/nm-weekly.yml @@ -33,4 +33,8 @@ jobs: benchmark_config_list_file: ./.github/data/nm_benchmark_weekly_configs_list.txt benchmark_timeout: 720 push_benchmark_results_to_gh_pages: "${{ github.event_name == 'schedule' || inputs.push_benchmark_results_to_gh_pages }}" + + lm_eval_label: gcp-k8s-l4-solo + lm_eval_configuration: ./neuralmagic/lm-eval/weekly.yaml + lm_eval_timeout: 60 secrets: inherit