diff --git a/.github/workflows/nm-nightly.yml b/.github/workflows/nm-nightly.yml index d6c84077869c0..00705f4bb379b 100644 --- a/.github/workflows/nm-nightly.yml +++ b/.github/workflows/nm-nightly.yml @@ -33,6 +33,10 @@ jobs: benchmark_config_list_file: ./.github/data/nm_benchmark_remote_push_configs_list.txt benchmark_timeout: 720 push_benchmark_results_to_gh_pages: "${{ github.event_name == 'schedule' || inputs.push_benchmark_results_to_gh_pages }}" + + lm_eval_label: gcp-k8s-l4-solo + lm_eval_configuration: ./neuralmagic/lm-eval/weekly.yaml + lm_eval_timeout: 60 secrets: inherit PYTHON-3-9: @@ -51,6 +55,10 @@ jobs: benchmark_config_list_file: ./.github/data/nm_benchmark_remote_push_configs_list.txt benchmark_timeout: 720 push_benchmark_results_to_gh_pages: "${{ github.event_name == 'schedule' || inputs.push_benchmark_results_to_gh_pages }}" + + lm_eval_label: gcp-k8s-l4-solo + lm_eval_configuration: ./neuralmagic/lm-eval/weekly.yaml + lm_eval_timeout: 60 secrets: inherit PYTHON-3-10: @@ -69,6 +77,10 @@ jobs: benchmark_config_list_file: ./.github/data/nm_benchmark_remote_push_configs_list.txt benchmark_timeout: 720 push_benchmark_results_to_gh_pages: "${{ github.event_name == 'schedule' || inputs.push_benchmark_results_to_gh_pages }}" + + lm_eval_label: gcp-k8s-l4-solo + lm_eval_configuration: ./neuralmagic/lm-eval/weekly.yaml + lm_eval_timeout: 60 secrets: inherit PYTHON-3-11: @@ -87,4 +99,8 @@ jobs: benchmark_config_list_file: ./.github/data/nm_benchmark_remote_push_configs_list.txt benchmark_timeout: 720 push_benchmark_results_to_gh_pages: "${{ github.event_name == 'schedule' || inputs.push_benchmark_results_to_gh_pages }}" + + lm_eval_label: gcp-k8s-l4-solo + lm_eval_configuration: ./neuralmagic/lm-eval/weekly.yaml + lm_eval_timeout: 60 secrets: inherit diff --git a/.github/workflows/nm-release.yml b/.github/workflows/nm-release.yml index b52b9046d0daf..d7a066a76d41e 100644 --- a/.github/workflows/nm-release.yml +++ b/.github/workflows/nm-release.yml @@ -29,6 +29,10 @@ jobs: benchmark_config_list_file: ./.github/data/nm_benchmark_nightly_configs_list.txt benchmark_timeout: 720 push_benchmark_results_to_gh_pages: ${{ inputs.push_benchmark_results_to_gh_pages }} + + lm_eval_label: gcp-k8s-l4-solo + lm_eval_configuration: ./neuralmagic/lm-eval/weekly.yaml + lm_eval_timeout: 60 secrets: inherit PYTHON-3-9: @@ -47,6 +51,10 @@ jobs: benchmark_config_list_file: ./.github/data/nm_benchmark_nightly_configs_list.txt benchmark_timeout: 720 push_benchmark_results_to_gh_pages: ${{ inputs.push_benchmark_results_to_gh_pages }} + + lm_eval_label: gcp-k8s-l4-solo + lm_eval_configuration: ./neuralmagic/lm-eval/weekly.yaml + lm_eval_timeout: 60 secrets: inherit PYTHON-3-10: @@ -65,6 +73,10 @@ jobs: benchmark_config_list_file: ./.github/data/nm_benchmark_nightly_configs_list.txt benchmark_timeout: 720 push_benchmark_results_to_gh_pages: ${{ inputs.push_benchmark_results_to_gh_pages }} + + lm_eval_label: gcp-k8s-l4-solo + lm_eval_configuration: ./neuralmagic/lm-eval/weekly.yaml + lm_eval_timeout: 60 secrets: inherit PYTHON-3-11: @@ -83,4 +95,8 @@ jobs: benchmark_config_list_file: ./.github/data/nm_benchmark_nightly_configs_list.txt benchmark_timeout: 720 push_benchmark_results_to_gh_pages: ${{ inputs.push_benchmark_results_to_gh_pages }} + + lm_eval_label: gcp-k8s-l4-solo + lm_eval_configuration: ./neuralmagic/lm-eval/weekly.yaml + lm_eval_timeout: 60 secrets: inherit diff --git a/.github/workflows/nm-weekly.yml b/.github/workflows/nm-weekly.yml index c385e0c6d8510..c2c6149179751 100644 --- a/.github/workflows/nm-weekly.yml +++ b/.github/workflows/nm-weekly.yml @@ -33,4 +33,8 @@ jobs: benchmark_config_list_file: ./.github/data/nm_benchmark_weekly_configs_list.txt benchmark_timeout: 720 push_benchmark_results_to_gh_pages: "${{ github.event_name == 'schedule' || inputs.push_benchmark_results_to_gh_pages }}" + + lm_eval_label: gcp-k8s-l4-solo + lm_eval_configuration: ./neuralmagic/lm-eval/weekly.yaml + lm_eval_timeout: 60 secrets: inherit