From 39813c5d5afaad840439fc12bfe228564f135b58 Mon Sep 17 00:00:00 2001 From: rahul-tuli Date: Tue, 20 Feb 2024 16:47:38 -0500 Subject: [PATCH] Fix usage command Add MODEL_PATH description to displayed output --- src/deepsparse/evaluation/cli.py | 10 +++++++++- 1 file changed, 9 insertions(+), 1 deletion(-) diff --git a/src/deepsparse/evaluation/cli.py b/src/deepsparse/evaluation/cli.py index d192dd67a1..5f5f0fa9bb 100644 --- a/src/deepsparse/evaluation/cli.py +++ b/src/deepsparse/evaluation/cli.py @@ -58,7 +58,7 @@ ########## Example command for evaluating a quantized MPT model from SparseZoo using the Deepsparse Engine. The evaluation will be run using `lm-evaluation-harness` on `hellaswag` and `gsm8k` datasets: -deepsparse.eval zoo:mpt-7b-mpt_pretrain-base_quantized \ +deepsparse.evaluate zoo:mpt-7b-mpt_pretrain-base_quantized \ --dataset hellaswag \ --dataset gsm8k \ --integration lm-evaluation-harness \ @@ -173,6 +173,14 @@ def main( metrics, integration_args, ): + """ + Evaluate MODEL_PATH on the various evaluation integrations + + - MODEL_PATH can be path to an ONNX model, local directory + containing ONNX model (including all the auxiliary files) + or a SparseZoo stub + + """ # join datasets to a list if multiple datasets are passed datasets = list(dataset) if not isinstance(dataset, str) else dataset # format kwargs to a dict