Add Validation Options to allow user use their own options to validate

mlcommons · Aug 9, 2024 · 32c6ead · 32c6ead
1 parent 57b7f47
commit 32c6ead
Show file tree

Hide file tree

Showing 3 changed files with 9 additions and 1 deletion.
diff --git a/backend/app/domain/services/base/example.py b/backend/app/domain/services/base/example.py
@@ -226,6 +226,7 @@ def get_validate_configuration(self, task_id: int) -> dict:
         context_info = {
             "validation_user_input": config_yaml.get("validation_user_input"),
             "validation_context": config_yaml.get("validation_context"),
+            "validation_options": config_yaml.get("validation_options"),
         }
         return context_info
 

diff --git a/frontends/web/src/new_front/pages/CreateSamples/ValidateSamples.tsx b/frontends/web/src/new_front/pages/CreateSamples/ValidateSamples.tsx
@@ -141,7 +141,13 @@ const ValidateSamples: FC = () => {
             )}
             <RadioButton
               instructions="Actions"
-              options={["👍 Correct", "👎 Incorrect", "🚩 Flag"]}
+              options={
+                validationConfigInfo.validation_options || [
+                  "👍 Correct",
+                  "👎 Incorrect",
+                  "🚩 Flag",
+                ]
+              }
               field_name_for_the_model="label"
               onInputChange={(input) => {
                 setLabel(input.label);

diff --git a/frontends/web/src/new_front/types/createSamples/createSamples/configurationTask.ts b/frontends/web/src/new_front/types/createSamples/createSamples/configurationTask.ts
@@ -20,6 +20,7 @@ export type ConfigurationTask = {
 export type ValidationConfigurationTask = {
   validation_user_input: object[];
   validation_context: object[];
+  validation_options?: string[];
 };
 
 type ModelOutput = {