MLCOMPUTE-1562 | fix Spark driver maxresultsize validation (#3933)

* MLCOMPUTE-1562 | fix Spark driver maxresultsize validation --------- Co-authored-by: Sameer Sharma <[email protected]>
Yelp · Aug 19, 2024 · b6aa094 · b6aa094
1 parent f2398c3
commit b6aa094
Showing 1 changed file with 11 additions and 2 deletions.
diff --git a/paasta_tools/cli/schemas/tron_schema.json b/paasta_tools/cli/schemas/tron_schema.json
@@ -418,8 +418,17 @@
                             ]
                         },
                         "spark.driver.maxResultSize": {
-                            "type": "string",
-                            "pattern": "^[1-9]+[0-9]*[kmgt]$"
+                            "oneOf": [
+                                {
+                                    "type": "string",
+                                    "pattern": "^[1-9]+[0-9]*[kmgt]$"
+                                },
+                                {
+                                    "type": "number",
+                                    "minimum": 0,
+                                    "exclusiveMinimum": true
+                                }
+                            ]
                         },
                         "spark.scheduler.minRegisteredResourcesRatio": {
                             "type": "number",