fix type hint

Signed-off-by: Samhita Alla <[email protected]>

plugins/flytekit-inference/flytekitplugins/inference/ollama/serve.py

@@ -6,7 +6,7 @@
 
 @dataclass
 class Model:
-    name: str = "llama3:8b-instruct-fp16"
+    name: str
     mem: str = "500Mi"
     cpu: int = 1
     modelfile: Optional[str] = None
@@ -16,19 +16,19 @@ class Ollama(ModelInferenceTemplate):
     def __init__(
         self,
         *,
+        model: Model,
         image: str = "ollama/ollama",
         port: int = 11434,
         cpu: int = 1,
         gpu: int = 1,
-        server_mem: str = "15Gi",
-        model: Model = Model(),
+        mem: str = "15Gi",
     ):
         self._model_name = model.name
         self._model_mem = model.mem
         self._model_cpu = model.cpu
         self._model_modelfile = model.modelfile
 
-        super().__init__(image=image, port=port, cpu=cpu, gpu=gpu, mem=server_mem)
+        super().__init__(image=image, port=port, cpu=cpu, gpu=gpu, mem=mem)
 
         self.setup_ollama_pod_template()