diff --git a/llama_hub/llama_packs/rag_evaluator/base.py b/llama_hub/llama_packs/rag_evaluator/base.py
index e4c1dd9a57..838b1f0515 100644
--- a/llama_hub/llama_packs/rag_evaluator/base.py
+++ b/llama_hub/llama_packs/rag_evaluator/base.py
@@ -47,7 +47,7 @@ def __init__(
         self.rag_dataset = rag_dataset
         self._num_examples = len(self.rag_dataset.examples)
         if judge_llm is None:
-            self.judge_llm = OpenAI(temperature=0, model="gpt-4")
+            self.judge_llm = OpenAI(temperature=0, model="gpt-4-1106-preview")
         else:
             assert isinstance(judge_llm, LLM)
             self.judge_llm = judge_llm