fix py build

intel · Jun 21, 2024 · 466d756 · 466d756
1 parent afac900
commit 466d756
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/neural_speed/application/main_pybind.cpp b/neural_speed/application/main_pybind.cpp
@@ -454,7 +454,7 @@ void Model::init_model(const std::string& model_path, int max_new_tokens, int n_
   token_eos = false;
   curr_input_ids.clear();
   curr_input_ids.resize(params.max_request_num);
-  ctx = model_init_from_gpt_params(params);
+  ctx = model_init_from_gpt_params(params, nullptr);
   n_vocab = model_n_vocab(ctx);
   n_ctx = model_n_ctx(ctx);
   last_n_tokens.resize(params.max_request_num);