fix(llama.cpp): wrongly index for n_seq in warmup

TabbyML · Nov 5, 2023 · 64e0abb · 64e0abb
1 parent c7c67c2
commit 64e0abb
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/crates/llama-cpp-bindings/src/engine.cc b/crates/llama-cpp-bindings/src/engine.cc
@@ -94,7 +94,7 @@ class TextInferenceEngineImpl : public TextInferenceEngine {
         for (int i = 0; i < batch_.n_tokens; ++i) {
           batch_.token[i] = 0;
           batch_.pos[i] = i;
-          batch_.n_seq_id[0] = 1;
+          batch_.n_seq_id[i] = 1;
           batch_.seq_id[i][0] = 0;
           batch_.logits[i] = false;
         }