update

TabbyML · Nov 29, 2023 · 4b8b603 · 4b8b603
1 parent c906db6
commit 4b8b603
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/crates/llama-cpp-bindings/src/engine.cc b/crates/llama-cpp-bindings/src/engine.cc
@@ -64,8 +64,9 @@ struct Request {
   int find_ngram(const std::vector<llama_token> & ngram, size_t n_pred_tokens) {
     const int max = static_cast<int>(tokens.size()) - ngram.size() - n_pred_tokens;
     for (int i = 0; i < max; ++i) {
-      bool matched = std::mismatch(tokens.begin() + i, tokens.begin() + i + ngram.size(), ngram.begin()).second == ngram.end();
-      if (matched) {
+      const auto mismatch = std::mismatch(tokens.begin() + i, tokens.begin() + i + ngram.size(), ngram.begin());
+      if (mismatch.second == ngram.end()) {
+        // Matched
         return i;
       }
     }