fix

ztxz16 · Jun 20, 2024 · 48ad56a · 48ad56a
1 parent 28e79e3
commit 48ad56a
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/src/models/basellm.cpp b/src/models/basellm.cpp
@@ -783,11 +783,12 @@ auto st = std::chrono::system_clock::now();
                                             *pastKeyValue1, generationConfigs[0], tokensManager, logits[0])};
                                         st += curLen;
                                     }
-                            } else {
-                                ret = std::vector <int> {model->Forward(inputIds,
+                                } else {
+                                    ret = std::vector <int> {model->Forward(inputIds,
                                                                         attentionMasks[0] == nullptr ? Data() : *attentionMasks[0],
                                                                         *positionIds[0],
                                                                         *pastKeyValue1, generationConfigs[0], tokensManager, logits[0])};
+                                }
                             }
 /*
 PrintProfiler();