Corrected top_p check in LogitProcessor (#585)

Corrected top_p check in LogitProcessor
openvinotoolkit · Jul 8, 2024 · a30a1b9 · a30a1b9
1 parent 602f099
commit a30a1b9
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/cpp/continuous_batching/src/logit_processor.hpp b/src/cpp/continuous_batching/src/logit_processor.hpp
@@ -313,7 +313,7 @@ class LogitProcessor {
 
  if (sampling_params.is_multinomial()) {
  m_logit_transformers.emplace_back(new LogitTransformers::TemperatureLogitTransform(sampling_params.temperature));
- if (sampling_params.top_p != 0.0f) {
+ if (sampling_params.top_p != 1.0f) {
  m_logit_transformers.emplace_back(new LogitTransformers::TopPFilter(sampling_params.top_p));
  }
  if (sampling_params.top_k > 0) {