Skip to content

Commit

Permalink
remove logs
Browse files Browse the repository at this point in the history
  • Loading branch information
gavrissh committed Feb 27, 2024
1 parent 334eb15 commit 13c47d9
Showing 1 changed file with 0 additions and 2 deletions.
2 changes: 0 additions & 2 deletions llm/handler.py
Original file line number Diff line number Diff line change
Expand Up @@ -184,7 +184,6 @@ def preprocess(self, data: List) -> torch.Tensor:
self.request["request_type"][idx] = "raw"
input_list.append(row_input)

logger.info("Received text: %s", ", ".join(map(str, input_list)))
encoded_input = self.tokenizer(input_list, padding=True, return_tensors="pt")[
"input_ids"
].to(self.device)
Expand Down Expand Up @@ -227,7 +226,6 @@ def inference(self, data: torch.Tensor, *args, **kwargs) -> List:

inference = []
inference = self.tokenizer.batch_decode(generated_ids, skip_special_tokens=True)
logger.info("Generated text is: %s", ", ".join(map(str, inference)))
return inference

def postprocess(self, data: List) -> List:
Expand Down

0 comments on commit 13c47d9

Please sign in to comment.