Skip to content

Commit

Permalink
Add first working version
Browse files Browse the repository at this point in the history
  • Loading branch information
dudeperf3ct committed Sep 26, 2024
1 parent 08f308b commit 7ae16e9
Show file tree
Hide file tree
Showing 2 changed files with 2 additions and 1 deletion.
1 change: 1 addition & 0 deletions src/zenml/integrations/vllm/services/vllm_deployment.py
Original file line number Diff line number Diff line change
Expand Up @@ -29,6 +29,7 @@
class VLLMServiceConfig(LocalDaemonServiceConfig):
"""vLLM service configurations."""

blocking: bool = True
model: Optional[str] = None
tokenizer: Optional[str] = None

Expand Down
2 changes: 1 addition & 1 deletion src/zenml/integrations/vllm/steps/vllm_deployer.py
Original file line number Diff line number Diff line change
Expand Up @@ -32,7 +32,7 @@
def vllm_model_deployer_step(
model: str,
tokenizer: Optional[str] = None,
timeout: int = 30,
timeout: int = 1200,
deploy_decision: bool = True,
) -> VLLMDeploymentService:
"""Model deployer pipeline step for vLLM.
Expand Down

0 comments on commit 7ae16e9

Please sign in to comment.