Skip to content

Commit

Permalink
Replace DeploymentState with DeploymentAssignmentState (#2942)
Browse files Browse the repository at this point in the history
  • Loading branch information
svalbuena authored Sep 27, 2024
1 parent 3c75c87 commit 9332d2b
Show file tree
Hide file tree
Showing 3 changed files with 32 additions and 55 deletions.
52 changes: 17 additions & 35 deletions output/schema/schema.json

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

6 changes: 2 additions & 4 deletions output/typescript/types.ts

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

29 changes: 13 additions & 16 deletions specification/ml/_types/TrainedModel.ts
Original file line number Diff line number Diff line change
Expand Up @@ -93,7 +93,7 @@ export class TrainedModelDeploymentStats {
/** The epoch timestamp when the deployment started. */
start_time: EpochTime<UnitMillis>
/** The overall state of the deployment. */
state: DeploymentState
state: DeploymentAssignmentState
/** The number of threads used be each allocation during inference. */
threads_per_allocation: integer
/** The sum of `timeout_count` for all nodes in the deployment. */
Expand Down Expand Up @@ -270,40 +270,37 @@ export enum TrainedModelType {
pytorch
}

export enum DeploymentState {
export enum DeploymentAllocationState {
/**
* The deployment is usable; at least one node has the model allocated.
* The trained model is started on at least one node.
*/
started,
/**
* The deployment has recently started but is not yet usable; the model is not allocated on any nodes.
* Trained model deployment is starting but it is not yet deployed on any nodes.
*/
starting,
/**
* The deployment is preparing to stop and deallocate the model from the relevant nodes.
* Trained model deployment has started on all valid nodes.
*/
stopping
fully_allocated
}

export enum DeploymentAllocationState {
export enum DeploymentAssignmentState {
/**
* The trained model is started on at least one node.
* The deployment is usable; at least one node has the model allocated.
*/
started,
/**
* Trained model deployment is starting but it is not yet deployed on any nodes.
* The deployment has recently started but is not yet usable; the model is not allocated on any nodes.
*/
starting,
/**
* Trained model deployment has started on all valid nodes.
* The deployment is preparing to stop and deallocate the model from the relevant nodes.
*/
fully_allocated
}

export enum DeploymentAssignmentState {
starting,
started,
stopping,
/**
* The deployment is on a failed state and must be re-deployed.
*/
failed
}

Expand Down

0 comments on commit 9332d2b

Please sign in to comment.