From 64f928288f6ebc71b8f8b0e7ccdcac82a39c400f Mon Sep 17 00:00:00 2001 From: ZePing Guo Date: Fri, 29 Nov 2024 14:10:41 +0800 Subject: [PATCH] random order --- .buildkite/generate_pipeline.py | 7 +- .buildkite/pipeline_smoke_tests_release.yaml | 748 +++++++++---------- 2 files changed, 380 insertions(+), 375 deletions(-) diff --git a/.buildkite/generate_pipeline.py b/.buildkite/generate_pipeline.py index 721af70437f..a6aa1a025b7 100644 --- a/.buildkite/generate_pipeline.py +++ b/.buildkite/generate_pipeline.py @@ -3,6 +3,7 @@ from collections import defaultdict import copy import os +import random from typing import Any, Dict, List import yaml @@ -131,8 +132,12 @@ def main(): file.write('# This is an auto-generated Buildkite pipeline by ' '.buildkite/generate_pipeline.py, Please do not ' 'edit directly.\n') + all_steps = [pipeline['steps'] for pipeline in pipelines] + # Shuffle the steps to avoid flakyness, consecutive runs of the same + # kind of test may fail for requiring locks on the same resources. + random.shuffle(all_steps) final_pipeline = { - 'steps': [pipeline['steps'] for pipeline in pipelines] + 'steps': all_steps } yaml.dump(final_pipeline, file, default_flow_style=False) diff --git a/.buildkite/pipeline_smoke_tests_release.yaml b/.buildkite/pipeline_smoke_tests_release.yaml index 65c38dfe774..59ad47bfc27 100644 --- a/.buildkite/pipeline_smoke_tests_release.yaml +++ b/.buildkite/pipeline_smoke_tests_release.yaml @@ -1,5 +1,86 @@ # This is an auto-generated Buildkite pipeline by .buildkite/generate_pipeline.py, Please do not edit directly. steps: +- - command: pytest tests/smoke_tests/test_images.py::test_aws_images --aws + env: + LOG_TO_STDOUT: '1' + PYTHONPATH: ${PYTHONPATH}:$(pwd) + label: test_aws_images on aws + - command: pytest tests/smoke_tests/test_images.py::test_gcp_images --gcp + env: + LOG_TO_STDOUT: '1' + PYTHONPATH: ${PYTHONPATH}:$(pwd) + label: test_gcp_images on gcp + - command: pytest tests/smoke_tests/test_images.py::test_azure_images --azure + env: + LOG_TO_STDOUT: '1' + PYTHONPATH: ${PYTHONPATH}:$(pwd) + label: test_azure_images on azure + - command: pytest tests/smoke_tests/test_images.py::test_aws_image_id_dict --aws + env: + LOG_TO_STDOUT: '1' + PYTHONPATH: ${PYTHONPATH}:$(pwd) + label: test_aws_image_id_dict on aws + - command: pytest tests/smoke_tests/test_images.py::test_gcp_image_id_dict --gcp + env: + LOG_TO_STDOUT: '1' + PYTHONPATH: ${PYTHONPATH}:$(pwd) + label: test_gcp_image_id_dict on gcp + - command: pytest tests/smoke_tests/test_images.py::test_aws_image_id_dict_region + --aws + env: + LOG_TO_STDOUT: '1' + PYTHONPATH: ${PYTHONPATH}:$(pwd) + label: test_aws_image_id_dict_region on aws + - command: pytest tests/smoke_tests/test_images.py::test_gcp_image_id_dict_region + --gcp + env: + LOG_TO_STDOUT: '1' + PYTHONPATH: ${PYTHONPATH}:$(pwd) + label: test_gcp_image_id_dict_region on gcp + - command: pytest tests/smoke_tests/test_images.py::test_aws_image_id_dict_zone + --aws + env: + LOG_TO_STDOUT: '1' + PYTHONPATH: ${PYTHONPATH}:$(pwd) + label: test_aws_image_id_dict_zone on aws + - command: pytest tests/smoke_tests/test_images.py::test_gcp_image_id_dict_zone + --gcp + env: + LOG_TO_STDOUT: '1' + PYTHONPATH: ${PYTHONPATH}:$(pwd) + label: test_gcp_image_id_dict_zone on gcp + - command: pytest tests/smoke_tests/test_images.py::test_clone_disk_aws --aws + env: + LOG_TO_STDOUT: '1' + PYTHONPATH: ${PYTHONPATH}:$(pwd) + label: test_clone_disk_aws on aws + - command: pytest tests/smoke_tests/test_images.py::test_clone_disk_gcp --gcp + env: + LOG_TO_STDOUT: '1' + PYTHONPATH: ${PYTHONPATH}:$(pwd) + label: test_clone_disk_gcp on gcp + - command: pytest tests/smoke_tests/test_images.py::test_gcp_mig --gcp + env: + LOG_TO_STDOUT: '1' + PYTHONPATH: ${PYTHONPATH}:$(pwd) + label: test_gcp_mig on gcp + - command: pytest tests/smoke_tests/test_images.py::test_gcp_force_enable_external_ips + --gcp + env: + LOG_TO_STDOUT: '1' + PYTHONPATH: ${PYTHONPATH}:$(pwd) + label: test_gcp_force_enable_external_ips on gcp + - command: pytest tests/smoke_tests/test_images.py::test_image_no_conda --aws + env: + LOG_TO_STDOUT: '1' + PYTHONPATH: ${PYTHONPATH}:$(pwd) + label: test_image_no_conda on aws + - command: pytest tests/smoke_tests/test_images.py::test_custom_default_conda_env + --aws + env: + LOG_TO_STDOUT: '1' + PYTHONPATH: ${PYTHONPATH}:$(pwd) + label: test_custom_default_conda_env on aws - - command: pytest tests/smoke_tests/test_basic.py::test_example_app --aws env: LOG_TO_STDOUT: '1' @@ -106,763 +187,682 @@ steps: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) label: TestYamlSpecs::test_load_dump_yaml_config_equivalent on aws -- - command: pytest tests/smoke_tests/test_cluster_job.py::test_job_queue --aws +- - command: pytest tests/smoke_tests/test_managed_job.py::test_managed_jobs --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_job_queue on aws - - command: pytest tests/smoke_tests/test_cluster_job.py::test_job_queue_with_docker - --aws + label: test_managed_jobs on aws + - command: pytest tests/smoke_tests/test_managed_job.py::test_job_pipeline --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_job_queue_with_docker on aws - - command: pytest tests/smoke_tests/test_cluster_job.py::test_lambda_job_queue --aws + label: test_job_pipeline on aws + - command: pytest tests/smoke_tests/test_managed_job.py::test_managed_jobs_failed_setup + --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_lambda_job_queue on aws - - command: pytest tests/smoke_tests/test_cluster_job.py::test_job_queue_multinode + label: test_managed_jobs_failed_setup on aws + - command: pytest tests/smoke_tests/test_managed_job.py::test_managed_jobs_pipeline_failed_setup --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_job_queue_multinode on aws - - command: pytest tests/smoke_tests/test_cluster_job.py::test_large_job_queue --aws + label: test_managed_jobs_pipeline_failed_setup on aws + - command: pytest tests/smoke_tests/test_managed_job.py::test_managed_jobs_recovery_aws + --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_large_job_queue on aws - - command: pytest tests/smoke_tests/test_cluster_job.py::test_fast_large_job_queue - --aws + label: test_managed_jobs_recovery_aws on aws + - command: pytest tests/smoke_tests/test_managed_job.py::test_managed_jobs_recovery_gcp + --gcp env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_fast_large_job_queue on aws - - command: pytest tests/smoke_tests/test_cluster_job.py::test_docker_preinstalled_package + label: test_managed_jobs_recovery_gcp on gcp + - command: pytest tests/smoke_tests/test_managed_job.py::test_managed_jobs_pipeline_recovery_aws --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_docker_preinstalled_package on aws - - command: pytest tests/smoke_tests/test_cluster_job.py::test_multi_echo --aws + label: test_managed_jobs_pipeline_recovery_aws on aws + - command: pytest tests/smoke_tests/test_managed_job.py::test_managed_jobs_pipeline_recovery_gcp + --gcp env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_multi_echo on aws - - command: pytest tests/smoke_tests/test_cluster_job.py::test_huggingface --aws + label: test_managed_jobs_pipeline_recovery_gcp on gcp + - command: pytest tests/smoke_tests/test_managed_job.py::test_managed_jobs_recovery_default_resources + --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_huggingface on aws - - command: pytest tests/smoke_tests/test_cluster_job.py::test_lambda_huggingface + label: test_managed_jobs_recovery_default_resources on aws + - command: pytest tests/smoke_tests/test_managed_job.py::test_managed_jobs_recovery_multi_node_aws --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_lambda_huggingface on aws - - command: pytest tests/smoke_tests/test_cluster_job.py::test_inferentia --aws + label: test_managed_jobs_recovery_multi_node_aws on aws + - command: pytest tests/smoke_tests/test_managed_job.py::test_managed_jobs_recovery_multi_node_gcp + --gcp env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_inferentia on aws - - command: pytest tests/smoke_tests/test_cluster_job.py::test_tpu --gcp + label: test_managed_jobs_recovery_multi_node_gcp on gcp + - command: pytest tests/smoke_tests/test_managed_job.py::test_managed_jobs_cancellation_aws + --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_tpu on gcp - - command: pytest tests/smoke_tests/test_cluster_job.py::test_tpu_vm --gcp + label: test_managed_jobs_cancellation_aws on aws + - command: pytest tests/smoke_tests/test_managed_job.py::test_managed_jobs_cancellation_gcp + --gcp env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_tpu_vm on gcp - - command: pytest tests/smoke_tests/test_cluster_job.py::test_tpu_vm_pod --gcp + label: test_managed_jobs_cancellation_gcp on gcp + - command: pytest tests/smoke_tests/test_managed_job.py::test_managed_jobs_storage + --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_tpu_vm_pod on gcp - - command: pytest tests/smoke_tests/test_cluster_job.py::test_tpu_pod_slice_gke - --kubernetes + label: test_managed_jobs_storage on aws + - command: pytest tests/smoke_tests/test_managed_job.py::test_managed_jobs_tpu --gcp env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_tpu_pod_slice_gke on kubernetes - - command: pytest tests/smoke_tests/test_cluster_job.py::test_multi_hostname --aws + label: test_managed_jobs_tpu on gcp + - command: pytest tests/smoke_tests/test_managed_job.py::test_managed_jobs_inline_env + --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_multi_hostname on aws - - command: pytest tests/smoke_tests/test_cluster_job.py::test_multi_node_failure + label: test_managed_jobs_inline_env on aws +- - command: pytest tests/smoke_tests/test_mount_and_storage.py::test_file_mounts --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_multi_node_failure on aws - - command: pytest tests/smoke_tests/test_cluster_job.py::test_gcp_http_server_with_custom_ports - --gcp + label: test_file_mounts on aws + - command: pytest tests/smoke_tests/test_mount_and_storage.py::test_using_file_mounts_with_env_vars + --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_gcp_http_server_with_custom_ports on gcp - - command: pytest tests/smoke_tests/test_cluster_job.py::test_aws_http_server_with_custom_ports + label: test_using_file_mounts_with_env_vars on aws + - command: pytest tests/smoke_tests/test_mount_and_storage.py::test_aws_storage_mounts_with_stop --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_aws_http_server_with_custom_ports on aws - - command: pytest tests/smoke_tests/test_cluster_job.py::test_azure_http_server_with_custom_ports + label: test_aws_storage_mounts_with_stop on aws + - command: pytest tests/smoke_tests/test_mount_and_storage.py::test_gcp_storage_mounts_with_stop + --gcp + env: + LOG_TO_STDOUT: '1' + PYTHONPATH: ${PYTHONPATH}:$(pwd) + label: test_gcp_storage_mounts_with_stop on gcp + - command: pytest tests/smoke_tests/test_mount_and_storage.py::test_azure_storage_mounts_with_stop --azure env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_azure_http_server_with_custom_ports on azure - - command: pytest tests/smoke_tests/test_cluster_job.py::test_kubernetes_http_server_with_custom_ports + label: test_azure_storage_mounts_with_stop on azure + - command: pytest tests/smoke_tests/test_mount_and_storage.py::test_kubernetes_storage_mounts --kubernetes env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_kubernetes_http_server_with_custom_ports on kubernetes - - command: pytest tests/smoke_tests/test_cluster_job.py::test_task_labels_aws --aws + label: test_kubernetes_storage_mounts on kubernetes + - command: pytest tests/smoke_tests/test_mount_and_storage.py::test_kubernetes_context_switch + --kubernetes env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_task_labels_aws on aws - - command: pytest tests/smoke_tests/test_cluster_job.py::test_task_labels_gcp --gcp + label: test_kubernetes_context_switch on kubernetes + - command: pytest tests/smoke_tests/test_mount_and_storage.py::test_docker_storage_mounts + --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_task_labels_gcp on gcp - - command: pytest tests/smoke_tests/test_cluster_job.py::test_task_labels_kubernetes - --kubernetes + label: test_docker_storage_mounts on aws + - command: pytest tests/smoke_tests/test_mount_and_storage.py::TestStorageWithCredentials::test_new_bucket_creation_and_deletion + --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_task_labels_kubernetes on kubernetes - - command: pytest tests/smoke_tests/test_cluster_job.py::test_add_pod_annotations_for_autodown_with_launch - --kubernetes + label: TestStorageWithCredentials::test_new_bucket_creation_and_deletion on aws + - command: pytest tests/smoke_tests/test_mount_and_storage.py::TestStorageWithCredentials::test_multiple_buckets_creation_and_deletion + --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_add_pod_annotations_for_autodown_with_launch on kubernetes - - command: pytest tests/smoke_tests/test_cluster_job.py::test_add_and_remove_pod_annotations_with_autostop - --kubernetes + label: TestStorageWithCredentials::test_multiple_buckets_creation_and_deletion + on aws + - command: pytest tests/smoke_tests/test_mount_and_storage.py::TestStorageWithCredentials::test_upload_source_with_spaces + --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_add_and_remove_pod_annotations_with_autostop on kubernetes - - command: pytest tests/smoke_tests/test_cluster_job.py::test_container_logs_multinode_kubernetes - --kubernetes + label: TestStorageWithCredentials::test_upload_source_with_spaces on aws + - command: pytest tests/smoke_tests/test_mount_and_storage.py::TestStorageWithCredentials::test_bucket_external_deletion + --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_container_logs_multinode_kubernetes on kubernetes - - command: pytest tests/smoke_tests/test_cluster_job.py::test_container_logs_two_jobs_kubernetes - --kubernetes + label: TestStorageWithCredentials::test_bucket_external_deletion on aws + - command: pytest tests/smoke_tests/test_mount_and_storage.py::TestStorageWithCredentials::test_bucket_bulk_deletion + --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_container_logs_two_jobs_kubernetes on kubernetes - - command: pytest tests/smoke_tests/test_cluster_job.py::test_container_logs_two_simultaneous_jobs_kubernetes - --kubernetes + label: TestStorageWithCredentials::test_bucket_bulk_deletion on aws + - command: pytest tests/smoke_tests/test_mount_and_storage.py::TestStorageWithCredentials::test_public_bucket + --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_container_logs_two_simultaneous_jobs_kubernetes on kubernetes - - command: pytest tests/smoke_tests/test_cluster_job.py::test_distributed_tf --aws + label: TestStorageWithCredentials::test_public_bucket on aws + - command: pytest tests/smoke_tests/test_mount_and_storage.py::TestStorageWithCredentials::test_nonexistent_bucket + --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_distributed_tf on aws - - command: pytest tests/smoke_tests/test_cluster_job.py::test_gcp_start_stop --gcp + label: TestStorageWithCredentials::test_nonexistent_bucket on aws + - command: pytest tests/smoke_tests/test_mount_and_storage.py::TestStorageWithCredentials::test_private_bucket + --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_gcp_start_stop on gcp - - command: pytest tests/smoke_tests/test_cluster_job.py::test_azure_start_stop --azure + label: TestStorageWithCredentials::test_private_bucket on aws + - command: pytest tests/smoke_tests/test_mount_and_storage.py::TestStorageWithCredentials::test_upload_to_existing_bucket + --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_azure_start_stop on azure - - command: pytest tests/smoke_tests/test_cluster_job.py::test_autostop --aws + label: TestStorageWithCredentials::test_upload_to_existing_bucket on aws + - command: pytest tests/smoke_tests/test_mount_and_storage.py::TestStorageWithCredentials::test_copy_mount_existing_storage + --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_autostop on aws - - command: pytest tests/smoke_tests/test_cluster_job.py::test_autodown --aws + label: TestStorageWithCredentials::test_copy_mount_existing_storage on aws + - command: pytest tests/smoke_tests/test_mount_and_storage.py::TestStorageWithCredentials::test_list_source + --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_autodown on aws - - command: pytest tests/smoke_tests/test_cluster_job.py::test_cancel_aws --aws - env: - LOG_TO_STDOUT: '1' - PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_cancel_aws on aws - - command: pytest tests/smoke_tests/test_cluster_job.py::test_cancel_gcp --gcp - env: - LOG_TO_STDOUT: '1' - PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_cancel_gcp on gcp - - command: pytest tests/smoke_tests/test_cluster_job.py::test_cancel_azure --azure - env: - LOG_TO_STDOUT: '1' - PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_cancel_azure on azure - - command: pytest tests/smoke_tests/test_cluster_job.py::test_cancel_pytorch --aws - env: - LOG_TO_STDOUT: '1' - PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_cancel_pytorch on aws - - command: pytest tests/smoke_tests/test_cluster_job.py::test_use_spot --aws - env: - LOG_TO_STDOUT: '1' - PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_use_spot on aws - - command: pytest tests/smoke_tests/test_cluster_job.py::test_stop_gcp_spot --gcp - env: - LOG_TO_STDOUT: '1' - PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_stop_gcp_spot on gcp - - command: pytest tests/smoke_tests/test_cluster_job.py::test_inline_env --aws - env: - LOG_TO_STDOUT: '1' - PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_inline_env on aws - - command: pytest tests/smoke_tests/test_cluster_job.py::test_inline_env_file --aws - env: - LOG_TO_STDOUT: '1' - PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_inline_env_file on aws - - command: pytest tests/smoke_tests/test_cluster_job.py::test_aws_custom_image --aws - env: - LOG_TO_STDOUT: '1' - PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_aws_custom_image on aws - - command: pytest tests/smoke_tests/test_cluster_job.py::test_kubernetes_custom_image - --kubernetes + label: TestStorageWithCredentials::test_list_source on aws + - command: pytest tests/smoke_tests/test_mount_and_storage.py::TestStorageWithCredentials::test_invalid_names + --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_kubernetes_custom_image on kubernetes - - command: pytest tests/smoke_tests/test_cluster_job.py::test_azure_start_stop_two_nodes - --azure + label: TestStorageWithCredentials::test_invalid_names on aws + - command: pytest tests/smoke_tests/test_mount_and_storage.py::TestStorageWithCredentials::test_excluded_file_cloud_storage_upload_copy + --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_azure_start_stop_two_nodes on azure - - command: pytest tests/smoke_tests/test_cluster_job.py::test_aws_disk_tier --aws + label: TestStorageWithCredentials::test_excluded_file_cloud_storage_upload_copy + on aws + - command: pytest tests/smoke_tests/test_mount_and_storage.py::TestStorageWithCredentials::test_externally_created_bucket_mount_without_source + --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_aws_disk_tier on aws - - command: pytest tests/smoke_tests/test_cluster_job.py::test_gcp_disk_tier --gcp + label: TestStorageWithCredentials::test_externally_created_bucket_mount_without_source + on aws + - command: pytest tests/smoke_tests/test_mount_and_storage.py::TestStorageWithCredentials::test_aws_regions + --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_gcp_disk_tier on gcp - - command: pytest tests/smoke_tests/test_cluster_job.py::test_azure_disk_tier --azure + label: TestStorageWithCredentials::test_aws_regions on aws + - command: pytest tests/smoke_tests/test_mount_and_storage.py::TestStorageWithCredentials::test_gcs_regions + --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_azure_disk_tier on azure - - command: pytest tests/smoke_tests/test_cluster_job.py::test_azure_best_tier_failover - --azure + label: TestStorageWithCredentials::test_gcs_regions on aws +- - command: pytest tests/smoke_tests/test_region_and_zone.py::test_aws_region --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_azure_best_tier_failover on azure - - command: pytest tests/smoke_tests/test_cluster_job.py::test_aws_zero_quota_failover + label: test_aws_region on aws + - command: pytest tests/smoke_tests/test_region_and_zone.py::test_aws_with_ssh_proxy_command --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_aws_zero_quota_failover on aws - - command: pytest tests/smoke_tests/test_cluster_job.py::test_gcp_zero_quota_failover + label: test_aws_with_ssh_proxy_command on aws + - command: pytest tests/smoke_tests/test_region_and_zone.py::test_gcp_region_and_service_account --gcp env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_gcp_zero_quota_failover on gcp - - command: pytest tests/smoke_tests/test_cluster_job.py::test_long_setup_run_script - --aws - env: - LOG_TO_STDOUT: '1' - PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_long_setup_run_script on aws -- - command: pytest tests/smoke_tests/test_managed_job.py::test_managed_jobs --aws + label: test_gcp_region_and_service_account on gcp + - command: pytest tests/smoke_tests/test_region_and_zone.py::test_azure_region --azure env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_managed_jobs on aws - - command: pytest tests/smoke_tests/test_managed_job.py::test_job_pipeline --aws + label: test_azure_region on azure + - command: pytest tests/smoke_tests/test_region_and_zone.py::test_aws_zone --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_job_pipeline on aws - - command: pytest tests/smoke_tests/test_managed_job.py::test_managed_jobs_failed_setup - --aws + label: test_aws_zone on aws + - command: pytest tests/smoke_tests/test_region_and_zone.py::test_gcp_zone --gcp env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_managed_jobs_failed_setup on aws - - command: pytest tests/smoke_tests/test_managed_job.py::test_managed_jobs_pipeline_failed_setup - --aws + label: test_gcp_zone on gcp +- - command: pytest tests/smoke_tests/test_cluster_job.py::test_job_queue --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_managed_jobs_pipeline_failed_setup on aws - - command: pytest tests/smoke_tests/test_managed_job.py::test_managed_jobs_recovery_aws + label: test_job_queue on aws + - command: pytest tests/smoke_tests/test_cluster_job.py::test_job_queue_with_docker --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_managed_jobs_recovery_aws on aws - - command: pytest tests/smoke_tests/test_managed_job.py::test_managed_jobs_recovery_gcp - --gcp + label: test_job_queue_with_docker on aws + - command: pytest tests/smoke_tests/test_cluster_job.py::test_lambda_job_queue --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_managed_jobs_recovery_gcp on gcp - - command: pytest tests/smoke_tests/test_managed_job.py::test_managed_jobs_pipeline_recovery_aws + label: test_lambda_job_queue on aws + - command: pytest tests/smoke_tests/test_cluster_job.py::test_job_queue_multinode --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_managed_jobs_pipeline_recovery_aws on aws - - command: pytest tests/smoke_tests/test_managed_job.py::test_managed_jobs_pipeline_recovery_gcp - --gcp + label: test_job_queue_multinode on aws + - command: pytest tests/smoke_tests/test_cluster_job.py::test_large_job_queue --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_managed_jobs_pipeline_recovery_gcp on gcp - - command: pytest tests/smoke_tests/test_managed_job.py::test_managed_jobs_recovery_default_resources + label: test_large_job_queue on aws + - command: pytest tests/smoke_tests/test_cluster_job.py::test_fast_large_job_queue --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_managed_jobs_recovery_default_resources on aws - - command: pytest tests/smoke_tests/test_managed_job.py::test_managed_jobs_recovery_multi_node_aws + label: test_fast_large_job_queue on aws + - command: pytest tests/smoke_tests/test_cluster_job.py::test_docker_preinstalled_package --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_managed_jobs_recovery_multi_node_aws on aws - - command: pytest tests/smoke_tests/test_managed_job.py::test_managed_jobs_recovery_multi_node_gcp - --gcp - env: - LOG_TO_STDOUT: '1' - PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_managed_jobs_recovery_multi_node_gcp on gcp - - command: pytest tests/smoke_tests/test_managed_job.py::test_managed_jobs_cancellation_aws - --aws + label: test_docker_preinstalled_package on aws + - command: pytest tests/smoke_tests/test_cluster_job.py::test_multi_echo --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_managed_jobs_cancellation_aws on aws - - command: pytest tests/smoke_tests/test_managed_job.py::test_managed_jobs_cancellation_gcp - --gcp + label: test_multi_echo on aws + - command: pytest tests/smoke_tests/test_cluster_job.py::test_huggingface --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_managed_jobs_cancellation_gcp on gcp - - command: pytest tests/smoke_tests/test_managed_job.py::test_managed_jobs_storage + label: test_huggingface on aws + - command: pytest tests/smoke_tests/test_cluster_job.py::test_lambda_huggingface --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_managed_jobs_storage on aws - - command: pytest tests/smoke_tests/test_managed_job.py::test_managed_jobs_tpu --gcp - env: - LOG_TO_STDOUT: '1' - PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_managed_jobs_tpu on gcp - - command: pytest tests/smoke_tests/test_managed_job.py::test_managed_jobs_inline_env - --aws + label: test_lambda_huggingface on aws + - command: pytest tests/smoke_tests/test_cluster_job.py::test_inferentia --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_managed_jobs_inline_env on aws -- - command: pytest tests/smoke_tests/test_images.py::test_aws_images --aws + label: test_inferentia on aws + - command: pytest tests/smoke_tests/test_cluster_job.py::test_tpu --gcp env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_aws_images on aws - - command: pytest tests/smoke_tests/test_images.py::test_gcp_images --gcp + label: test_tpu on gcp + - command: pytest tests/smoke_tests/test_cluster_job.py::test_tpu_vm --gcp env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_gcp_images on gcp - - command: pytest tests/smoke_tests/test_images.py::test_azure_images --azure + label: test_tpu_vm on gcp + - command: pytest tests/smoke_tests/test_cluster_job.py::test_tpu_vm_pod --gcp env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_azure_images on azure - - command: pytest tests/smoke_tests/test_images.py::test_aws_image_id_dict --aws + label: test_tpu_vm_pod on gcp + - command: pytest tests/smoke_tests/test_cluster_job.py::test_tpu_pod_slice_gke + --kubernetes env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_aws_image_id_dict on aws - - command: pytest tests/smoke_tests/test_images.py::test_gcp_image_id_dict --gcp + label: test_tpu_pod_slice_gke on kubernetes + - command: pytest tests/smoke_tests/test_cluster_job.py::test_multi_hostname --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_gcp_image_id_dict on gcp - - command: pytest tests/smoke_tests/test_images.py::test_aws_image_id_dict_region + label: test_multi_hostname on aws + - command: pytest tests/smoke_tests/test_cluster_job.py::test_multi_node_failure --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_aws_image_id_dict_region on aws - - command: pytest tests/smoke_tests/test_images.py::test_gcp_image_id_dict_region + label: test_multi_node_failure on aws + - command: pytest tests/smoke_tests/test_cluster_job.py::test_gcp_http_server_with_custom_ports --gcp env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_gcp_image_id_dict_region on gcp - - command: pytest tests/smoke_tests/test_images.py::test_aws_image_id_dict_zone + label: test_gcp_http_server_with_custom_ports on gcp + - command: pytest tests/smoke_tests/test_cluster_job.py::test_aws_http_server_with_custom_ports --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_aws_image_id_dict_zone on aws - - command: pytest tests/smoke_tests/test_images.py::test_gcp_image_id_dict_zone - --gcp - env: - LOG_TO_STDOUT: '1' - PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_gcp_image_id_dict_zone on gcp - - command: pytest tests/smoke_tests/test_images.py::test_clone_disk_aws --aws + label: test_aws_http_server_with_custom_ports on aws + - command: pytest tests/smoke_tests/test_cluster_job.py::test_azure_http_server_with_custom_ports + --azure env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_clone_disk_aws on aws - - command: pytest tests/smoke_tests/test_images.py::test_clone_disk_gcp --gcp + label: test_azure_http_server_with_custom_ports on azure + - command: pytest tests/smoke_tests/test_cluster_job.py::test_kubernetes_http_server_with_custom_ports + --kubernetes env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_clone_disk_gcp on gcp - - command: pytest tests/smoke_tests/test_images.py::test_gcp_mig --gcp + label: test_kubernetes_http_server_with_custom_ports on kubernetes + - command: pytest tests/smoke_tests/test_cluster_job.py::test_task_labels_aws --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_gcp_mig on gcp - - command: pytest tests/smoke_tests/test_images.py::test_gcp_force_enable_external_ips - --gcp + label: test_task_labels_aws on aws + - command: pytest tests/smoke_tests/test_cluster_job.py::test_task_labels_gcp --gcp env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_gcp_force_enable_external_ips on gcp - - command: pytest tests/smoke_tests/test_images.py::test_image_no_conda --aws + label: test_task_labels_gcp on gcp + - command: pytest tests/smoke_tests/test_cluster_job.py::test_task_labels_kubernetes + --kubernetes env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_image_no_conda on aws - - command: pytest tests/smoke_tests/test_images.py::test_custom_default_conda_env - --aws + label: test_task_labels_kubernetes on kubernetes + - command: pytest tests/smoke_tests/test_cluster_job.py::test_add_pod_annotations_for_autodown_with_launch + --kubernetes env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_custom_default_conda_env on aws -- - command: pytest tests/smoke_tests/test_sky_serve.py::test_skyserve_gcp_http --gcp + label: test_add_pod_annotations_for_autodown_with_launch on kubernetes + - command: pytest tests/smoke_tests/test_cluster_job.py::test_add_and_remove_pod_annotations_with_autostop + --kubernetes env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_skyserve_gcp_http on gcp - - command: pytest tests/smoke_tests/test_sky_serve.py::test_skyserve_aws_http --aws + label: test_add_and_remove_pod_annotations_with_autostop on kubernetes + - command: pytest tests/smoke_tests/test_cluster_job.py::test_container_logs_multinode_kubernetes + --kubernetes env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_skyserve_aws_http on aws - - command: pytest tests/smoke_tests/test_sky_serve.py::test_skyserve_azure_http - --azure + label: test_container_logs_multinode_kubernetes on kubernetes + - command: pytest tests/smoke_tests/test_cluster_job.py::test_container_logs_two_jobs_kubernetes + --kubernetes env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_skyserve_azure_http on azure - - command: pytest tests/smoke_tests/test_sky_serve.py::test_skyserve_kubernetes_http + label: test_container_logs_two_jobs_kubernetes on kubernetes + - command: pytest tests/smoke_tests/test_cluster_job.py::test_container_logs_two_simultaneous_jobs_kubernetes --kubernetes env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_skyserve_kubernetes_http on kubernetes - - command: pytest tests/smoke_tests/test_sky_serve.py::test_skyserve_llm --aws + label: test_container_logs_two_simultaneous_jobs_kubernetes on kubernetes + - command: pytest tests/smoke_tests/test_cluster_job.py::test_distributed_tf --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_skyserve_llm on aws - - command: pytest tests/smoke_tests/test_sky_serve.py::test_skyserve_spot_recovery - --gcp + label: test_distributed_tf on aws + - command: pytest tests/smoke_tests/test_cluster_job.py::test_gcp_start_stop --gcp env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_skyserve_spot_recovery on gcp - - command: pytest tests/smoke_tests/test_sky_serve.py::test_skyserve_base_ondemand_fallback - --aws + label: test_gcp_start_stop on gcp + - command: pytest tests/smoke_tests/test_cluster_job.py::test_azure_start_stop --azure env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_skyserve_base_ondemand_fallback on aws - - command: pytest tests/smoke_tests/test_sky_serve.py::test_skyserve_dynamic_ondemand_fallback - --gcp + label: test_azure_start_stop on azure + - command: pytest tests/smoke_tests/test_cluster_job.py::test_autostop --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_skyserve_dynamic_ondemand_fallback on gcp - - command: pytest tests/smoke_tests/test_sky_serve.py::test_skyserve_user_bug_restart - --aws + label: test_autostop on aws + - command: pytest tests/smoke_tests/test_cluster_job.py::test_autodown --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_skyserve_user_bug_restart on aws - - command: pytest tests/smoke_tests/test_sky_serve.py::test_skyserve_load_balancer - --aws + label: test_autodown on aws + - command: pytest tests/smoke_tests/test_cluster_job.py::test_cancel_aws --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_skyserve_load_balancer on aws - - command: pytest tests/smoke_tests/test_sky_serve.py::test_skyserve_auto_restart - --gcp + label: test_cancel_aws on aws + - command: pytest tests/smoke_tests/test_cluster_job.py::test_cancel_gcp --gcp env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_skyserve_auto_restart on gcp - - command: pytest tests/smoke_tests/test_sky_serve.py::test_skyserve_cancel --aws + label: test_cancel_gcp on gcp + - command: pytest tests/smoke_tests/test_cluster_job.py::test_cancel_azure --azure env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_skyserve_cancel on aws - - command: pytest tests/smoke_tests/test_sky_serve.py::test_skyserve_streaming --aws + label: test_cancel_azure on azure + - command: pytest tests/smoke_tests/test_cluster_job.py::test_cancel_pytorch --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_skyserve_streaming on aws - - command: pytest tests/smoke_tests/test_sky_serve.py::test_skyserve_readiness_timeout_fail - --aws + label: test_cancel_pytorch on aws + - command: pytest tests/smoke_tests/test_cluster_job.py::test_use_spot --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_skyserve_readiness_timeout_fail on aws - - command: pytest tests/smoke_tests/test_sky_serve.py::test_skyserve_large_readiness_timeout - --aws + label: test_use_spot on aws + - command: pytest tests/smoke_tests/test_cluster_job.py::test_stop_gcp_spot --gcp env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_skyserve_large_readiness_timeout on aws - - command: pytest tests/smoke_tests/test_sky_serve.py::test_skyserve_update --aws + label: test_stop_gcp_spot on gcp + - command: pytest tests/smoke_tests/test_cluster_job.py::test_inline_env --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_skyserve_update on aws - - command: pytest tests/smoke_tests/test_sky_serve.py::test_skyserve_rolling_update - --aws + label: test_inline_env on aws + - command: pytest tests/smoke_tests/test_cluster_job.py::test_inline_env_file --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_skyserve_rolling_update on aws - - command: pytest tests/smoke_tests/test_sky_serve.py::test_skyserve_fast_update - --aws + label: test_inline_env_file on aws + - command: pytest tests/smoke_tests/test_cluster_job.py::test_aws_custom_image --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_skyserve_fast_update on aws - - command: pytest tests/smoke_tests/test_sky_serve.py::test_skyserve_update_autoscale - --aws + label: test_aws_custom_image on aws + - command: pytest tests/smoke_tests/test_cluster_job.py::test_kubernetes_custom_image + --kubernetes env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_skyserve_update_autoscale on aws - - command: pytest tests/smoke_tests/test_sky_serve.py::test_skyserve_new_autoscaler_update - --aws + label: test_kubernetes_custom_image on kubernetes + - command: pytest tests/smoke_tests/test_cluster_job.py::test_azure_start_stop_two_nodes + --azure env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_skyserve_new_autoscaler_update on aws - - command: pytest tests/smoke_tests/test_sky_serve.py::test_skyserve_failures --aws + label: test_azure_start_stop_two_nodes on azure + - command: pytest tests/smoke_tests/test_cluster_job.py::test_aws_disk_tier --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_skyserve_failures on aws - - command: pytest tests/smoke_tests/test_sky_serve.py::test_user_dependencies --aws + label: test_aws_disk_tier on aws + - command: pytest tests/smoke_tests/test_cluster_job.py::test_gcp_disk_tier --gcp env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_user_dependencies on aws -- - command: pytest tests/smoke_tests/test_mount_and_storage.py::test_file_mounts - --aws + label: test_gcp_disk_tier on gcp + - command: pytest tests/smoke_tests/test_cluster_job.py::test_azure_disk_tier --azure env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_file_mounts on aws - - command: pytest tests/smoke_tests/test_mount_and_storage.py::test_using_file_mounts_with_env_vars - --aws + label: test_azure_disk_tier on azure + - command: pytest tests/smoke_tests/test_cluster_job.py::test_azure_best_tier_failover + --azure env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_using_file_mounts_with_env_vars on aws - - command: pytest tests/smoke_tests/test_mount_and_storage.py::test_aws_storage_mounts_with_stop + label: test_azure_best_tier_failover on azure + - command: pytest tests/smoke_tests/test_cluster_job.py::test_aws_zero_quota_failover --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_aws_storage_mounts_with_stop on aws - - command: pytest tests/smoke_tests/test_mount_and_storage.py::test_gcp_storage_mounts_with_stop + label: test_aws_zero_quota_failover on aws + - command: pytest tests/smoke_tests/test_cluster_job.py::test_gcp_zero_quota_failover --gcp env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_gcp_storage_mounts_with_stop on gcp - - command: pytest tests/smoke_tests/test_mount_and_storage.py::test_azure_storage_mounts_with_stop - --azure + label: test_gcp_zero_quota_failover on gcp + - command: pytest tests/smoke_tests/test_cluster_job.py::test_long_setup_run_script + --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_azure_storage_mounts_with_stop on azure - - command: pytest tests/smoke_tests/test_mount_and_storage.py::test_kubernetes_storage_mounts - --kubernetes + label: test_long_setup_run_script on aws +- - command: pytest tests/smoke_tests/test_sky_serve.py::test_skyserve_gcp_http --gcp env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_kubernetes_storage_mounts on kubernetes - - command: pytest tests/smoke_tests/test_mount_and_storage.py::test_kubernetes_context_switch - --kubernetes + label: test_skyserve_gcp_http on gcp + - command: pytest tests/smoke_tests/test_sky_serve.py::test_skyserve_aws_http --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_kubernetes_context_switch on kubernetes - - command: pytest tests/smoke_tests/test_mount_and_storage.py::test_docker_storage_mounts - --aws + label: test_skyserve_aws_http on aws + - command: pytest tests/smoke_tests/test_sky_serve.py::test_skyserve_azure_http + --azure env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_docker_storage_mounts on aws - - command: pytest tests/smoke_tests/test_mount_and_storage.py::TestStorageWithCredentials::test_new_bucket_creation_and_deletion - --aws + label: test_skyserve_azure_http on azure + - command: pytest tests/smoke_tests/test_sky_serve.py::test_skyserve_kubernetes_http + --kubernetes env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: TestStorageWithCredentials::test_new_bucket_creation_and_deletion on aws - - command: pytest tests/smoke_tests/test_mount_and_storage.py::TestStorageWithCredentials::test_multiple_buckets_creation_and_deletion - --aws + label: test_skyserve_kubernetes_http on kubernetes + - command: pytest tests/smoke_tests/test_sky_serve.py::test_skyserve_llm --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: TestStorageWithCredentials::test_multiple_buckets_creation_and_deletion - on aws - - command: pytest tests/smoke_tests/test_mount_and_storage.py::TestStorageWithCredentials::test_upload_source_with_spaces - --aws + label: test_skyserve_llm on aws + - command: pytest tests/smoke_tests/test_sky_serve.py::test_skyserve_spot_recovery + --gcp env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: TestStorageWithCredentials::test_upload_source_with_spaces on aws - - command: pytest tests/smoke_tests/test_mount_and_storage.py::TestStorageWithCredentials::test_bucket_external_deletion + label: test_skyserve_spot_recovery on gcp + - command: pytest tests/smoke_tests/test_sky_serve.py::test_skyserve_base_ondemand_fallback --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: TestStorageWithCredentials::test_bucket_external_deletion on aws - - command: pytest tests/smoke_tests/test_mount_and_storage.py::TestStorageWithCredentials::test_bucket_bulk_deletion - --aws + label: test_skyserve_base_ondemand_fallback on aws + - command: pytest tests/smoke_tests/test_sky_serve.py::test_skyserve_dynamic_ondemand_fallback + --gcp env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: TestStorageWithCredentials::test_bucket_bulk_deletion on aws - - command: pytest tests/smoke_tests/test_mount_and_storage.py::TestStorageWithCredentials::test_public_bucket + label: test_skyserve_dynamic_ondemand_fallback on gcp + - command: pytest tests/smoke_tests/test_sky_serve.py::test_skyserve_user_bug_restart --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: TestStorageWithCredentials::test_public_bucket on aws - - command: pytest tests/smoke_tests/test_mount_and_storage.py::TestStorageWithCredentials::test_nonexistent_bucket + label: test_skyserve_user_bug_restart on aws + - command: pytest tests/smoke_tests/test_sky_serve.py::test_skyserve_load_balancer --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: TestStorageWithCredentials::test_nonexistent_bucket on aws - - command: pytest tests/smoke_tests/test_mount_and_storage.py::TestStorageWithCredentials::test_private_bucket - --aws + label: test_skyserve_load_balancer on aws + - command: pytest tests/smoke_tests/test_sky_serve.py::test_skyserve_auto_restart + --gcp env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: TestStorageWithCredentials::test_private_bucket on aws - - command: pytest tests/smoke_tests/test_mount_and_storage.py::TestStorageWithCredentials::test_upload_to_existing_bucket - --aws + label: test_skyserve_auto_restart on gcp + - command: pytest tests/smoke_tests/test_sky_serve.py::test_skyserve_cancel --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: TestStorageWithCredentials::test_upload_to_existing_bucket on aws - - command: pytest tests/smoke_tests/test_mount_and_storage.py::TestStorageWithCredentials::test_copy_mount_existing_storage - --aws + label: test_skyserve_cancel on aws + - command: pytest tests/smoke_tests/test_sky_serve.py::test_skyserve_streaming --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: TestStorageWithCredentials::test_copy_mount_existing_storage on aws - - command: pytest tests/smoke_tests/test_mount_and_storage.py::TestStorageWithCredentials::test_list_source + label: test_skyserve_streaming on aws + - command: pytest tests/smoke_tests/test_sky_serve.py::test_skyserve_readiness_timeout_fail --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: TestStorageWithCredentials::test_list_source on aws - - command: pytest tests/smoke_tests/test_mount_and_storage.py::TestStorageWithCredentials::test_invalid_names + label: test_skyserve_readiness_timeout_fail on aws + - command: pytest tests/smoke_tests/test_sky_serve.py::test_skyserve_large_readiness_timeout --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: TestStorageWithCredentials::test_invalid_names on aws - - command: pytest tests/smoke_tests/test_mount_and_storage.py::TestStorageWithCredentials::test_excluded_file_cloud_storage_upload_copy - --aws + label: test_skyserve_large_readiness_timeout on aws + - command: pytest tests/smoke_tests/test_sky_serve.py::test_skyserve_update --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: TestStorageWithCredentials::test_excluded_file_cloud_storage_upload_copy - on aws - - command: pytest tests/smoke_tests/test_mount_and_storage.py::TestStorageWithCredentials::test_externally_created_bucket_mount_without_source + label: test_skyserve_update on aws + - command: pytest tests/smoke_tests/test_sky_serve.py::test_skyserve_rolling_update --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: TestStorageWithCredentials::test_externally_created_bucket_mount_without_source - on aws - - command: pytest tests/smoke_tests/test_mount_and_storage.py::TestStorageWithCredentials::test_aws_regions + label: test_skyserve_rolling_update on aws + - command: pytest tests/smoke_tests/test_sky_serve.py::test_skyserve_fast_update --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: TestStorageWithCredentials::test_aws_regions on aws - - command: pytest tests/smoke_tests/test_mount_and_storage.py::TestStorageWithCredentials::test_gcs_regions + label: test_skyserve_fast_update on aws + - command: pytest tests/smoke_tests/test_sky_serve.py::test_skyserve_update_autoscale --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: TestStorageWithCredentials::test_gcs_regions on aws -- - command: pytest tests/smoke_tests/test_region_and_zone.py::test_aws_region --aws - env: - LOG_TO_STDOUT: '1' - PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_aws_region on aws - - command: pytest tests/smoke_tests/test_region_and_zone.py::test_aws_with_ssh_proxy_command + label: test_skyserve_update_autoscale on aws + - command: pytest tests/smoke_tests/test_sky_serve.py::test_skyserve_new_autoscaler_update --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_aws_with_ssh_proxy_command on aws - - command: pytest tests/smoke_tests/test_region_and_zone.py::test_gcp_region_and_service_account - --gcp - env: - LOG_TO_STDOUT: '1' - PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_gcp_region_and_service_account on gcp - - command: pytest tests/smoke_tests/test_region_and_zone.py::test_azure_region --azure - env: - LOG_TO_STDOUT: '1' - PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_azure_region on azure - - command: pytest tests/smoke_tests/test_region_and_zone.py::test_aws_zone --aws + label: test_skyserve_new_autoscaler_update on aws + - command: pytest tests/smoke_tests/test_sky_serve.py::test_skyserve_failures --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_aws_zone on aws - - command: pytest tests/smoke_tests/test_region_and_zone.py::test_gcp_zone --gcp + label: test_skyserve_failures on aws + - command: pytest tests/smoke_tests/test_sky_serve.py::test_user_dependencies --aws env: LOG_TO_STDOUT: '1' PYTHONPATH: ${PYTHONPATH}:$(pwd) - label: test_gcp_zone on gcp + label: test_user_dependencies on aws