add step of checking pod

Signed-off-by: helenxie-bit <[email protected]>
kubeflow · Sep 5, 2024 · d67a1b8 · d67a1b8
1 parent 6101489
commit d67a1b8
Show file tree

Hide file tree

Showing 2 changed files with 13 additions and 1 deletion.
diff --git a/.github/workflows/e2e-test-tune-api.yaml b/.github/workflows/e2e-test-tune-api.yaml
@@ -33,6 +33,18 @@ jobs:
  with:
  tune-api: true
  training-operator: true
+
+ - name: Check the status of Experiment and Trials
+ shell: bash
+ run: |
+ kubectl get pods -n default
+ 
+ # describe pod
+ pod_name=$(kubectl get pods -n default -o jsonpath='{.items[?(@.metadata.labels.trial-name)].metadata.name}')
+ kubectl describe pod $pod_name -n default
+ 
+ # check the logs of pod
+ kubectl logs $pod_name -n default
 
  strategy:
  fail-fast: false

diff --git a/test/e2e/v1beta1/scripts/gh-actions/run-e2e-tune-api.py b/test/e2e/v1beta1/scripts/gh-actions/run-e2e-tune-api.py
@@ -14,7 +14,7 @@
 from verify import verify_experiment_results
 
 # Experiment timeout is 40 min.
-EXPERIMENT_TIMEOUT = 60 * 40
+EXPERIMENT_TIMEOUT = 60 * 10
 
 # The default logging config.
 logging.basicConfig(level=logging.INFO)