Fixing job_posting and calling end_session in notebook automation (#390)

* adding clarity * Renamed folders for consistency and clarity * addded back line i mistakenly deleted when refactoring examples * triggering automation only on merges to main from pull request now * updated test-notebooks.yml to not run job_posting at new crewai_examples location * Making sure agentops installed from main not pypi for automation * black formatting
AgentOps-AI · Sep 17, 2024 · 8161133 · 8161133
1 parent 871b9fb
commit 8161133
Show file tree

Hide file tree

Showing 15 changed files with 25 additions and 13 deletions.
diff --git a/.github/workflows/test-notebooks.yml b/.github/workflows/test-notebooks.yml
@@ -1,14 +1,7 @@
 name: Test Notebooks
 on:
-  push:
-    branches:
-      - main
-    paths:
-      - "agentops/**"
-      - "examples/**"
-      - "tests/**"
-      - ".github/workflows/test-notebooks.yml"
-  pull_request_target:
+  pull_request:
+    types: [closed]
     branches:
       - main
     paths:
@@ -43,13 +36,17 @@ jobs:
         echo "GROQ_API_KEY=${{ secrets.GROQ_API_KEY }}" >> .env
         echo "MULTION_API_KEY=${{ secrets.MULTION_API_KEY }}" >> .env
         echo "SERPER_API_KEY=${{ secrets.SERPER_API_KEY }}" >> .env
+    - name: Install AgentOps from main branch and remove agentops install from notebooks
+      run: |
+        pip install git+https://github.com/AgentOps-AI/agentops.git@main
+        find . -name '*.ipynb' -exec sed -i '/^%pip install.*agentops/d' {} +
     - name: Run notebooks and check for errors
       run: |
         mkdir -p logs
         exit_code=0
 
         exclude_notebooks=(
-          "./examples/crew/job_posting.ipynb",
+          "./examples/crewai_examples/job_posting.ipynb",
           "./examples/demos/agentchat_agentops.ipynb"
         )
 

diff --git a/...les/anthropic-sdk/anthropic_example.ipynb → ...nthropic_examples/anthropic_example.ipynb b/...les/anthropic-sdk/anthropic_example.ipynb → ...nthropic_examples/anthropic_example.ipynb
diff --git a/examples/autogen/AgentChat.ipynb → examples/autogen_examples/AgentChat.ipynb b/examples/autogen/AgentChat.ipynb → examples/autogen_examples/AgentChat.ipynb
@@ -146,6 +146,7 @@
     "except StdinNotImplementedError:\n",
     "    # This is only necessary for AgentOps testing automation which is headless and will not have user input\n",
     "    print(\"Stdin not implemented. Skipping initiate_chat\")\n",
+    "    agentops.end_session(\"Indeterminate\")\n",
     "\n",
     "# Close your AgentOps session to indicate that it completed.\n",
     "agentops.end_session(\"Success\")\n",

diff --git a/examples/autogen/MathAgent.ipynb → examples/autogen_examples/MathAgent.ipynb b/examples/autogen/MathAgent.ipynb → examples/autogen_examples/MathAgent.ipynb
@@ -195,6 +195,7 @@
     "except StdinNotImplementedError:\n",
     "    # This is only necessary for AgentOps testing automation which is headless and will not have user input\n",
     "    print(\"Stdin not implemented. Skipping initiate_chat\")\n",
+    "    agentops.end_session(\"Indeterminate\")\n",
     "\n",
     "agentops.end_session(\"Success\")"
    ]

diff --git a/examples/cohere-sdk/cohere_example.ipynb → ...ples/cohere_examples/cohere_example.ipynb b/examples/cohere-sdk/cohere_example.ipynb → ...ples/cohere_examples/cohere_example.ipynb
diff --git a/examples/crew/README.md → examples/crewai_examples/README.md b/examples/crew/README.md → examples/crewai_examples/README.md
diff --git a/examples/crew/job_posting.ipynb → examples/crewai_examples/job_posting.ipynb b/examples/crew/job_posting.ipynb → examples/crewai_examples/job_posting.ipynb
@@ -41,7 +41,10 @@
     "from crewai_tools.tools import WebsiteSearchTool, SerperDevTool, FileReadTool\n",
     "import agentops\n",
     "import os\n",
-    "from dotenv import load_dotenv"
+    "from dotenv import load_dotenv\n",
+    "from IPython.core.error import (\n",
+    "    StdinNotImplementedError,\n",
+    ")  # only needed by AgentOps testing automation"
    ]
   },
   {
@@ -244,8 +247,13 @@
     "    ],\n",
     ")\n",
     "\n",
-    "# Kick off the process\n",
-    "result = crew.kickoff()\n",
+    "try:\n",
+    "    # Kick off the process\n",
+    "    result = crew.kickoff()\n",
+    "except StdinNotImplementedError:\n",
+    "    # This is only necessary for AgentOps testing automation which is headless and will not have user input\n",
+    "    print(\"Stdin not implemented. Skipping kickoff()\")\n",
+    "    agentops.end_session(\"Indeterminate\")\n",
     "\n",
     "print(\"Job Posting Creation Process Completed.\")\n",
     "print(\"Final Job Posting:\")\n",

diff --git a/examples/crew/markdown_validator.ipynb → .../crewai_examples/markdown_validator.ipynb b/examples/crew/markdown_validator.ipynb → .../crewai_examples/markdown_validator.ipynb
diff --git a/examples/demos/agentchat_agentops.ipynb b/examples/demos/agentchat_agentops.ipynb
@@ -196,6 +196,7 @@
     "except StdinNotImplementedError:\n",
     "    # This is only necessary for AgentOps testing automation which is headless and will not have user input\n",
     "    print(\"Stdin not implemented. Skipping initiate_chat\")\n",
+    "    agentops.end_session(\"Indeterminate\")\n",
     "\n",
     "# Close your AgentOps session to indicate that it completed.\n",
     "agentops.end_session(\"Success\")"

diff --git a/examples/langchain/langchain_examples.ipynb → ...ngchain_examples/langchain_examples.ipynb b/examples/langchain/langchain_examples.ipynb → ...ngchain_examples/langchain_examples.ipynb
@@ -148,6 +148,10 @@
    },
    "outputs": [],
    "source": [
+    "agentops_handler = AgentOpsLangchainCallbackHandler(\n",
+    "    api_key=AGENTOPS_API_KEY, default_tags=[\"Langchain Example\"]\n",
+    ")\n",
+    "\n",
     "llm = ChatOpenAI(\n",
     "    openai_api_key=OPENAI_API_KEY, callbacks=[agentops_handler], model=\"gpt-3.5-turbo\"\n",
     ")\n",

diff --git a/examples/litellm-sdk/litellm_example.ipynb → ...es/litellm_examples/litellm_example.ipynb b/examples/litellm-sdk/litellm_example.ipynb → ...es/litellm_examples/litellm_example.ipynb
diff --git a/...les/multion/Autonomous_web_browsing.ipynb → ...on_examples/Autonomous_web_browsing.ipynb b/...les/multion/Autonomous_web_browsing.ipynb → ...on_examples/Autonomous_web_browsing.ipynb
diff --git a/examples/multion/Sample_browsing_agent.ipynb → ...tion_examples/Sample_browsing_agent.ipynb b/examples/multion/Sample_browsing_agent.ipynb → ...tion_examples/Sample_browsing_agent.ipynb
diff --git a/...s/multion/Step_by_step_web_browsing.ipynb → ..._examples/Step_by_step_web_browsing.ipynb b/...s/multion/Step_by_step_web_browsing.ipynb → ..._examples/Step_by_step_web_browsing.ipynb
diff --git a/...ples/multion/Webpage_data_retrieval.ipynb → ...ion_examples/Webpage_data_retrieval.ipynb b/...ples/multion/Webpage_data_retrieval.ipynb → ...ion_examples/Webpage_data_retrieval.ipynb