Merge branch 'master' into master

.github/actions/poetry_setup/action.yml

@@ -62,6 +62,19 @@ runs:
       run: |
         poetry lock --check
 
+    - name: Set proper Poetry.lock file
+      shell: bash
+      env:
+        WORKDIR: ${{ inputs.working-directory == '' && '.' || inputs.working-directory }}
+      run: |
+        if [ -f "$WORKDIR/poetry.lock" ]; then
+          echo 'Using working directory poetry.lock in cache key'
+          cp "$WORKDIR/poetry.lock" poetry-lock.cache-key
+        else
+          echo 'Using the top-level poetry.lock in cache key'
+          cp poetry.lock poetry-lock.cache-key
+        fi
+
     - uses: actions/cache@v3
       id: cache-poetry
       env:
@@ -71,7 +84,8 @@ runs:
           ~/.cache/pypoetry/virtualenvs
           ~/.cache/pypoetry/cache
           ~/.cache/pypoetry/artifacts
-        key: poetry-${{ runner.os }}-${{ runner.arch }}-py-${{ inputs.python-version }}-poetry-${{ inputs.poetry-version }}-${{ inputs.cache-key }}-${{ hashFiles('poetry.lock') }}
+          ${{ inputs.working-directory == '' && '.' || inputs.working-directory }}/.venv
+        key: poetry-${{ runner.os }}-${{ runner.arch }}-py-${{ inputs.python-version }}-poetry-${{ inputs.poetry-version }}-${{ inputs.cache-key }}-${{ hashFiles('poetry-lock.cache-key') }}
 
     - run: ${{ inputs.install-command }}
       working-directory: ${{ inputs.working-directory }}

.github/workflows/_lint.yml

@@ -13,9 +13,6 @@ env:
 
 jobs:
   build:
-    defaults:
-      run:
-        working-directory: ${{ inputs.working-directory }}
     runs-on: ubuntu-latest
     strategy:
       matrix:
@@ -26,21 +23,47 @@ jobs:
           - "3.11"
     steps:
       - uses: actions/checkout@v3
+      - uses: actions/cache@v3
+        id: cache-pip
+        name: Cache langchain editable pip install - ${{ matrix.python-version }}
+        env:
+          SEGMENT_DOWNLOAD_TIMEOUT_MIN: "15"
+        with:
+          path: |
+            ~/.cache/pip
+          key: pip-editable-langchain-deps-${{ runner.os }}-${{ runner.arch }}-py-${{ matrix.python-version }}
       - name: Install poetry
         run: |
           pipx install poetry==$POETRY_VERSION
       - name: Set up Python ${{ matrix.python-version }}
         uses: actions/setup-python@v4
+        env:
+          SEGMENT_DOWNLOAD_TIMEOUT_MIN: "15"
         with:
           python-version: ${{ matrix.python-version }}
           cache: poetry
+          cache-dependency-path: |
+            ${{ inputs.working-directory == '' && '.' || inputs.working-directory }}/**/poetry.lock
       - name: Install dependencies
+        working-directory: ${{ inputs.working-directory }}
         run: |
           poetry install
       - name: Install langchain editable
+        working-directory: ${{ inputs.working-directory }}
         if: ${{ inputs.working-directory != 'langchain' }}
         run: |
           pip install -e ../langchain
+      - name: Get .mypy_cache to speed up mypy
+        uses: actions/cache@v3
+        env:
+          SEGMENT_DOWNLOAD_TIMEOUT_MIN: "15"
+          WORKDIR: ${{ inputs.working-directory == '' && '.' || inputs.working-directory }}
+        with:
+          path: |
+            ${{ env.WORKDIR }}/.mypy_cache
+          key: mypy-${{ runner.os }}-${{ runner.arch }}-py${{ matrix.python-version }}-${{ inputs.working-directory }}-${{ hashFiles(format('{0}/poetry.lock', env.WORKDIR)) }}
+
       - name: Analysing the code with our lint
+        working-directory: ${{ inputs.working-directory }}
         run: |
           make lint

.github/workflows/_test.yml

@@ -46,7 +46,11 @@ jobs:
               elif [ "${{ matrix.test_type }}" == "core-pydantic-2" ]; then
                 echo "Running core-pydantic-v2 tests, installing dependencies with poetry..."
                 poetry install
-                poetry add [email protected]
+
+                # Install via `pip` instead of `poetry add` to avoid changing lockfile,
+                # which would prevent caching from working: the cache would get saved
+                # to a different key than where it gets loaded from.
+                poetry run pip install 'pydantic>=2.1,<3'
               else
                 echo "Running extended tests, installing dependencies with poetry..."
                 poetry install -E extended_testing
@@ -59,10 +63,10 @@ jobs:
             EXPECTED_VERSION=1
           fi
           echo "Checking pydantic version... Expecting ${EXPECTED_VERSION}"
-          
+
           # Determine the major part of pydantic version
           VERSION=$(poetry run python -c "import pydantic; print(pydantic.__version__)" | cut -d. -f1)
-          
+
           # Check that the major part of pydantic version is as expected, if not
           # raise an error
           if [[ "$VERSION" -ne $EXPECTED_VERSION ]]; then

.github/workflows/langchain_ci.yml

@@ -24,5 +24,5 @@ jobs:
       ./.github/workflows/_test.yml
     with:
       working-directory: libs/langchain
-      test_type: '["core", "extended"]'
+      test_type: '["core", "extended", "core-pydantic-2"]'
     secrets: inherit

docs/api_reference/create_api_rst.py

@@ -150,7 +150,8 @@ def _load_package_modules(
 
         relative_module_name = file_path.relative_to(package_path)
 
-        if relative_module_name.name.startswith("_"):
+        # Skip if any module part starts with an underscore
+        if any(part.startswith("_") for part in relative_module_name.parts):
             continue
 
         # Get the full namespace of the module

docs/docs_skeleton/docs/community.md

@@ -28,7 +28,7 @@ LangChain is the product of over 5,000+ contributions by 1,500+ contributors, an
 # 🌍 Meetups, Events, and Hackathons
 
 One of our favorite things about working in AI is how much enthusiasm there is for building together. We want to help make that as easy and impactful for you as possible! 
-- **Find a meetup, hackathon, or webinar:** you can find the one for you on on our [global events calendar](https://mirror-feeling-d80.notion.site/0bc81da76a184297b86ca8fc782ee9a3?v=0d80342540df465396546976a50cfb3f).  
+- **Find a meetup, hackathon, or webinar:** you can find the one for you on our [global events calendar](https://mirror-feeling-d80.notion.site/0bc81da76a184297b86ca8fc782ee9a3?v=0d80342540df465396546976a50cfb3f).  
     - **Submit an event to our calendar:** email us at [email protected] with a link to your event page! We can also help you spread the word with our local communities.
 - **Host a meetup:** If you want to bring a group of builders together, we want to help! We can publicize your event on our event calendar/Twitter, share with our local communities in Discord, send swag, or potentially hook you up with a sponsor. Email us at [email protected] to tell us about your event!
 - **Become a meetup sponsor:** we often hear from groups of builders that want to get together, but are blocked or limited on some dimension (space to host, budget for snacks, prizes to distribute, etc.). If you’d like to help, send us an email to [email protected] we can share more about how it works!

docs/extras/additional_resources/tutorials.mdx

@@ -42,8 +42,8 @@ Below are links to video tutorials and courses on LangChain. For written guides
 ### [LangChain 101](https://www.youtube.com/playlist?list=PLqZXAkvF1bPNQER9mLmDbntNfSpzdDIU5) by [Greg Kamradt (Data Indy)](https://www.youtube.com/@DataIndependent)
 - [What Is LangChain? - LangChain + `ChatGPT` Overview](https://youtu.be/_v_fgW2SkkQ)
 - [Quickstart Guide](https://youtu.be/kYRB-vJFy38)
-- [Beginner Guide To 7 Essential Concepts](https://youtu.be/2xxziIWmaSA)
-- [Beginner Guide To 9 Use Cases](https://youtu.be/vGP4pQdCocw)
+- [Beginner's Guide To 7 Essential Concepts](https://youtu.be/2xxziIWmaSA)
+- [Beginner's Guide To 9 Use Cases](https://youtu.be/vGP4pQdCocw)
 - [Agents Overview + Google Searches](https://youtu.be/Jq9Sf68ozk0)
 - [`OpenAI` + `Wolfram Alpha`](https://youtu.be/UijbzCIJ99g)
 - [Ask Questions On Your Custom (or Private) Files](https://youtu.be/EnT-ZTrcPrg)
@@ -73,7 +73,7 @@ Below are links to video tutorials and courses on LangChain. For written guides
 - [Conversations with Memory (explanation & code walkthrough)](https://youtu.be/X550Zbz_ROE)
 - [Chat with `Flan20B`](https://youtu.be/VW5LBavIfY4)
 - [Using `Hugging Face Models` locally (code walkthrough)](https://youtu.be/Kn7SX2Mx_Jk)
-- [`PAL` : Program-aided Language Models with LangChain code](https://youtu.be/dy7-LvDu-3s)
+- [`PAL`: Program-aided Language Models with LangChain code](https://youtu.be/dy7-LvDu-3s)
 - [Building a Summarization System with LangChain and `GPT-3` - Part 1](https://youtu.be/LNq_2s_H01Y)
 - [Building a Summarization System with LangChain and `GPT-3` - Part 2](https://youtu.be/d-yeHDLgKHw)
 - [Microsoft's `Visual ChatGPT` using LangChain](https://youtu.be/7YEiEyfPF5U)
@@ -85,7 +85,7 @@ Below are links to video tutorials and courses on LangChain. For written guides
 - [`BabyAGI`: Discover the Power of Task-Driven Autonomous Agents!](https://youtu.be/QBcDLSE2ERA)
 - [Improve your `BabyAGI` with LangChain](https://youtu.be/DRgPyOXZ-oE)
 - [Master `PDF` Chat with LangChain - Your essential guide to queries on documents](https://youtu.be/ZzgUqFtxgXI)
-- [Using LangChain with `DuckDuckGO` `Wikipedia` & `PythonREPL` Tools](https://youtu.be/KerHlb8nuVc)
+- [Using LangChain with `DuckDuckGO`, `Wikipedia` & `PythonREPL` Tools](https://youtu.be/KerHlb8nuVc)
 - [Building Custom Tools and Agents with LangChain (gpt-3.5-turbo)](https://youtu.be/biS8G8x8DdA)
 - [LangChain Retrieval QA Over Multiple Files with `ChromaDB`](https://youtu.be/3yPBVii7Ct0)
 - [LangChain Retrieval QA with Instructor Embeddings & `ChromaDB` for PDFs](https://youtu.be/cFCGUjc33aU)
@@ -107,7 +107,7 @@ Below are links to video tutorials and courses on LangChain. For written guides
 - [Working with MULTIPLE `PDF` Files in LangChain: `ChatGPT` for your Data](https://youtu.be/s5LhRdh5fu4)
 - [`ChatGPT` for YOUR OWN `PDF` files with LangChain](https://youtu.be/TLf90ipMzfE)
 - [Talk to YOUR DATA without OpenAI APIs: LangChain](https://youtu.be/wrD-fZvT6UI)
-- [Langchain: PDF Chat App (GUI) | ChatGPT for Your PDF FILES](https://youtu.be/RIWbalZ7sTo)
+- [LangChain: PDF Chat App (GUI) | ChatGPT for Your PDF FILES](https://youtu.be/RIWbalZ7sTo)
 - [LangFlow: Build Chatbots without Writing Code](https://youtu.be/KJ-ux3hre4s)
 - [LangChain: Giving Memory to LLMs](https://youtu.be/dxO6pzlgJiY)
 - [BEST OPEN Alternative to `OPENAI's EMBEDDINGs` for Retrieval QA: LangChain](https://youtu.be/ogEalPMUCSY)
@@ -122,4 +122,4 @@ Below are links to video tutorials and courses on LangChain. For written guides
 
 
 ---------------------
-⛓ icon marks a new addition [last update 2023-07-05]
+⛓ icon marks a new addition [last update 2023-07-05]

docs/extras/guides/fallbacks.ipynb

@@ -84,7 +84,7 @@
     "# Let's use just the OpenAI LLm first, to show that we run into an error\n",
     "with patch('openai.ChatCompletion.create', side_effect=RateLimitError()):\n",
     "    try:\n",
-    "         print(openai_llm.invoke(\"Why did the the chicken cross the road?\"))\n",
+    "         print(openai_llm.invoke(\"Why did the chicken cross the road?\"))\n",
     "    except:\n",
     "        print(\"Hit error\")"
    ]