Merge pull request #376 from ag2ai/rag_workflow

[RAG] Agentic RAG workflow on tabular data from a PDF file
ag2ai · Jan 8, 2025 · 4bf5956 · 4bf5956
2 parents 32718df + bc7efbc
commit 4bf5956
Show file tree

Hide file tree

Showing 78 changed files with 834 additions and 5 deletions.
diff --git a/.gitattributes b/.gitattributes
@@ -33,10 +33,8 @@
 *.tsx             text
 *.xml             text
 *.xhtml           text diff=html
-
 # Docker
 Dockerfile        text eol=lf
-
 # Documentation
 *.ipynb           text
 *.markdown        text diff=markdown eol=lf
@@ -62,7 +60,6 @@ NEWS              text eol=lf
 readme            text eol=lf
 *README*          text eol=lf
 TODO              text
-
 # Configs
 *.cnf             text eol=lf
 *.conf            text eol=lf
@@ -84,8 +81,10 @@ yarn.lock         text -diff
 browserslist      text
 Makefile          text eol=lf
 makefile          text eol=lf
-
 # Images
 *.png filter=lfs diff=lfs merge=lfs -text
 *.jpg filter=lfs diff=lfs merge=lfs -text
 *.jpeg filter=lfs diff=lfs merge=lfs -text
+notebook/agentchat_pdf_rag/parsed_elements.json filter=lfs diff=lfs merge=lfs -text
+notebook/agentchat_pdf_rag/input_files/nvidia_10k_2024.pdf filter=lfs diff=lfs merge=lfs -text
+notebook/agentchat_pdf_rag/processed_elements.json filter=lfs diff=lfs merge=lfs -text
diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml
@@ -15,6 +15,7 @@ repos:
     - id: check-yaml
     - id: check-toml
     - id: check-json
+      exclude: ^notebook/agentchat_pdf_rag/(parsed_elements|processed_elements)\.json$
     - id: check-byte-order-marker
       exclude: .gitignore
     - id: check-merge-conflict

diff --git a/notebook/agentchat_pdf_rag/input_files/nvidia_10k_2024.pdf b/notebook/agentchat_pdf_rag/input_files/nvidia_10k_2024.pdf
diff --git a/notebook/agentchat_pdf_rag/parsed_elements.json b/notebook/agentchat_pdf_rag/parsed_elements.json
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/figure-1-1.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/figure-1-1.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/figure-33-2.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/figure-33-2.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/figure-92-3.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/figure-92-3.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/figure-93-4.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/figure-93-4.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/figure-94-5.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/figure-94-5.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/figure-95-6.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/figure-95-6.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-12-2.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-12-2.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-2-1.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-2-1.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-32-3.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-32-3.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-33-4.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-33-4.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-36-5.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-36-5.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-39-6.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-39-6.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-39-7.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-39-7.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-39-8.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-39-8.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-40-9.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-40-9.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-41-10.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-41-10.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-42-11.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-42-11.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-42-12.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-42-12.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-43-13.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-43-13.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-47-14.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-47-14.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-50-15.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-50-15.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-51-16.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-51-16.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-52-17.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-52-17.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-52-18.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-52-18.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-53-19.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-53-19.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-54-20.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-54-20.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-60-21.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-60-21.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-61-22.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-61-22.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-61-23.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-61-23.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-61-24.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-61-24.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-62-25.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-62-25.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-63-26.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-63-26.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-63-27.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-63-27.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-64-28.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-64-28.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-64-29.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-64-29.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-65-30.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-65-30.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-65-31.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-65-31.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-66-32.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-66-32.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-66-33.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-66-33.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-66-34.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-66-34.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-67-35.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-67-35.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-68-36.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-68-36.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-68-37.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-68-37.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-68-38.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-68-38.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-69-39.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-69-39.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-69-40.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-69-40.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-70-41.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-70-41.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-70-42.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-70-42.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-70-43.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-70-43.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-71-44.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-71-44.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-72-45.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-72-45.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-73-46.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-73-46.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-73-47.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-73-47.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-75-48.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-75-48.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-75-49.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-75-49.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-75-50.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-75-50.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-76-51.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-76-51.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-77-52.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-77-52.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-78-53.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-78-53.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-79-54.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-79-54.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-79-55.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-79-55.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-79-56.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-79-56.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-80-57.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-80-57.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-81-58.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-81-58.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-82-59.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-82-59.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-83-60.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-83-60.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-85-61.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-85-61.jpg
diff --git a/notebook/agentchat_pdf_rag/parsed_pdf_info/table-95-62.jpg b/notebook/agentchat_pdf_rag/parsed_pdf_info/table-95-62.jpg
diff --git a/notebook/agentchat_pdf_rag/processed_elements.json b/notebook/agentchat_pdf_rag/processed_elements.json
diff --git a/notebook/agentchat_pdf_rag/sample_elements.json b/notebook/agentchat_pdf_rag/sample_elements.json
@@ -0,0 +1,17 @@
+[
+    {
+        "element_id": "518e6f32a8c371f69e6ac8868519f570",
+        "text": "NVIDIA Corporation and Subsidiaries Consolidated Balance Sheets (In millions, except value)",
+        "type": "Title",
+        "page_number": 52,
+        "parent_id": "d972706e5fe99bae469dd5dc42202fa2"
+    },
+    {
+        "element_id": "7193a45c9b844e570053b3c0cc752c06",
+        "text": "NVIDIA Corporation and Subsidiaries Consolidated Balance Sheets (In millions, except value): Assets Current assets: Cash and cash equivalents Marketable securities Accounts receivable, net Inventories Prepaid expenses and other current assets Total current assets Property and equipment, net Operating lease assets Goodwill Intangible assets, net Deferred income tax assets Other assets Total assets Liabilities and Shareholders\u2019 Equity Current liabilities: Accounts payable Accrued and other current liabilities Short-term debt Total current liabilities Long-term debt Long-term operating lease liabilities Other long-term liabilities Total liabilities Commitments and contingencies - see Note 13 Jan 28, 2024 Jan 29, 2023 7,280 $ 3,389 18,704 9,907 9,999 3,827 5,282 5,159 3,080 791 44,345 23,073 3,014 3,807 1,346 1,038 4,430 4,372 1,112 1,676 6,081 3,396 4,500 3,820 65,728 $ 41,182 2,699 $ 1,193 6,682 4,120 1,250 1,250 10,631 6,563 8,459 9,703 1,119 902 2,541 1,913 22,750 19,081",
+        "type": "Table",
+        "page_number": 52,
+        "parent_id": "19874ad91c0234155cb1c5168500a767",
+        "image_path": "./parsed_pdf_info/table-52-17.jpg"
+    }
+]