fix 'NoneType' and new ContentType supported. (langgenius#4818)

dengpeng · Jun 16, 2024 · 32e2b76 · 32e2b76
1 parent 1bcec67
commit 32e2b76
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/api/core/rag/extractor/extract_processor.py b/api/core/rag/extractor/extract_processor.py
@@ -29,7 +29,7 @@
 from extensions.ext_storage import storage
 from models.model import UploadFile
 
-SUPPORT_URL_CONTENT_TYPES = ['application/pdf', 'text/plain']
+SUPPORT_URL_CONTENT_TYPES = ['application/pdf', 'text/plain', 'application/json']
 USER_AGENT = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36"
 
 

diff --git a/api/core/tools/utils/web_reader_tool.py b/api/core/tools/utils/web_reader_tool.py
@@ -54,7 +54,7 @@ def get_url(url: str, user_agent: str = None) -> str:
  if content_type:
  main_content_type = response.headers.get('Content-Type').split(';')[0].strip()
  else:
- content_disposition = response.headers.get('Content-Disposition')
+ content_disposition = response.headers.get('Content-Disposition', '')
  filename_match = re.search(r'filename="([^"]+)"', content_disposition)
  if filename_match:
  filename = unquote(filename_match.group(1))