debug

the-deep-nlp · Nov 30, 2024 · 3c20d76 · 3c20d76
1 parent 1991beb
commit 3c20d76
Show file tree

Hide file tree

Showing 6 changed files with 6 additions and 3 deletions.
diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
@@ -57,6 +57,7 @@ jobs:
       CSRF_TRUSTED_ORIGINS: ''
       SUMMARIZATION_V3_ECS_ENDPOINT: ''
       ENTRYEXTRACTION_ECS_ENDPOINT: ''
+      ENTRYEXTRACTION_LLM_ECS_ENDPOINT: ''
       GEOLOCATION_ECS_ENDPOINT: ''
       TOPICMODEL_ECS_ENDPOINT: ''
 

diff --git a/analysis_module/serializers.py b/analysis_module/serializers.py
@@ -71,8 +71,8 @@ class PredictionRequestSerializer(serializers.Serializer):
 
 class PredictionRequestSerializerV2(serializers.Serializer):
     entries = PredictionEntrySerializer(many=True)
-    af_id = serializers.CharField()
-    project_id = serializers.CharField()
+    af_id = serializers.IntegerField()
+    project_id = serializers.IntegerField()
     publishing_organization = serializers.CharField()
     authoring_organization = serializers.ListField()
     callback_url = serializers.CharField()

diff --git a/core_server/settings.py b/core_server/settings.py
@@ -56,6 +56,7 @@
 SUMMARIZATION_V3_ECS_ENDPOINT = env("SUMMARIZATION_V3_ECS_ENDPOINT")
 TEXT_EXTRACTION_ECS_ENDPOINT = env("TEXTEXTRACTION_ECS_ENDPOINT")
 ENTRYEXTRACTION_ECS_ENDPOINT = env("ENTRYEXTRACTION_ECS_ENDPOINT")
+ENTRYEXTRACTION_ECS_ENDPOINT = env("ENTRYEXTRACTION_LLM_ECS_ENDPOINT")
 GEOLOCATION_ECS_ENDPOINT = env("GEOLOCATION_ECS_ENDPOINT")
 TOPICMODEL_ECS_ENDPOINT = env("TOPICMODEL_ECS_ENDPOINT")
 

diff --git a/docker-compose-prod.yml b/docker-compose-prod.yml
@@ -46,6 +46,7 @@ x-server: &base-server-config
     SUMMARIZATION_V3_ECS_ENDPOINT: ${SUMMARIZATION_V3_ECS_ENDPOINT:?Provide summarization v3 endpoint}
     TEXTEXTRACTION_ECS_ENDPOINT: ${TEXTEXTRACTION_ECS_ENDPOINT:?Provide text extraction endpoint}
     ENTRYEXTRACTION_ECS_ENDPOINT: ${ENTRYEXTRACTION_ECS_ENDPOINT:?Provide entry extraction endpoint}
+    ENTRYEXTRACTION_LLM_ECS_ENDPOINT: ${ENTRYEXTRACTION_LLM_ECS_ENDPOINT:?Provide entry extraction llm endpoint}
     GEOLOCATION_ECS_ENDPOINT: ${GEOLOCATION_ECS_ENDPOINT:?Provide geolocation endpoint}
     TOPICMODEL_ECS_ENDPOINT: ${TOPICMODEL_ECS_ENDPOINT:?Provide topic model endpoint}
 

diff --git a/docker-compose.yml b/docker-compose.yml
@@ -55,6 +55,7 @@ x-server: &base-server-config
     SUMMARIZATION_V3_ECS_ENDPOINT: ${SUMMARIZATION_V3_ECS_ENDPOINT:?Provide summarization v3 endpoint}
     TEXTEXTRACTION_ECS_ENDPOINT: ${TEXTEXTRACTION_ECS_ENDPOINT:?Provide text extraction endpoint}
     ENTRYEXTRACTION_ECS_ENDPOINT: ${ENTRYEXTRACTION_ECS_ENDPOINT:?Provide entry extraction endpoint}
+    ENTRYEXTRACTION_LLM_ECS_ENDPOINT: ${ENTRYEXTRACTION_LLM_ECS_ENDPOINT:?Provide entry extraction llm endpoint}
     GEOLOCATION_ECS_ENDPOINT: ${GEOLOCATION_ECS_ENDPOINT:?Provide geolocation endpoint}
     TOPICMODEL_ECS_ENDPOINT: ${TOPICMODEL_ECS_ENDPOINT:?Provide topic model endpoint}
 

diff --git a/nlp_scripts/model_prediction/llm/model_prediction.py b/nlp_scripts/model_prediction/llm/model_prediction.py
@@ -1,7 +1,6 @@
 import os
 import json
 import redis
-import pandas as pd
 
 from box import Box
 from dataclasses import make_dataclass, field, dataclass