move postprocess to cdk with jobParam and polish notebook

any_parser/base.py

@@ -3,7 +3,6 @@
 
 import requests
 
-from any_parser.postprocessors import run_convert
 
 CAMBIO_UPLOAD_URL = "https://jnrsqrod4j.execute-api.us-west-2.amazonaws.com/v1/upload"
 CAMBIO_REQUEST_URL = "https://jnrsqrod4j.execute-api.us-west-2.amazonaws.com/v1/request"
@@ -46,29 +45,25 @@ def extract(self, file_path):
         result = self._request_file_extraction(user_id, file_id)
         return result
 
-    def parse(
+    def extract_table(
         self,
         file_path,
-        parse_type="table",
         output_format="HTML",
         prompt="",
         mode="advanced",
     ):
-        parse_type = parse_type.upper()
-        if parse_type not in ["TABLE"]:
-            raise ValueError(
-                "Invalid parse_type. Currently, only 'table' is supported."
-            )
-
         output_format = output_format.upper()
         if output_format not in ["HTML", "JSON", "CSV"]:
             raise ValueError(
                 "Invalid output_format. Expected 'HTML', 'JSON', or 'CSV'."
             )
 
         user_id, file_id = self._request_and_upload_by_apiKey(file_path)
-        result = self._request_info_extraction(user_id, file_id)
-        return run_convert(result, output_format)
+        job_params = {
+            "output_format": output_format,
+        }
+        result = self._request_info_extraction(user_id, file_id, job_params)
+        return result
 
     def _error_handler(self, response):
         if response.status_code == 403:
@@ -124,11 +119,12 @@ def _request_file_extraction(self, user_id, file_id):
 
         self._error_handler(response)
 
-    def _request_info_extraction(self, user_id, file_id):
+    def _request_info_extraction(self, user_id, file_id, job_params=None):
 
         payload = {
             "files": [{"sourceType": "s3", "fileId": file_id}],
             "jobType": "info_extraction",
+            "jobParams": job_params,
         }
         response = requests.post(
             self._requesturl, headers=self._request_header, json=payload