fixes

Author: kazmer97

config_library/pattern-3/rvl-cdip-package-sample/config.yaml

@@ -932,11 +932,6 @@ assessment:
   image:
     target_height: ""
     target_width: ""
-  granular:
-    enabled: true
-    max_workers: "20"
-    simple_batch_size: "3"
-    list_batch_size: "1"
   default_confidence_threshold: "0.8"
   top_p: "0.1"
   max_tokens: "10000"

lib/idp_common_pkg/idp_common/assessment/granular_service.py

@@ -1094,9 +1094,10 @@ def process_document_section(self, document: Document, section_id: str) -> Docum
         if (
             document.status == Status.FAILED
             and document.errors
-            and not hasattr(document, "metadata")
-            or not document.metadata
-            or "failed_assessment_tasks" not in document.metadata
+            and (
+                not document.metadata
+                or "failed_assessment_tasks" not in document.metadata
+            )
         ):
             # Check if any errors contain throttling keywords
             throttling_keywords = [
@@ -1162,7 +1163,7 @@ def assess_document(self, document: Document) -> Document:
     def _handle_parsing_errors(
         self,
         document: Document,
-        failed_tasks: list[str],
+        failed_tasks: list[AssessmentResult],
         document_text: str,
         extraction_results: dict,
     ) -> str | None:

lib/idp_common_pkg/idp_common/extraction/agentic_idp.py

@@ -436,7 +436,7 @@ def patch_buffer_data(patches: list[dict[str, Any]], agent: Agent) -> str:
 
     logger.info(f"Current length of buffer data {len(patched_data)} ")
 
-    return f"Successfully patched {str(patched_data)[100:]}...."
+    return f"Successfully patched {str(patched_data)[:100]}...."
 
 
 SYSTEM_PROMPT = """

patterns/pattern-2/src/assessment_function/index.py

@@ -6,7 +6,7 @@
 import time
 import logging
 
-from idp_common import get_config, assessment
+from idp_common import get_config
 from idp_common.models import Document, Status
 from idp_common.docs_service import create_document_service
 from idp_common import s3

patterns/pattern-3/src/assessment_function/index.py

@@ -174,7 +174,7 @@ def handler(event, context):
     logger.info(f"Starting assessment for section {section_id}")
     updated_document = assessment_service.process_document_section(document, section_id)
     t1 = time.time()
-    logger.info(f"Total extraction time: {t1 - t0:.2f} seconds")
+    logger.info(f"Total assessment time: {t1 - t0:.2f} seconds")
 
     # Check if document processing failed
     if updated_document.status == Status.FAILED: