Remove unwanted logs (#148)

Author: vegito22

llmstack/datasources/handlers/datasource_processor.py

@@ -247,7 +247,6 @@ def _get_document_embeddings(self, text: str) -> OpenAIEmbeddingOutput:
             return None
 
     def add_entry(self, data: dict) -> Optional[DataSourceEntryItem]:
-        logger.info(f"Adding data_source_entry: {data}")
         documents = self.get_data_documents(data)
 
         documents = map(

llmstack/datasources/handlers/files/csv.py

@@ -81,9 +81,6 @@ def get_data_documents(
         self,
         data: DataSourceEntryItem,
     ) -> Optional[DataSourceEntryItem]:
-        logger.info(
-            f"Processing file: {data.data['file_name']} mime_type: {data.data['mime_type']}",
-        )
         data_uri = f"data:{data.data['mime_type']};name={data.data['file_name']};base64,{data.data['file_data']}"
 
         result = Uri().process(

llmstack/datasources/handlers/files/docx.py

@@ -82,9 +82,6 @@ def get_data_documents(
         self,
         data: DataSourceEntryItem,
     ) -> Optional[DataSourceEntryItem]:
-        logger.info(
-            f"Processing file: {data.data['file_name']} mime_type: {data.data['mime_type']}",
-        )
         data_uri = f"data:{data.data['mime_type']};name={data.data['file_name']};base64,{data.data['file_data']}"
 
         result = Uri().process(

llmstack/datasources/handlers/files/file.py

@@ -99,9 +99,6 @@ def get_data_documents(
         self,
         data: DataSourceEntryItem,
     ) -> Optional[DataSourceEntryItem]:
-        logger.info(
-            f"Processing file: {data.data['file_name']} mime_type: {data.data['mime_type']}",
-        )
         data_uri = f"data:{data.data['mime_type']};name={data.data['file_name']};base64,{data.data['file_data']}"
 
         result = Uri().process(

llmstack/datasources/handlers/files/media_file.py

@@ -91,10 +91,6 @@ def get_data_documents(
     ) -> Optional[DataSourceEntryItem]:
         openai_key = self.profile.get_vendor_key("openai_key")
 
-        logger.info(
-            f"Processing file: {data.data['file_name']} mime_type: {data.data['mime_type']}",
-        )
-
         file_text = extract_text_from_b64_json(
             mime_type=data.data["mime_type"],
             base64_encoded_data=data.data["file_data"],

llmstack/datasources/handlers/files/pdf.py

@@ -100,10 +100,6 @@ def get_data_documents(
         self,
         data: DataSourceEntryItem,
     ) -> Optional[DataSourceEntryItem]:
-        logger.info(
-            f"Processing file: {data.data['file_name']} mime_type: {data.data['mime_type']}",
-        )
-
         decoded_data = base64.b64decode(data.data["file_data"])
         data_fp = BytesIO(decoded_data)
         page_content = ""

llmstack/datasources/handlers/files/pptx.py

@@ -81,9 +81,6 @@ def get_data_documents(
         self,
         data: DataSourceEntryItem,
     ) -> Optional[DataSourceEntryItem]:
-        logger.info(
-            f"Processing file: {data.data['file_name']} mime_type: {data.data['mime_type']}",
-        )
         data_uri = f"data:{data.data['mime_type']};name={data.data['file_name']};base64,{data.data['file_data']}"
 
         result = Uri().process(

llmstack/datasources/handlers/files/txt.py

@@ -82,9 +82,6 @@ def get_data_documents(
         self,
         data: DataSourceEntryItem,
     ) -> Optional[DataSourceEntryItem]:
-        logger.info(
-            f"Processing file: {data.data['file_name']} mime_type: {data.data['mime_type']}",
-        )
         data_uri = f"data:{data.data['mime_type']};name={data.data['file_name']};base64,{data.data['file_data']}"
 
         result = Uri().process(

llmstack/datasources/handlers/google/gdrive_file.py

@@ -177,9 +177,6 @@ def get_data_documents(
         self,
         data: DataSourceEntryItem,
     ) -> Optional[DataSourceEntryItem]:
-        logger.info(
-            f"Processing file: {data.data['file_name']} mime_type: {data.data['mime_type']}",
-        )
         mime_type, file_data = self.export_gdrive_file(data)
         file_text = "\n\n".join(
             [

llmstack/datasources/handlers/notion/notion_export.py

@@ -93,10 +93,6 @@ def get_data_documents(
         self,
         data: DataSourceEntryItem,
     ) -> Optional[DataSourceEntryItem]:
-        logger.info(
-            f"Processing file: {data.data['file_name']} mime_type: {data.data['mime_type']}",
-        )
-
         docs = extract_documents(
             file_data=data.data["file_data"],
             content_key=NotionExportSchema.get_content_key(),