Use UTC datetime and rename 'timestamps' column to 'output_time_utc'

Author: gustavocidornelas

openlayer/model_runners/ll_model_runners.py

@@ -3,8 +3,8 @@
 Module with the concrete LLM runners.
 """
 
+import datetime
 import logging
-import time
 import warnings
 from abc import ABC, abstractmethod
 from typing import Any, Dict, Generator, List, Optional, Tuple, Union
@@ -104,7 +104,7 @@ def _run_in_memory_and_yield_progress(
                     model_outputs.append(output_value)
                     current_row += 1
                     yield pd.DataFrame(
-                        {"predictions": model_outputs, "timestamps": timestamps}
+                        {"predictions": model_outputs, "output_time_utc": timestamps}
                     ), current_row / total_rows
                     continue
 
@@ -113,11 +113,11 @@ def _run_in_memory_and_yield_progress(
             model_outputs.append(output)
             run_cost += cost
             run_exceptions.update(exceptions)
-            timestamps.append(time.time())
+            timestamps.append(datetime.datetime.utcnow().isoformat())
             current_row += 1
 
             yield pd.DataFrame(
-                {"predictions": model_outputs, "timestamps": timestamps}
+                {"predictions": model_outputs, "output_time_utc": timestamps}
             ), current_row / total_rows
 
         self.logger.info("Successfully ran data through the model!")
@@ -126,7 +126,7 @@ def _run_in_memory_and_yield_progress(
         self.cost_estimates.append(run_cost)
 
         yield pd.DataFrame(
-            {"predictions": model_outputs, "timestamps": timestamps}
+            {"predictions": model_outputs, "output_time_utc": timestamps}
         ), 1.0
 
     def _run_single_input(self, input_data_row: pd.Series) -> Tuple[str, float, set]:

openlayer/model_runners/traditional_ml_model_runners.py

@@ -4,10 +4,10 @@
 
 """
 import ast
+import datetime
 import os
 import shutil
 import tempfile
-import time
 from abc import ABC, abstractmethod
 
 import pandas as pd
@@ -72,7 +72,7 @@ def _run_in_conda(self, input_data: pd.DataFrame) -> pd.DataFrame:
             output_data = pd.read_csv(f"{temp_dir}/output_data.csv")
 
             output_data = self._post_process_output(output_data)
-            output_data["timestamps"] = time.time()
+            output_data["output_time_utc"] = datetime.datetime.utcnow().isoformat()
 
         return output_data