Add additional verbose messaging in scripts

Author: astrochun

github_stats_pages/db.py

@@ -46,6 +46,7 @@ def migrate_csv(
     )
     log.info(f"[yellow]Loading: {filename}")
     df = pd.read_csv(filename, header=None, skiprows=skip_rows, names=names)
+    log.info(f"Size of dataframe: {len(df)}")
     if model.__name__ == "Paths":
         repository_names = [a.split("/")[2] for a in df["path"].values]
         df.insert(1, "repository_name", repository_names)

scripts/gts_run_all_repos

@@ -29,7 +29,7 @@ if __name__ == "__main__":
     )
     args = parser.parse_args()
 
-    log.info("[yellow]Running gts_run_all_repos script")
+    log.info("[bold yellow]Running gts_run_all_repos script")
 
     df = read_csv(args.csv_file)
 
@@ -63,4 +63,4 @@ if __name__ == "__main__":
         for f in p_cwd.glob(f"????-??-??-???-???-*{datatype}-stats.csv"):
             db.migrate_csv(f, model, engine, skip_rows=1)
 
-    log.info("[dark_green]gts_run_all_repos script completed!")
+    log.info("[bold dark_green]gts_run_all_repos script completed!")

scripts/make_stats_plots

@@ -46,11 +46,13 @@ if __name__ == "__main__":
     args = parser.parse_args()
     vargs = vars(args)
 
-    log.info("[yellow]Running make_stats_plots script")
+    log.info("[bold yellow]Running make_stats_plots script")
 
     if args.include_repos and args.exclude_repos:
         msg = "Cannot provide include_repos and exclude_repos simultaneously!"
         log.error(f"[bold red]{msg}")
         raise ValueError(msg)
 
     stats_plots.make_plots(**vargs)
+
+    log.info("[bold dark_green]make_stats_plots script completed!")

scripts/migrate_to_sqlite

@@ -25,3 +25,5 @@ if __name__ == "__main__":
             db.migrate_csv(file, model=model, engine=engine)
     else:
         log.info("No merged files to migrate!")
+
+    log.info("[bold dark_green]migrate_to_sqlite script completed!")