Added crash logging, extended the --export variable to define size of exorted data, setup verbose logging

src/runtime.py

@@ -1,11 +1,35 @@
 import argparse
+import atexit
+import sys
+import traceback
 from time import sleep
 
-from database_handler import Database
 from gdpr_export import export_gdpr_data
+from logger import LoggerWrapper
 from scraper import scrape_missing_infos, scraping
 
-db = Database()
+log = LoggerWrapper()
+
+
+def _handle_exit():
+    """
+    Function to log exit information if the script ends unexpectedly.
+    """
+    log.critical("Script terminated unexpectedly.")
+
+
+def _log_crash_info(exc_type, exc_value, exc_tb):
+    """Custom function to log crash info when an exception occurs."""
+    log.critical("A critical error occurred!", exc_info=(exc_type, exc_value, exc_tb))
+    log.critical("Exception type: %s", exc_type)
+    log.critical("Exception message: %s", exc_value)
+    log.critical("Stack trace:\n%s", ''.join(traceback.format_tb(exc_tb)))
+
+
+# Register the exit handler and excepthook
+atexit.register(_handle_exit)
+sys.excepthook = _log_crash_info
+
 
 # Initialize the parser
 parser = argparse.ArgumentParser(description="A python script written in Python3.13 which continuously checks what spotify songs "
@@ -14,28 +38,30 @@ parser = argparse.ArgumentParser(description="A python script written in Python3
 
 # Add optional arguments
 parser.add_argument('--verbose', '-v', action='store_true', help="Enable verbose output")
-parser.add_argument('--export', '-e', action='store_true', help="Export the gdpr data from spotify if not done already")
+parser.add_argument('--export', type=str, choices=['TEST', 'PRODUCTION'], required=True,
+                    help="Export the gdpr data from spotify if not done already. Choose between TEST and PRODUCTION."
+                    "TEST will export only a small number of songs, PRODUCTION will export all songs.")
 
 # Parse the arguments
 args = parser.parse_args()
 
 if args.verbose:
-    print('Enabled verbose mode')
-    # implement logger
+    log.set_console_handler_to_debug()
+    log.info('Enabled verbose mode')
 
-if args.export:
-    print('Scraping GDPR Data')
-    # The next function can gat a int witch defines the amount of songs witch will be scraped from the gdpr files.
-    # e.g. if 500 is input, the last 500 played songs will come up, if left empty, the last 100.
-    export_gdpr_data(1000000)
+if args.export == 'TEST':
+    export_size = 200
+    log.info(f'Scraping GDPR Data. Sample size: {export_size}')
+    export_gdpr_data(export_size)
+    scrape_missing_infos()
+elif args.export == 'PRODUCTION':
+    export_size = 1000000
+    log.info('Scraping all GDPR Data.')
+    export_gdpr_data(export_size)
     scrape_missing_infos()
 
 while True:
-    print('Scraping API...')
+    log.info('Scraping API...')
     scraping()
-    print('Done Scraping')
+    log.info('Done scraping API. Sleeping for 30 minutes...')
     sleep(1800)
-
-
-# TODO: Trap this:
-db.close()