data_upload.py

#!/usr/bin/python3
# Import required modules
from database_utils import DatabaseConnector 
from data_cleaning  import DataCleaning

# SET password to database set up on postgres server.
pw = DatabaseConnector().read_db_creds('upload_db_creds.yaml')['PASSWORD']

# Upload all pandas dataframes to SQL database.

# Upload store data.
DatabaseConnector().upload_to_db(df = DataCleaning().clean_store_data(), 
                                 table_name = 'dim_store_details', password = pw)

# Upload the orders data.
DatabaseConnector().upload_to_db(df = DataCleaning().clean_orders_data(), 
                                table_name = 'orders_table', password = pw)

# Upload the user data.
DatabaseConnector().upload_to_db(df = DataCleaning().clean_user_data(), 
                                 table_name = 'dim_users', password = pw)

# Upload the events data.
DatabaseConnector().upload_to_db(df = DataCleaning().clean_events_data(), 
                                 table_name = 'dim_date_times', password = pw)

# Upload the products data.
DatabaseConnector().upload_to_db(df = DataCleaning().clean_products_data(), 
                                 table_name = 'dim_products', password = pw)

# Upload store data.
DatabaseConnector().upload_to_db(df = DataCleaning().clean_card_data(), 
                                table_name = 'dim_card_details', password = pw)