diff --git a/dags/sustainability_score/__init__.py b/dags/sustainability_score/__init__.py index 0d257d6..034c0eb 100644 --- a/dags/sustainability_score/__init__.py +++ b/dags/sustainability_score/__init__.py @@ -22,7 +22,8 @@ CSV_FNAME = ( CONFIG = { "input": f"{ HOME }/gcs/data/{ CSV_FNAME }", "beam_etl_path": "/etl/main.py", - "output_table": "sustainability_score.products", + "products_table": "sustainability_score.products", + "scored_table": "sustainability_score.scored_products", } with DAG( @@ -51,7 +52,7 @@ with DAG( "pg_username": "{{ conn.get('pg_db').login }}", "pg_password": "{{ conn.get('pg_db').password }}", "pg_database": "{{ conn.get('pg_db').schema }}", - "pg_table": "{{ params.output_table }}", + "pg_table": "{{ params.products_table }}", }, ) diff --git a/sql/products_schema.sql b/sql/products_schema.sql index b38c2db..76736b8 100644 --- a/sql/products_schema.sql +++ b/sql/products_schema.sql @@ -1,4 +1,4 @@ -CREATE TABLE IF NOT EXISTS {{ params.output_table }} ( +CREATE TABLE IF NOT EXISTS {{ params.products_table }} ( tcin VARCHAR PRIMARY KEY, gtin13 VARCHAR NOT NULL, primary_category VARCHAR NOT NULL,