rilla
/
dayrize-usecase
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

feat: minor renaming

main
Ricard Illa 2023-06-25 12:22:38 +02:00
parent 4a3d43bcc5
commit 6bb944c114
No known key found for this signature in database
GPG Key ID: F69A672B72E54902
2 changed files with 4 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
dags/sustainability_score/__init__.py
View File

@ -22,7 +22,8 @@ CSV_FNAME = (
CONFIG = { CONFIG = {
"input": f"{ HOME }/gcs/data/{ CSV_FNAME }", "input": f"{ HOME }/gcs/data/{ CSV_FNAME }",
"beam_etl_path": "/etl/main.py", "beam_etl_path": "/etl/main.py",
"output_table": "sustainability_score.products", "products_table": "sustainability_score.products",
"scored_table": "sustainability_score.scored_products",
} }
with DAG( with DAG(
@ -51,7 +52,7 @@ with DAG(
"pg_username": "{{ conn.get('pg_db').login }}", "pg_username": "{{ conn.get('pg_db').login }}",
"pg_password": "{{ conn.get('pg_db').password }}", "pg_password": "{{ conn.get('pg_db').password }}",
"pg_database": "{{ conn.get('pg_db').schema }}", "pg_database": "{{ conn.get('pg_db').schema }}",
"pg_table": "{{ params.output_table }}", "pg_table": "{{ params.products_table }}",
}, },
) )

2
sql/products_schema.sql
View File

@ -1,4 +1,4 @@
CREATE TABLE IF NOT EXISTS {{ params.output_table }} ( CREATE TABLE IF NOT EXISTS {{ params.products_table }} (
tcin VARCHAR PRIMARY KEY, tcin VARCHAR PRIMARY KEY,
gtin13 VARCHAR NOT NULL, gtin13 VARCHAR NOT NULL,
primary_category VARCHAR NOT NULL, primary_category VARCHAR NOT NULL,