rilla
/
dayrize-usecase
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

feat: minor changes

main
Ricard Illa 2023-06-26 08:49:16 +02:00
parent 5ed10fb179
commit 743c57a0d1
No known key found for this signature in database
GPG Key ID: F69A672B72E54902
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
dags/sustainability_score/__init__.py
View File

@ -23,8 +23,8 @@ CSV_FNAME = (
CONFIG = { CONFIG = {
"input": f"{ HOME }/gcs/data/{ CSV_FNAME }", "input": f"{ HOME }/gcs/data/{ CSV_FNAME }",
"beam_etl_path": "/etl/main.py", "beam_etl_path": "/etl/main.py",
"dbt_path": "/dbt",
"products_table": "sustainability_score.products", "products_table": "sustainability_score.products",
"scored_table": "sustainability_score.scored_products",
} }
@ -34,7 +34,7 @@ def dbt(cmd: str, attach_dag: DAG) -> BashOperator:
dag=attach_dag, dag=attach_dag,
task_id=f"dbt_{ cmd }", task_id=f"dbt_{ cmd }",
bash_command=f"dbt { cmd }", bash_command=f"dbt { cmd }",
cwd="/dbt", cwd="{{ params.dbt_path }}",
env={ env={
"POSTGRES_HOST": "{{ conn.get('pg_db').host }}", "POSTGRES_HOST": "{{ conn.get('pg_db').host }}",
"POSTGRES_USER": "{{ conn.get('pg_db').login }}", "POSTGRES_USER": "{{ conn.get('pg_db').login }}",