feat: minor changes

main
Ricard Illa 2023-06-26 08:49:16 +02:00
parent 5ed10fb179
commit 743c57a0d1
No known key found for this signature in database
GPG Key ID: F69A672B72E54902
1 changed files with 2 additions and 2 deletions

View File

@ -23,8 +23,8 @@ CSV_FNAME = (
CONFIG = {
"input": f"{ HOME }/gcs/data/{ CSV_FNAME }",
"beam_etl_path": "/etl/main.py",
"dbt_path": "/dbt",
"products_table": "sustainability_score.products",
"scored_table": "sustainability_score.scored_products",
}
@ -34,7 +34,7 @@ def dbt(cmd: str, attach_dag: DAG) -> BashOperator:
dag=attach_dag,
task_id=f"dbt_{ cmd }",
bash_command=f"dbt { cmd }",
cwd="/dbt",
cwd="{{ params.dbt_path }}",
env={
"POSTGRES_HOST": "{{ conn.get('pg_db').host }}",
"POSTGRES_USER": "{{ conn.get('pg_db').login }}",