Airflow - Study Notes 5

 

 

 

 

 

To create a new connection, select the + to add a new record.

 

 

 

 

 

 

 

 

 

 

from airflow.decorators import (
    dag,
    task,
)

from pendulum import datetime


@dag(
    start_date=datetime(2025, 1, 1),
    catchup=False,
    default_args={
        "retries": 2,
    },
    tags=["test"],
)
def test_connection():
    @task()
    def print_conn_string():
        import os

        conn_string = os.getenv("AIRFLOW_CONN_MYDB")
        print(f"Connection string: {conn_string}")

    print_conn_string()

test_connection()

 

from airflow import DAG
from airflow.operators.python import PythonOperator
from datetime import datetime
from airflow.hooks.base import BaseHook


def test_secret_connection():
    conn = BaseHook.get_connection(
        "mydb"
    )  # Replace "mydb" with the  actual connection ID from the secret store
    print(f"Connection Host: {conn.host}")

dag = DAG(
    "test_secret_store_connection",
    start_date=datetime(2024, 1, 1),
    schedule_interval=None,
)

test_secret_task = PythonOperator(
    task_id="test_secret_connection",
    python_callable=test_secret_connection,
    dag=dag,
)