Files
airflow/dags/example_python_operator.py
T

26 lines
767 B
Python

import logging
import shutil
import time
from datetime import datetime
from airflow import DAG
from airflow.decorators import task
log = logging.getLogger(__name__)
with DAG(
dag_id='example_python_operator',
schedule_interval=None,
start_date=datetime(2021, 1, 1),
catchup=False,
tags=['example'],
) as dag:
# [START howto_operator_python]
@task.virtualenv(task_id="virtualenv_python", requirements=["sklearn"], system_site_packages=False)
def print_context(ds=None, **kwargs):
from sklearn import linear_model
import pandas as pd
"""Print the Airflow context and ds variable from the context."""
print(ds)
return 'Whatever you return gets printed in the logs'
run_this = print_context()