Update example_python_operator.py
This commit is contained in:
@@ -24,49 +24,4 @@ with DAG(
|
|||||||
print(ds)
|
print(ds)
|
||||||
return 'Whatever you return gets printed in the logs'
|
return 'Whatever you return gets printed in the logs'
|
||||||
|
|
||||||
run_this = print_context()
|
run_this = print_context()
|
||||||
# [END howto_operator_python]
|
|
||||||
|
|
||||||
# [START howto_operator_python_kwargs]
|
|
||||||
# Generate 5 sleeping tasks, sleeping from 0.0 to 0.4 seconds respectively
|
|
||||||
for i in range(5):
|
|
||||||
|
|
||||||
@task(task_id=f'sleep_for_{i}')
|
|
||||||
def my_sleeping_function(random_base):
|
|
||||||
"""This is a function that will run within the DAG execution"""
|
|
||||||
time.sleep(random_base)
|
|
||||||
|
|
||||||
sleeping_task = my_sleeping_function(random_base=float(i) / 10)
|
|
||||||
|
|
||||||
run_this >> sleeping_task
|
|
||||||
# [END howto_operator_python_kwargs]
|
|
||||||
|
|
||||||
if not shutil.which("virtualenv"):
|
|
||||||
log.warning("The virtalenv_python example task requires virtualenv, please install it.")
|
|
||||||
else:
|
|
||||||
# [START howto_operator_python_venv]
|
|
||||||
@task.virtualenv(
|
|
||||||
task_id="virtualenv_python", requirements=["colorama==0.4.0"], system_site_packages=False
|
|
||||||
)
|
|
||||||
def callable_virtualenv():
|
|
||||||
"""
|
|
||||||
Example function that will be performed in a virtual environment.
|
|
||||||
|
|
||||||
Importing at the module level ensures that it will not attempt to import the
|
|
||||||
library before it is installed.
|
|
||||||
"""
|
|
||||||
from time import sleep
|
|
||||||
|
|
||||||
from colorama import Back, Fore, Style
|
|
||||||
|
|
||||||
print(Fore.RED + 'some red text')
|
|
||||||
print(Back.GREEN + 'and with a green background')
|
|
||||||
print(Style.DIM + 'and in dim text')
|
|
||||||
print(Style.RESET_ALL)
|
|
||||||
for _ in range(10):
|
|
||||||
print(Style.DIM + 'Please wait...', flush=True)
|
|
||||||
sleep(10)
|
|
||||||
print('Finished')
|
|
||||||
|
|
||||||
virtualenv_task = callable_virtualenv()
|
|
||||||
# [END howto_operator_python_venv]
|
|
||||||
Reference in New Issue
Block a user