Prefect Integration

Prefect Task

from prefect import flow, task

@task
def process_records(records):
    return compiled_process(records)

@flow
def pipeline():
    raw = fetch_data()
    processed = process_records(raw)
    save_results(processed)