# Function task
def classify_documents(documents: list):
    # Classify documents and convert them to appropriate data models
    return classified_documents

# Async function task
async def add_data_points(data: list[DataPoint]):
    # Asyncronously save data into database
    await save_data_to_db(data)
 
    return data

# Generator task
async def split_text_into_chunks(text: str):
    # Use any chunker to split text into chunks
    return chunks

# Async generator task
async def generate_graph_from_chunks(chunks: list):
    for chunk in chunks:
        # Asyncronously generate graph from a chunk
        graph = await generate_graph(chunk)
 
        yield graph

documents = [
    "/path/to/file1",
    "/path/to/file2",
    "/path/to/file3",
]
 
tasks = [
    Task(classify_documents),
    Task(
        split_text_into_chunks
    ),
    Task(
        generate_graph_from_chunks
 
    ),
    Task(
        add_data_points
    ),
]
 
pipeline_run = await run_tasks(tasks, documents)
 
for pipeline_run_info in pipeline_run:
    print(pipeline_run_info)