# Define pipeline agents
fetcher = Agent(
name="DataFetcher",
role="API data retrieval specialist",
goal="Fetch data from external APIs"
)
validator = Agent(
name="DataValidator",
role="Data validation expert",
goal="Ensure data quality and format"
)
transformer = Agent(
name="DataTransformer",
role="Data transformation specialist",
goal="Transform data to target format"
)
storer = Agent(
name="DataStorer",
role="Database storage specialist",
goal="Store data securely in database"
)
# Each task only passes essential data forward
pipeline_tasks = [
Task(
name="fetch_data",
description="Fetch data from API",
expected_output="Data fetched confirmation",
agent=fetcher,
retain_full_context=False
),
Task(
name="validate_data",
description="Validate data format",
expected_output="Validation report",
agent=validator,
retain_full_context=False
),
Task(
name="transform_data",
description="Transform to target format",
expected_output="Transformation complete",
agent=transformer,
retain_full_context=False
),
Task(
name="store_data",
description="Store in database",
expected_output="Storage confirmation",
agent=storer,
retain_full_context=False
)
]