{
  "slug": "manage-data-pipelines",
  "label": "manage data pipelines and catalogs",
  "blurb": "Orchestrators, catalogs and data observability tools that run pipelines, trace lineage and say whether data is healthy.",
  "keywords": [
    "data pipelines",
    "data catalog",
    "data lineage",
    "data orchestration",
    "data quality"
  ],
  "categories": [
    "data-analytics",
    "orchestration"
  ],
  "access": [
    "mcp",
    "api"
  ],
  "count": 13,
  "official": 4,
  "url": "https://agentswitchboard.dev/tasks/manage-data-pipelines",
  "browseUrl": "https://agentswitchboard.dev/browse?task=manage-data-pipelines",
  "agentsUrl": "https://agentswitchboard.dev/api/agents?task=manage-data-pipelines",
  "agents": [
    {
      "name": "OpenMetadata",
      "slug": "openmetadata",
      "url": "https://agentswitchboard.dev/agents/openmetadata",
      "iconUrl": "https://agentswitchboard.dev/icons/openmetadata.png?v=9122262e",
      "description": "Centralises data catalog, lineage, and quality metadata so agents can discover which tables exist, where they came from, and whether they can be trusted.",
      "provider": "Collate",
      "categories": [
        "data-analytics",
        "infrastructure"
      ],
      "accessMethods": [
        "api",
        "mcp"
      ],
      "verified": true,
      "official": false,
      "featured": false,
      "sponsored": false,
      "authType": "apiKey",
      "why": "Quality Status: Reports data-quality test results and freshness so agents can judge whether an asset is reliable."
    },
    {
      "name": "Collibra MCP",
      "slug": "collibra-mcp",
      "url": "https://agentswitchboard.dev/agents/collibra-mcp",
      "iconUrl": "https://agentswitchboard.dev/icons/collibra-mcp.png?v=6c306da4",
      "description": "Search the Collibra data catalog and business glossary, trace data lineage, and look up governed asset details from AI assistants over Collibra's MCP server.",
      "provider": "Collibra",
      "categories": [
        "data-analytics"
      ],
      "accessMethods": [
        "mcp"
      ],
      "verified": true,
      "official": true,
      "featured": false,
      "sponsored": false,
      "authType": "oauth2",
      "why": null
    },
    {
      "name": "DataHub MCP",
      "slug": "datahub-mcp",
      "url": "https://agentswitchboard.dev/agents/datahub-mcp",
      "iconUrl": "https://agentswitchboard.dev/icons/datahub-mcp.png?v=4d8fc507",
      "description": "Searches a DataHub data catalog and returns lineage, schemas, owners and metadata to AI agents, plus real SQL queries for grounded query writing.",
      "provider": "DataHub",
      "categories": [
        "data-analytics"
      ],
      "accessMethods": [
        "mcp"
      ],
      "verified": true,
      "official": false,
      "featured": false,
      "sponsored": false,
      "authType": "oauth2",
      "why": "Search Catalog: Searches the DataHub catalog with structured keyword syntax, boolean logic and filters to find tables, columns and dashboards."
    },
    {
      "name": "Monte Carlo MCP",
      "slug": "monte-carlo-mcp",
      "url": "https://agentswitchboard.dev/agents/monte-carlo-mcp",
      "iconUrl": "https://agentswitchboard.dev/icons/monte-carlo-mcp.png?v=dd8773cf",
      "description": "Triage data quality alerts, trace table lineage, and create monitors in Monte Carlo data observability from Claude, Cursor, or any OAuth-capable MCP client.",
      "provider": "Monte Carlo",
      "categories": [
        "data-analytics"
      ],
      "accessMethods": [
        "mcp"
      ],
      "verified": true,
      "official": true,
      "featured": false,
      "sponsored": false,
      "authType": "oauth2",
      "why": null
    },
    {
      "name": "Dagster+ MCP",
      "slug": "dagster-mcp",
      "url": "https://agentswitchboard.dev/agents/dagster-mcp",
      "iconUrl": "https://agentswitchboard.dev/icons/dagster-mcp.png?v=f12e1caf",
      "description": "Queries Dagster+ assets, runs and pipeline health through Dagster's hosted MCP server: read run logs, launch runs and manage alert policies. For data engineering teams.",
      "provider": "Dagster Labs",
      "categories": [
        "orchestration",
        "data-analytics"
      ],
      "accessMethods": [
        "mcp"
      ],
      "verified": true,
      "official": false,
      "featured": false,
      "sponsored": false,
      "authType": "oauth2",
      "why": null
    },
    {
      "name": "Flyte",
      "slug": "flyte",
      "url": "https://agentswitchboard.dev/agents/flyte",
      "iconUrl": "https://agentswitchboard.dev/icons/flyte.png?v=1442ba92",
      "description": "Orchestrates ML pipelines, model serving, and agent workloads as durable tasks written in pure Python, with the flyte SDK and CLI, for teams running AI workloads at scale.",
      "provider": "Flyte",
      "categories": [
        "orchestration",
        "infrastructure"
      ],
      "accessMethods": [
        "api",
        "cli"
      ],
      "verified": true,
      "official": false,
      "featured": false,
      "sponsored": false,
      "authType": "none",
      "why": null
    },
    {
      "name": "Kestra",
      "slug": "kestra",
      "url": "https://agentswitchboard.dev/agents/kestra",
      "iconUrl": "https://agentswitchboard.dev/icons/kestra.png?v=45f27e98",
      "description": "Orchestrates event-driven workflows declared in YAML, with a REST API and MCP server so agents can trigger, monitor, and inspect pipeline executions.",
      "provider": "Kestra Technologies",
      "categories": [
        "orchestration",
        "scheduling",
        "infrastructure"
      ],
      "accessMethods": [
        "api",
        "cli",
        "mcp"
      ],
      "verified": true,
      "official": false,
      "featured": false,
      "sponsored": false,
      "authType": "apiKey",
      "why": null
    },
    {
      "name": "Prefect MCP",
      "slug": "prefect-mcp",
      "url": "https://agentswitchboard.dev/agents/prefect-mcp",
      "iconUrl": "https://agentswitchboard.dev/icons/prefect-mcp.png?v=dc590c8b",
      "description": "Inspects and debugs Prefect flows, deployments, flow runs, work pools and logs from AI assistants, read-only, and looks up current Prefect docs.",
      "provider": "Prefect",
      "categories": [
        "orchestration",
        "data-analytics"
      ],
      "accessMethods": [
        "mcp"
      ],
      "verified": true,
      "official": false,
      "featured": false,
      "sponsored": false,
      "authType": "oauth2",
      "why": null
    },
    {
      "name": "dbt MCP",
      "slug": "dbt-mcp",
      "url": "https://agentswitchboard.dev/agents/dbt-mcp",
      "iconUrl": "https://agentswitchboard.dev/icons/dbt-mcp.png?v=5831117c",
      "description": "Exposes the dbt Semantic Layer, Discovery API, and dbt CLI over MCP so agents query governed metrics and inspect model lineage.",
      "provider": "dbt Labs",
      "categories": [
        "data-analytics",
        "code-devtools"
      ],
      "accessMethods": [
        "mcp",
        "cli"
      ],
      "verified": true,
      "official": true,
      "featured": false,
      "sponsored": false,
      "authType": "bearer",
      "why": "Lineage Discovery: Reads model metadata and lineage from the Discovery API to trace where a column or metric originates."
    },
    {
      "name": "Unquant",
      "slug": "unquant",
      "url": "https://agentswitchboard.dev/agents/unquant",
      "iconUrl": "https://agentswitchboard.dev/icons/unquant.png?v=b687f5a0",
      "description": "Serves delayed and end-of-day market data, company fundamentals, analyst ratings, financial news, US macro indicators, and US Congress trade disclosures over a keyless remote MCP endpoint.",
      "provider": "Streetbeat",
      "categories": [
        "finance",
        "data-analytics"
      ],
      "accessMethods": [
        "mcp"
      ],
      "verified": true,
      "official": false,
      "featured": false,
      "sponsored": false,
      "authType": "none",
      "why": "Dataset Catalog Browsing: Lists, describes, searches, and previews the available datasets so an agent can discover coverage before querying, via the…"
    },
    {
      "name": "Dremio MCP",
      "slug": "dremio-mcp",
      "url": "https://agentswitchboard.dev/agents/dremio-mcp",
      "iconUrl": "https://agentswitchboard.dev/icons/dremio-mcp.png?v=74aa2a93",
      "description": "Query Dremio lakehouse data in plain language from Claude, ChatGPT, or your own agent: run SQL, read schemas and lineage, and review failed jobs. For data teams.",
      "provider": "Dremio",
      "categories": [
        "data-analytics",
        "infrastructure"
      ],
      "accessMethods": [
        "mcp"
      ],
      "verified": true,
      "official": true,
      "featured": false,
      "sponsored": false,
      "authType": "oauth2",
      "why": null
    },
    {
      "name": "Griptape",
      "slug": "griptape",
      "url": "https://agentswitchboard.dev/agents/griptape",
      "iconUrl": "https://agentswitchboard.dev/icons/griptape.png?v=3937424a",
      "description": "Build agents, pipelines, and workflows in Python with explicit control over prompts, memory, and tool access — off-prompt data handling keeps large payloads out of the context window.",
      "provider": "Griptape",
      "categories": [
        "orchestration"
      ],
      "accessMethods": [
        "api",
        "cli"
      ],
      "verified": true,
      "official": false,
      "featured": false,
      "sponsored": false,
      "authType": "apiKey",
      "why": null
    },
    {
      "name": "Keboola MCP Server",
      "slug": "keboola-mcp",
      "url": "https://agentswitchboard.dev/agents/keboola-mcp",
      "iconUrl": "https://agentswitchboard.dev/icons/keboola-mcp.png?v=4b59054b",
      "description": "Lets AI agents query Keboola storage, build SQL transformations, run jobs, and manage flows and data apps in a Keboola project over a hosted OAuth or local MCP server.",
      "provider": "Keboola",
      "categories": [
        "data-analytics",
        "infrastructure"
      ],
      "accessMethods": [
        "mcp"
      ],
      "verified": true,
      "official": false,
      "featured": false,
      "sponsored": false,
      "authType": "oauth2",
      "why": null
    }
  ],
  "relatedTasks": [
    "query-bi-dashboards",
    "analyze-product-usage",
    "query-a-database",
    "build-a-team-of-agents"
  ],
  "stacks": [
    "data-team-agent-stack"
  ]
}