About this blueprint
Parallel Ingest Data dbt
This flow will sync data from multiple sources in parallel using Airbyte Cloud. Then, it will run a dbt Cloud job.
It's recommended to configure the dbt Cloud and Airbyte API tokens as secrets.
yaml
id: airbyte_cloud_dbt_cloud
namespace: company.team
tasks:
- id: data_ingestion
type: io.kestra.plugin.core.flow.Parallel
tasks:
- id: salesforce
type: io.kestra.plugin.airbyte.cloud.jobs.Sync
connectionId: e3b1ce92-547c-436f-b1e8-23b6936c12ab
- id: google_analytics
type: io.kestra.plugin.airbyte.cloud.jobs.Sync
connectionId: e3b1ce92-547c-436f-b1e8-23b6936c12cd
- id: facebook_ads
type: io.kestra.plugin.airbyte.cloud.jobs.Sync
connectionId: e3b1ce92-547c-436f-b1e8-23b6936c12ef
- id: dbt_cloud_job
type: io.kestra.plugin.dbt.cloud.TriggerRun
jobId: "396284"
accountId: "{{ secret('DBT_CLOUD_ACCOUNT_ID') }}"
token: "{{ secret('DBT_CLOUD_API_TOKEN') }}"
wait: true
pluginDefaults:
- type: io.kestra.plugin.airbyte.cloud.jobs.Sync
values:
token: "{{ secret('AIRBYTE_CLOUD_API_TOKEN') }}"