From 41918a3f1c2220a24b85e9963ac5ac48ebc7cecf Mon Sep 17 00:00:00 2001 From: Anton Burnashev Date: Wed, 3 Jul 2024 12:41:17 +0200 Subject: [PATCH] Docs: update integrations and verified sources pages (#1532) Co-authored-by: Alena Astrakhantseva --- docs/website/docs/dlt-ecosystem/index.md | 18 +++++++++++++ .../dlt-ecosystem/verified-sources/index.md | 27 ++++++++++++++----- docs/website/sidebars.js | 7 ++--- 3 files changed, 41 insertions(+), 11 deletions(-) create mode 100644 docs/website/docs/dlt-ecosystem/index.md diff --git a/docs/website/docs/dlt-ecosystem/index.md b/docs/website/docs/dlt-ecosystem/index.md new file mode 100644 index 0000000000..740a3a3a39 --- /dev/null +++ b/docs/website/docs/dlt-ecosystem/index.md @@ -0,0 +1,18 @@ +--- +title: Integrations +description: List of integrations +keywords: ['integrations, sources, destinations'] +--- +import DocCardList from '@theme/DocCardList'; +import Link from '../_book-onboarding-call.md'; + +Speed up the process of creating data pipelines by using dlt's multiple pre-built sources and destinations: + +- Each [dlt verified source](verified-sources) allows you to create [pipelines](../general-usage/pipeline) that extract data from a particular source: a database, a cloud service, or an API. +- [Destinations](destinations) are where you want to load your data. dlt supports a variety of destinations, including databases, data warehouses, and data lakes. + + + +:::tip +Most source-destination pairs work seamlessly together. If the merge [write disposition](../general-usage/incremental-loading#choosing-a-write-disposition) is not supported by a destination (for example, [file sytem destination](destinations/filesystem)), dlt will automatically fall back to the [append](../general-usage/incremental-loading#append) write disposition. +::: \ No newline at end of file diff --git a/docs/website/docs/dlt-ecosystem/verified-sources/index.md b/docs/website/docs/dlt-ecosystem/verified-sources/index.md index d9ae2d1f21..7b5d9e2bcb 100644 --- a/docs/website/docs/dlt-ecosystem/verified-sources/index.md +++ b/docs/website/docs/dlt-ecosystem/verified-sources/index.md @@ -6,14 +6,29 @@ keywords: ['verified source'] import DocCardList from '@theme/DocCardList'; import Link from '../../_book-onboarding-call.md'; -Pick one of our verified sources that we wrote or maintain ourselves. All of them are constantly tested on real data and distributed as simple Python code so they can be easily customized or hacked. +Choose from our collection of verified sources, developed and maintained by the dlt team and community. Each source is rigorously tested against a real API and provided as Python code for easy customization. -* Need more info? [Join our Slack community](https://dlthub.com/community) and ask in the tech help channel or . +Planning to use dlt in production and need a source that isn't listed? We're happy to build it for you: . -Do you plan to run dlt in production and source is missing? We are happy to build it. -* Source missing? [Request a new verified source](https://github.com/dlt-hub/verified-sources/issues/new?template=source-request.md) -* Missing endpoint or a feature? [Request or contribute](https://github.com/dlt-hub/verified-sources/issues/new?template=extend-a-source.md) +### Popular sources + +- [SQL databases](sql_database). Supports PostgreSQL, MySQL, MS SQL Server, BigQuery, Redshift, and more. +- [REST API generic source](rest_api). Loads data from REST APIs using declarative configuration. +- [OpenAPI source generator](openapi-generator). Generates a source from an OpenAPI 3.x spec using the REST API source. +- [Cloud and local storage](filesystem). Retrieves data from AWS S3, Google Cloud Storage, Azure Blob Storage, local files, and more. -Otherwise pick a source below: +### Full list of verified sources + +:::tip +If you're looking for a source that isn't listed and it provides a REST API, be sure to check out our [REST API generic source](rest_api) + source. +::: + + +### Get help + +* Source missing? [Request a new verified source.](https://github.com/dlt-hub/verified-sources/issues/new?template=source-request.md) +* Missing endpoint or a feature? [Request or contribute](https://github.com/dlt-hub/verified-sources/issues/new?template=extend-a-source.md) +* [Join our Slack community](https://dlthub.com/community) and ask in the technical-help channel. diff --git a/docs/website/sidebars.js b/docs/website/sidebars.js index d3d7def8fc..1ab525a890 100644 --- a/docs/website/sidebars.js +++ b/docs/website/sidebars.js @@ -46,11 +46,8 @@ const sidebars = { type: 'category', label: 'Integrations', link: { - type: 'generated-index', - title: 'Integrations', - description: 'dlt fits everywhere where the data flows. check out our curated data sources, destinations and unexpected places where dlt runs', - slug: 'dlt-ecosystem', - keywords: ['getting started'], + type: 'doc', + id: 'dlt-ecosystem/index', }, items: [ {