This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a commit to branch gh-pages
in repository https://gitbox.apache.org/repos/asf/airflow-site.git
The following commit(s) were added to refs/heads/gh-pages by this push:
new 1932054 Deploying to gh-pages from @
b86fb3e761c1a332c0a024dd763e5feb017fab50 🚀
1932054 is described below
commit 193205458cf60372423c038e618db81147380a8e
Author: potiuk <[email protected]>
AuthorDate: Sun Oct 3 22:48:33 2021 +0000
Deploying to gh-pages from @ b86fb3e761c1a332c0a024dd763e5feb017fab50 🚀
---
blog/airflow-1.10.10/index.html | 4 +-
blog/airflow-1.10.12/index.html | 4 +-
blog/airflow-1.10.8-1.10.9/index.html | 4 +-
blog/airflow-survey-2020/index.html | 4 +-
blog/airflow-survey/index.html | 4 +-
blog/airflow-two-point-oh-is-here/index.html | 4 +-
blog/airflow_summit_2021/index.html | 4 +-
blog/announcing-new-website/index.html | 4 +-
blog/apache-airflow-for-newcomers/index.html | 4 +-
.../index.html | 4 +-
.../index.html | 4 +-
.../index.html | 4 +-
.../index.html | 4 +-
.../index.html | 4 +-
.../index.html | 4 +-
index.html | 32 ++++----
search/index.html | 4 +-
sitemap.xml | 93 ++++++++++++----------
use-cases/adobe/index.html | 6 +-
use-cases/{adobe => adyen}/index.html | 38 ++++-----
use-cases/big-fish-games/index.html | 6 +-
use-cases/dish/index.html | 4 +-
use-cases/experity/index.html | 4 +-
use-cases/index.html | 22 +++++
use-cases/index.xml | 28 +++++++
use-cases/onefootball/index.html | 4 +-
use-cases/plarium-krasnodar/index.html | 4 +-
use-cases/seniorlink/index.html | 4 +-
use-cases/sift/index.html | 4 +-
usecase-logos/adyen-logo.svg | 30 +++++++
30 files changed, 215 insertions(+), 128 deletions(-)
diff --git a/blog/airflow-1.10.10/index.html b/blog/airflow-1.10.10/index.html
index bceb6a0..a5e0b7a 100644
--- a/blog/airflow-1.10.10/index.html
+++ b/blog/airflow-1.10.10/index.html
@@ -36,13 +36,13 @@
<meta property="og:image" content="/images/feature-image.png" />
<meta property="article:published_time" content="2020-04-09T00:00:00+00:00" />
-<meta property="article:modified_time" content="2021-09-30T14:38:58-06:00"
/><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-10-04T00:42:00+02:00"
/><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Apache Airflow 1.10.10">
<meta itemprop="description" content="We are happy to present Apache Airflow
1.10.10">
<meta itemprop="datePublished" content="2020-04-09T00:00:00+00:00" />
-<meta itemprop="dateModified" content="2021-09-30T14:38:58-06:00" />
+<meta itemprop="dateModified" content="2021-10-04T00:42:00+02:00" />
<meta itemprop="wordCount" content="1143">
diff --git a/blog/airflow-1.10.12/index.html b/blog/airflow-1.10.12/index.html
index e6670c7..3157071 100644
--- a/blog/airflow-1.10.12/index.html
+++ b/blog/airflow-1.10.12/index.html
@@ -36,13 +36,13 @@
<meta property="og:image" content="/images/feature-image.png" />
<meta property="article:published_time" content="2020-08-25T00:00:00+00:00" />
-<meta property="article:modified_time" content="2021-09-30T14:38:58-06:00"
/><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-10-04T00:42:00+02:00"
/><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Apache Airflow 1.10.12">
<meta itemprop="description" content="We are happy to present Apache Airflow
1.10.12">
<meta itemprop="datePublished" content="2020-08-25T00:00:00+00:00" />
-<meta itemprop="dateModified" content="2021-09-30T14:38:58-06:00" />
+<meta itemprop="dateModified" content="2021-10-04T00:42:00+02:00" />
<meta itemprop="wordCount" content="911">
diff --git a/blog/airflow-1.10.8-1.10.9/index.html
b/blog/airflow-1.10.8-1.10.9/index.html
index b6abb34..db402de 100644
--- a/blog/airflow-1.10.8-1.10.9/index.html
+++ b/blog/airflow-1.10.8-1.10.9/index.html
@@ -36,13 +36,13 @@
<meta property="og:image" content="/images/feature-image.png" />
<meta property="article:published_time" content="2020-02-23T00:00:00+00:00" />
-<meta property="article:modified_time" content="2021-09-30T14:38:58-06:00"
/><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-10-04T00:42:00+02:00"
/><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Apache Airflow 1.10.8 & 1.10.9">
<meta itemprop="description" content="We are happy to present the new 1.10.8
and 1.10.9 releases of Apache Airflow.">
<meta itemprop="datePublished" content="2020-02-23T00:00:00+00:00" />
-<meta itemprop="dateModified" content="2021-09-30T14:38:58-06:00" />
+<meta itemprop="dateModified" content="2021-10-04T00:42:00+02:00" />
<meta itemprop="wordCount" content="437">
diff --git a/blog/airflow-survey-2020/index.html
b/blog/airflow-survey-2020/index.html
index 99b1e96..9e70926 100644
--- a/blog/airflow-survey-2020/index.html
+++ b/blog/airflow-survey-2020/index.html
@@ -36,13 +36,13 @@
<meta property="og:image" content="/images/feature-image.png" />
<meta property="article:published_time" content="2021-03-09T00:00:00+00:00" />
-<meta property="article:modified_time" content="2021-09-30T14:38:58-06:00"
/><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-10-04T00:42:00+02:00"
/><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Airflow Survey 2020">
<meta itemprop="description" content="We observe steady growth in number of
users as well as in an amount of active contributors. So listening and
understanding our community is of high importance.">
<meta itemprop="datePublished" content="2021-03-09T00:00:00+00:00" />
-<meta itemprop="dateModified" content="2021-09-30T14:38:58-06:00" />
+<meta itemprop="dateModified" content="2021-10-04T00:42:00+02:00" />
<meta itemprop="wordCount" content="2106">
diff --git a/blog/airflow-survey/index.html b/blog/airflow-survey/index.html
index 18a138f..ffba59c 100644
--- a/blog/airflow-survey/index.html
+++ b/blog/airflow-survey/index.html
@@ -36,13 +36,13 @@
<meta property="og:image" content="/images/feature-image.png" />
<meta property="article:published_time" content="2019-12-11T00:00:00+00:00" />
-<meta property="article:modified_time" content="2021-09-30T14:38:58-06:00"
/><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-10-04T00:42:00+02:00"
/><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Airflow Survey 2019">
<meta itemprop="description" content="Receiving and adjusting to our users’
feedback is a must. Let’s see who Airflow users are, how they play with it, and
what they miss.">
<meta itemprop="datePublished" content="2019-12-11T00:00:00+00:00" />
-<meta itemprop="dateModified" content="2021-09-30T14:38:58-06:00" />
+<meta itemprop="dateModified" content="2021-10-04T00:42:00+02:00" />
<meta itemprop="wordCount" content="1775">
diff --git a/blog/airflow-two-point-oh-is-here/index.html
b/blog/airflow-two-point-oh-is-here/index.html
index 12276ed..6d45538 100644
--- a/blog/airflow-two-point-oh-is-here/index.html
+++ b/blog/airflow-two-point-oh-is-here/index.html
@@ -36,13 +36,13 @@
<meta property="og:image" content="/images/feature-image.png" />
<meta property="article:published_time" content="2020-12-17T00:00:00+00:00" />
-<meta property="article:modified_time" content="2021-09-30T14:38:58-06:00"
/><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-10-04T00:42:00+02:00"
/><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Apache Airflow 2.0 is here!">
<meta itemprop="description" content="We're proud to announce that Apache
Airflow 2.0.0 has been released.">
<meta itemprop="datePublished" content="2020-12-17T00:00:00+00:00" />
-<meta itemprop="dateModified" content="2021-09-30T14:38:58-06:00" />
+<meta itemprop="dateModified" content="2021-10-04T00:42:00+02:00" />
<meta itemprop="wordCount" content="1166">
diff --git a/blog/airflow_summit_2021/index.html
b/blog/airflow_summit_2021/index.html
index 94716cb..4335b81 100644
--- a/blog/airflow_summit_2021/index.html
+++ b/blog/airflow_summit_2021/index.html
@@ -36,13 +36,13 @@
<meta property="og:image" content="/images/feature-image.png" />
<meta property="article:published_time" content="2021-03-21T00:00:00+00:00" />
-<meta property="article:modified_time" content="2021-09-30T14:38:58-06:00"
/><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-10-04T00:42:00+02:00"
/><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Airflow Summit 2021">
<meta itemprop="description" content="We are thrilled about Airflow Summit
2021!">
<meta itemprop="datePublished" content="2021-03-21T00:00:00+00:00" />
-<meta itemprop="dateModified" content="2021-09-30T14:38:58-06:00" />
+<meta itemprop="dateModified" content="2021-10-04T00:42:00+02:00" />
<meta itemprop="wordCount" content="77">
diff --git a/blog/announcing-new-website/index.html
b/blog/announcing-new-website/index.html
index e6b14fb..ffd652f 100644
--- a/blog/announcing-new-website/index.html
+++ b/blog/announcing-new-website/index.html
@@ -36,13 +36,13 @@
<meta property="og:image" content="/images/feature-image.png" />
<meta property="article:published_time" content="2019-12-11T00:00:00+00:00" />
-<meta property="article:modified_time" content="2021-09-30T14:38:58-06:00"
/><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-10-04T00:42:00+02:00"
/><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="New Airflow website">
<meta itemprop="description" content="We are thrilled about our new website!">
<meta itemprop="datePublished" content="2019-12-11T00:00:00+00:00" />
-<meta itemprop="dateModified" content="2021-09-30T14:38:58-06:00" />
+<meta itemprop="dateModified" content="2021-10-04T00:42:00+02:00" />
<meta itemprop="wordCount" content="282">
diff --git a/blog/apache-airflow-for-newcomers/index.html
b/blog/apache-airflow-for-newcomers/index.html
index 7d938b7..5aedcce 100644
--- a/blog/apache-airflow-for-newcomers/index.html
+++ b/blog/apache-airflow-for-newcomers/index.html
@@ -37,14 +37,14 @@ Authoring Workflow in Apache Airflow. Airflow makes it easy
to author workflows
<meta property="og:image" content="/images/feature-image.png" />
<meta property="article:published_time" content="2020-08-17T00:00:00+00:00" />
-<meta property="article:modified_time" content="2021-09-30T14:38:58-06:00"
/><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-10-04T00:42:00+02:00"
/><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Apache Airflow For Newcomers">
<meta itemprop="description" content="Apache Airflow is a platform to
programmatically author, schedule, and monitor workflows. A workflow is a
sequence of tasks that processes a set of data. You can think of workflow as
the path that describes how tasks go from being undone to done. Scheduling, on
the other hand, is the process of planning, controlling, and optimizing when a
particular task should be done.
Authoring Workflow in Apache Airflow. Airflow makes it easy to author
workflows using python scripts.">
<meta itemprop="datePublished" content="2020-08-17T00:00:00+00:00" />
-<meta itemprop="dateModified" content="2021-09-30T14:38:58-06:00" />
+<meta itemprop="dateModified" content="2021-10-04T00:42:00+02:00" />
<meta itemprop="wordCount" content="1070">
diff --git
a/blog/apache-con-europe-2019-thoughts-and-insights-by-airflow-committers/index.html
b/blog/apache-con-europe-2019-thoughts-and-insights-by-airflow-committers/index.html
index bd73a8c..93298bc 100644
---
a/blog/apache-con-europe-2019-thoughts-and-insights-by-airflow-committers/index.html
+++
b/blog/apache-con-europe-2019-thoughts-and-insights-by-airflow-committers/index.html
@@ -36,13 +36,13 @@
<meta property="og:image" content="/images/feature-image.png" />
<meta property="article:published_time" content="2019-11-22T00:00:00+00:00" />
-<meta property="article:modified_time" content="2021-09-30T14:38:58-06:00"
/><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-10-04T00:42:00+02:00"
/><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="ApacheCon Europe 2019 — Thoughts and Insights
by Airflow Committers">
<meta itemprop="description" content="Here come some thoughts by Airflow
committers and contributors from the ApacheCon Europe 2019. Get to know the ASF
community!">
<meta itemprop="datePublished" content="2019-11-22T00:00:00+00:00" />
-<meta itemprop="dateModified" content="2021-09-30T14:38:58-06:00" />
+<meta itemprop="dateModified" content="2021-10-04T00:42:00+02:00" />
<meta itemprop="wordCount" content="138">
diff --git a/blog/documenting-using-local-development-environments/index.html
b/blog/documenting-using-local-development-environments/index.html
index 1372ca9..78b03b4 100644
--- a/blog/documenting-using-local-development-environments/index.html
+++ b/blog/documenting-using-local-development-environments/index.html
@@ -36,13 +36,13 @@
<meta property="og:image" content="/images/feature-image.png" />
<meta property="article:published_time" content="2019-11-22T00:00:00+00:00" />
-<meta property="article:modified_time" content="2021-09-30T14:38:58-06:00"
/><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-10-04T00:42:00+02:00"
/><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Documenting using local development
environment">
<meta itemprop="description" content="The story behind documenting local
development environment of Apache Airflow">
<meta itemprop="datePublished" content="2019-11-22T00:00:00+00:00" />
-<meta itemprop="dateModified" content="2021-09-30T14:38:58-06:00" />
+<meta itemprop="dateModified" content="2021-10-04T00:42:00+02:00" />
<meta itemprop="wordCount" content="256">
diff --git
a/blog/experience-in-google-season-of-docs-2019-with-apache-airflow/index.html
b/blog/experience-in-google-season-of-docs-2019-with-apache-airflow/index.html
index 79c7d1f..333f23e 100644
---
a/blog/experience-in-google-season-of-docs-2019-with-apache-airflow/index.html
+++
b/blog/experience-in-google-season-of-docs-2019-with-apache-airflow/index.html
@@ -37,14 +37,14 @@ About Me I have been writing tech articles on medium as
well as my blog for the
<meta property="og:image" content="/images/feature-image.png" />
<meta property="article:published_time" content="2019-12-20T00:00:00+00:00" />
-<meta property="article:modified_time" content="2021-09-30T14:38:58-06:00"
/><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-10-04T00:42:00+02:00"
/><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Experience in Google Season of Docs 2019 with
Apache Airflow">
<meta itemprop="description" content="I came across Google Season of Docs
(GSoD) almost by accident, thanks to my extensive HackerNews and Twitter
addiction. I was familiar with the Google Summer of Code but not with this
program. It turns out it was the inaugural phase. I read the details, and the
process felt a lot like GSoC except that this was about documentation.
About Me I have been writing tech articles on medium as well as my blog for
the past 1.">
<meta itemprop="datePublished" content="2019-12-20T00:00:00+00:00" />
-<meta itemprop="dateModified" content="2021-09-30T14:38:58-06:00" />
+<meta itemprop="dateModified" content="2021-10-04T00:42:00+02:00" />
<meta itemprop="wordCount" content="1521">
diff --git a/blog/experience-with-airflow-as-an-outreachy-intern/index.html
b/blog/experience-with-airflow-as-an-outreachy-intern/index.html
index ca55878..950022a 100644
--- a/blog/experience-with-airflow-as-an-outreachy-intern/index.html
+++ b/blog/experience-with-airflow-as-an-outreachy-intern/index.html
@@ -37,14 +37,14 @@ Contribution Period The first thing I had to do was choose
a project under an or
<meta property="og:image" content="/images/feature-image.png" />
<meta property="article:published_time" content="2020-08-30T00:00:00+00:00" />
-<meta property="article:modified_time" content="2021-09-30T14:38:58-06:00"
/><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-10-04T00:42:00+02:00"
/><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Journey with Airflow as an Outreachy Intern">
<meta itemprop="description" content="Outreachy is a program which organises
three months paid internships with FOSS projects for people who are typically
underrepresented in those projects.
Contribution Period The first thing I had to do was choose a project under an
organisation. After going through all the projects I chose “Extending the REST
API of Apache Airflow”, because I had a good idea of what REST API(s) are, so I
thought it would be easier to get started with the contributions.">
<meta itemprop="datePublished" content="2020-08-30T00:00:00+00:00" />
-<meta itemprop="dateModified" content="2021-09-30T14:38:58-06:00" />
+<meta itemprop="dateModified" content="2021-10-04T00:42:00+02:00" />
<meta itemprop="wordCount" content="532">
diff --git a/blog/implementing-stable-api-for-apache-airflow/index.html
b/blog/implementing-stable-api-for-apache-airflow/index.html
index e0d1a6b..c08f2d9 100644
--- a/blog/implementing-stable-api-for-apache-airflow/index.html
+++ b/blog/implementing-stable-api-for-apache-airflow/index.html
@@ -36,13 +36,13 @@
<meta property="og:image" content="/images/feature-image.png" />
<meta property="article:published_time" content="2020-07-19T00:00:00+00:00" />
-<meta property="article:modified_time" content="2021-09-30T14:38:58-06:00"
/><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-10-04T00:42:00+02:00"
/><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Implementing Stable API for Apache Airflow">
<meta itemprop="description" content="An Outreachy intern's progress
report on contributing to Apache Airflow REST API.">
<meta itemprop="datePublished" content="2020-07-19T00:00:00+00:00" />
-<meta itemprop="dateModified" content="2021-09-30T14:38:58-06:00" />
+<meta itemprop="dateModified" content="2021-10-04T00:42:00+02:00" />
<meta itemprop="wordCount" content="703">
diff --git a/blog/its-a-breeze-to-develop-apache-airflow/index.html
b/blog/its-a-breeze-to-develop-apache-airflow/index.html
index d736959..eed349d 100644
--- a/blog/its-a-breeze-to-develop-apache-airflow/index.html
+++ b/blog/its-a-breeze-to-develop-apache-airflow/index.html
@@ -36,13 +36,13 @@
<meta property="og:image" content="/images/feature-image.png" />
<meta property="article:published_time" content="2019-11-22T00:00:00+00:00" />
-<meta property="article:modified_time" content="2021-09-30T14:38:58-06:00"
/><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-10-04T00:42:00+02:00"
/><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="It's a "Breeze" to develop Apache
Airflow">
<meta itemprop="description" content="A Principal Software Engineer's
journey to developer productivity. Learn how Jarek and his team speeded up and
simplified Airflow development for the community.">
<meta itemprop="datePublished" content="2019-11-22T00:00:00+00:00" />
-<meta itemprop="dateModified" content="2021-09-30T14:38:58-06:00" />
+<meta itemprop="dateModified" content="2021-10-04T00:42:00+02:00" />
<meta itemprop="wordCount" content="124">
diff --git a/index.html b/index.html
index 7ba4f0f..416846f 100644
--- a/index.html
+++ b/index.html
@@ -1226,12 +1226,12 @@ if (!doNotTrack) {
<div id="integrations-container" class="list-items">
- <a class="list-item"
href="/docs/apache-airflow-providers-apache-hdfs/stable/index.html">
+ <a class="list-item"
href="/docs/apache-airflow-providers-amazon/stable/index.html">
<div class="card">
<div class="box-event box-event__integration">
- <span class="box-event__integration--name">WebHDFS</span>
+ <span class="box-event__integration--name">Amazon Kinesis Data
Firehose</span>
</div>
</div>
@@ -1239,12 +1239,12 @@ if (!doNotTrack) {
- <a class="list-item"
href="/docs/apache-airflow-providers-amazon/stable/operators/datasync.html">
+ <a class="list-item"
href="/docs/apache-airflow-providers-google/stable/operators/cloud/stackdriver.html">
<div class="card">
<div class="box-event box-event__integration">
- <span class="box-event__integration--name">Amazon DataSync</span>
+ <span class="box-event__integration--name">Google Cloud
Stackdriver</span>
</div>
</div>
@@ -1252,12 +1252,12 @@ if (!doNotTrack) {
- <a class="list-item"
href="/docs/apache-airflow-providers-google/stable/operators/cloud/spanner.html">
+ <a class="list-item"
href="/docs/apache-airflow-providers-amazon/stable/operators/ecs.html">
<div class="card">
<div class="box-event box-event__integration">
- <span class="box-event__integration--name">Google Cloud Spanner</span>
+ <span class="box-event__integration--name">Amazon Simple Email Service
(SES)</span>
</div>
</div>
@@ -1265,12 +1265,12 @@ if (!doNotTrack) {
- <a class="list-item"
href="/docs/apache-airflow-providers-ftp/stable/index.html">
+ <a class="list-item"
href="/docs/apache-airflow-providers-google/stable/operators/cloud/mlengine.html">
<div class="card">
<div class="box-event box-event__integration">
- <span class="box-event__integration--name">File Transfer Protocol
(FTP)</span>
+ <span class="box-event__integration--name">Google Machine Learning
Engine</span>
</div>
</div>
@@ -1278,12 +1278,12 @@ if (!doNotTrack) {
- <a class="list-item"
href="/docs/apache-airflow-providers-google/stable/operators/cloud/translate.html">
+ <a class="list-item"
href="/docs/apache-airflow-providers-google/stable/operators/cloud/cloud_sql.html">
<div class="card">
<div class="box-event box-event__integration">
- <span class="box-event__integration--name">Google Cloud
Translation</span>
+ <span class="box-event__integration--name">Google Cloud SQL</span>
</div>
</div>
@@ -1291,12 +1291,12 @@ if (!doNotTrack) {
- <a class="list-item"
href="/docs/apache-airflow-providers-google/stable/operators/cloud/natural_language.html">
+ <a class="list-item"
href="/docs/apache-airflow-providers-google/stable/index.html">
<div class="card">
<div class="box-event box-event__integration">
- <span class="box-event__integration--name">Google Cloud Natural
Language</span>
+ <span class="box-event__integration--name">Google Drive</span>
</div>
</div>
@@ -1304,12 +1304,12 @@ if (!doNotTrack) {
- <a class="list-item"
href="/docs/apache-airflow-providers-google/stable/operators/cloud/pubsub.html">
+ <a class="list-item"
href="/docs/apache-airflow-providers-yandex/stable/index.html">
<div class="card">
<div class="box-event box-event__integration">
- <span class="box-event__integration--name">Google Cloud Pub/Sub</span>
+ <span class="box-event__integration--name">Yandex.Cloud</span>
</div>
</div>
@@ -1317,12 +1317,12 @@ if (!doNotTrack) {
- <a class="list-item"
href="/docs/apache-airflow-providers-google/stable/operators/cloud/stackdriver.html">
+ <a class="list-item"
href="/docs/apache-airflow-providers-discord/stable/index.html">
<div class="card">
<div class="box-event box-event__integration">
- <span class="box-event__integration--name">Google Cloud
Stackdriver</span>
+ <span class="box-event__integration--name">Discord</span>
</div>
</div>
diff --git a/search/index.html b/search/index.html
index d590835..87808f7 100644
--- a/search/index.html
+++ b/search/index.html
@@ -35,12 +35,12 @@
<meta property="og:url" content="/search/" />
<meta property="og:image" content="/images/feature-image.png" />
-<meta property="article:modified_time" content="2021-09-30T14:38:58-06:00"
/><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-10-04T00:42:00+02:00"
/><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Search Results">
<meta itemprop="description" content="">
-<meta itemprop="dateModified" content="2021-09-30T14:38:58-06:00" />
+<meta itemprop="dateModified" content="2021-10-04T00:42:00+02:00" />
<meta itemprop="wordCount" content="0">
diff --git a/sitemap.xml b/sitemap.xml
index 83511db..cf51020 100644
--- a/sitemap.xml
+++ b/sitemap.xml
@@ -4,147 +4,152 @@
<url>
<loc>/docs/</loc>
- <lastmod>2021-09-30T14:38:58-06:00</lastmod>
+ <lastmod>2021-10-04T00:42:00+02:00</lastmod>
</url>
<url>
<loc>/blog/tags/airflow-summit/</loc>
- <lastmod>2021-09-30T14:38:58-06:00</lastmod>
+ <lastmod>2021-10-04T00:42:00+02:00</lastmod>
</url>
<url>
<loc>/blog/airflow_summit_2021/</loc>
- <lastmod>2021-09-30T14:38:58-06:00</lastmod>
+ <lastmod>2021-10-04T00:42:00+02:00</lastmod>
</url>
<url>
<loc>/blog/tags/community/</loc>
- <lastmod>2021-09-30T14:38:58-06:00</lastmod>
+ <lastmod>2021-10-04T00:42:00+02:00</lastmod>
</url>
<url>
<loc>/tags/</loc>
- <lastmod>2021-09-30T14:38:58-06:00</lastmod>
+ <lastmod>2021-10-04T00:42:00+02:00</lastmod>
</url>
<url>
<loc>/blog/airflow-survey-2020/</loc>
- <lastmod>2021-09-30T14:38:58-06:00</lastmod>
+ <lastmod>2021-10-04T00:42:00+02:00</lastmod>
</url>
<url>
<loc>/blog/tags/survey/</loc>
- <lastmod>2021-09-30T14:38:58-06:00</lastmod>
+ <lastmod>2021-10-04T00:42:00+02:00</lastmod>
</url>
<url>
<loc>/blog/tags/users/</loc>
- <lastmod>2021-09-30T14:38:58-06:00</lastmod>
+ <lastmod>2021-10-04T00:42:00+02:00</lastmod>
</url>
<url>
<loc>/blog/airflow-two-point-oh-is-here/</loc>
- <lastmod>2021-09-30T14:38:58-06:00</lastmod>
+ <lastmod>2021-10-04T00:42:00+02:00</lastmod>
</url>
<url>
<loc>/blog/tags/release/</loc>
- <lastmod>2021-09-30T14:38:58-06:00</lastmod>
+ <lastmod>2021-10-04T00:42:00+02:00</lastmod>
</url>
<url>
<loc>/blog/experience-with-airflow-as-an-outreachy-intern/</loc>
- <lastmod>2021-09-30T14:38:58-06:00</lastmod>
+ <lastmod>2021-10-04T00:42:00+02:00</lastmod>
</url>
<url>
<loc>/blog/airflow-1.10.12/</loc>
- <lastmod>2021-09-30T14:38:58-06:00</lastmod>
+ <lastmod>2021-10-04T00:42:00+02:00</lastmod>
</url>
<url>
<loc>/blog/apache-airflow-for-newcomers/</loc>
- <lastmod>2021-09-30T14:38:58-06:00</lastmod>
+ <lastmod>2021-10-04T00:42:00+02:00</lastmod>
</url>
<url>
<loc>/announcements/</loc>
- <lastmod>2021-09-30T14:38:58-06:00</lastmod>
+ <lastmod>2021-10-04T00:42:00+02:00</lastmod>
</url>
<url>
<loc>/blog/implementing-stable-api-for-apache-airflow/</loc>
- <lastmod>2021-09-30T14:38:58-06:00</lastmod>
+ <lastmod>2021-10-04T00:42:00+02:00</lastmod>
</url>
<url>
<loc>/blog/tags/rest-api/</loc>
- <lastmod>2021-09-30T14:38:58-06:00</lastmod>
+ <lastmod>2021-10-04T00:42:00+02:00</lastmod>
</url>
<url>
<loc>/blog/airflow-1.10.10/</loc>
- <lastmod>2021-09-30T14:38:58-06:00</lastmod>
+ <lastmod>2021-10-04T00:42:00+02:00</lastmod>
</url>
<url>
<loc>/blog/airflow-1.10.8-1.10.9/</loc>
- <lastmod>2021-09-30T14:38:58-06:00</lastmod>
+ <lastmod>2021-10-04T00:42:00+02:00</lastmod>
</url>
<url>
<loc>/blog/tags/documentation/</loc>
- <lastmod>2021-09-30T14:38:58-06:00</lastmod>
+ <lastmod>2021-10-04T00:42:00+02:00</lastmod>
</url>
<url>
<loc>/blog/experience-in-google-season-of-docs-2019-with-apache-airflow/</loc>
- <lastmod>2021-09-30T14:38:58-06:00</lastmod>
+ <lastmod>2021-10-04T00:42:00+02:00</lastmod>
</url>
<url>
<loc>/blog/airflow-survey/</loc>
- <lastmod>2021-09-30T14:38:58-06:00</lastmod>
+ <lastmod>2021-10-04T00:42:00+02:00</lastmod>
</url>
<url>
<loc>/blog/announcing-new-website/</loc>
- <lastmod>2021-09-30T14:38:58-06:00</lastmod>
+ <lastmod>2021-10-04T00:42:00+02:00</lastmod>
</url>
<url>
<loc>/blog/apache-con-europe-2019-thoughts-and-insights-by-airflow-committers/</loc>
- <lastmod>2021-09-30T14:38:58-06:00</lastmod>
+ <lastmod>2021-10-04T00:42:00+02:00</lastmod>
</url>
<url>
<loc>/blog/tags/development/</loc>
- <lastmod>2021-09-30T14:38:58-06:00</lastmod>
+ <lastmod>2021-10-04T00:42:00+02:00</lastmod>
</url>
<url>
<loc>/blog/documenting-using-local-development-environments/</loc>
- <lastmod>2021-09-30T14:38:58-06:00</lastmod>
+ <lastmod>2021-10-04T00:42:00+02:00</lastmod>
</url>
<url>
<loc>/blog/its-a-breeze-to-develop-apache-airflow/</loc>
- <lastmod>2021-09-30T14:38:58-06:00</lastmod>
+ <lastmod>2021-10-04T00:42:00+02:00</lastmod>
</url>
<url>
<loc>/use-cases/adobe/</loc>
- <lastmod>2021-09-30T14:38:58-06:00</lastmod>
+ <lastmod>2021-10-04T00:42:00+02:00</lastmod>
+ </url>
+
+ <url>
+ <loc>/use-cases/adyen/</loc>
+ <lastmod>2021-10-04T00:42:00+02:00</lastmod>
</url>
<url>
<loc>/use-cases/big-fish-games/</loc>
- <lastmod>2021-09-30T14:38:58-06:00</lastmod>
+ <lastmod>2021-10-04T00:42:00+02:00</lastmod>
</url>
<url>
<loc>/blog/</loc>
- <lastmod>2021-09-30T14:38:58-06:00</lastmod>
+ <lastmod>2021-10-04T00:42:00+02:00</lastmod>
</url>
<url>
@@ -153,77 +158,77 @@
<url>
<loc>/community/</loc>
- <lastmod>2021-09-30T14:38:58-06:00</lastmod>
+ <lastmod>2021-10-04T00:42:00+02:00</lastmod>
</url>
<url>
<loc>/use-cases/dish/</loc>
- <lastmod>2021-09-30T14:38:58-06:00</lastmod>
+ <lastmod>2021-10-04T00:42:00+02:00</lastmod>
</url>
<url>
<loc>/ecosystem/</loc>
- <lastmod>2021-09-30T14:38:58-06:00</lastmod>
+ <lastmod>2021-10-04T00:42:00+02:00</lastmod>
</url>
<url>
<loc>/use-cases/experity/</loc>
- <lastmod>2021-09-30T14:38:58-06:00</lastmod>
+ <lastmod>2021-10-04T00:42:00+02:00</lastmod>
</url>
<url>
<loc>/</loc>
- <lastmod>2021-09-30T14:38:58-06:00</lastmod>
+ <lastmod>2021-10-04T00:42:00+02:00</lastmod>
</url>
<url>
<loc>/install/</loc>
- <lastmod>2021-09-30T14:38:58-06:00</lastmod>
+ <lastmod>2021-10-04T00:42:00+02:00</lastmod>
</url>
<url>
<loc>/meetups/</loc>
- <lastmod>2021-09-30T14:38:58-06:00</lastmod>
+ <lastmod>2021-10-04T00:42:00+02:00</lastmod>
</url>
<url>
<loc>/use-cases/onefootball/</loc>
- <lastmod>2021-09-30T14:38:58-06:00</lastmod>
+ <lastmod>2021-10-04T00:42:00+02:00</lastmod>
</url>
<url>
<loc>/use-cases/plarium-krasnodar/</loc>
- <lastmod>2021-09-30T14:38:58-06:00</lastmod>
+ <lastmod>2021-10-04T00:42:00+02:00</lastmod>
</url>
<url>
<loc>/privacy-notice/</loc>
- <lastmod>2021-09-30T14:38:58-06:00</lastmod>
+ <lastmod>2021-10-04T00:42:00+02:00</lastmod>
</url>
<url>
<loc>/roadmap/</loc>
- <lastmod>2021-09-30T14:38:58-06:00</lastmod>
+ <lastmod>2021-10-04T00:42:00+02:00</lastmod>
</url>
<url>
<loc>/search/</loc>
- <lastmod>2021-09-30T14:38:58-06:00</lastmod>
+ <lastmod>2021-10-04T00:42:00+02:00</lastmod>
</url>
<url>
<loc>/use-cases/seniorlink/</loc>
- <lastmod>2021-09-30T14:38:58-06:00</lastmod>
+ <lastmod>2021-10-04T00:42:00+02:00</lastmod>
</url>
<url>
<loc>/use-cases/sift/</loc>
- <lastmod>2021-09-30T14:38:58-06:00</lastmod>
+ <lastmod>2021-10-04T00:42:00+02:00</lastmod>
</url>
<url>
<loc>/use-cases/</loc>
- <lastmod>2021-09-30T14:38:58-06:00</lastmod>
+ <lastmod>2021-10-04T00:42:00+02:00</lastmod>
</url>
</urlset>
\ No newline at end of file
diff --git a/use-cases/adobe/index.html b/use-cases/adobe/index.html
index ac2c15c..10eaf1e 100644
--- a/use-cases/adobe/index.html
+++ b/use-cases/adobe/index.html
@@ -35,12 +35,12 @@
<meta property="og:url" content="/use-cases/adobe/" />
<meta property="og:image" content="/images/feature-image.png" />
-<meta property="article:modified_time" content="2021-09-30T14:38:58-06:00"
/><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-10-04T00:42:00+02:00"
/><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Adobe">
<meta itemprop="description" content="What was the problem? Modern big data
platforms need sophisticated data pipelines connecting to many backend services
enabling complex workflows. These workflows need to be deployed, monitored, and
run either on regular schedules or triggered by external events. Adobe
Experience Platform component services architected and built an orchestration
service to enable their users to author, schedule, and monitor complex
hierarchical (including sequential a [...]
-<meta itemprop="dateModified" content="2021-09-30T14:38:58-06:00" />
+<meta itemprop="dateModified" content="2021-10-04T00:42:00+02:00" />
<meta itemprop="wordCount" content="251">
@@ -462,7 +462,7 @@ if (!doNotTrack) {
<div class="pager">
- <a href="/use-cases/big-fish-games/">
+ <a href="/use-cases/adyen/">
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue"
>Previous</button>
diff --git a/use-cases/adobe/index.html b/use-cases/adyen/index.html
similarity index 91%
copy from use-cases/adobe/index.html
copy to use-cases/adyen/index.html
index ac2c15c..4e558d6 100644
--- a/use-cases/adobe/index.html
+++ b/use-cases/adyen/index.html
@@ -29,19 +29,19 @@
<meta name="msapplication-TileImage" content="/favicons/ms-icon-144x144.png">
<meta name="theme-color" content="#ffffff">
-<title>Adobe | Apache Airflow</title><meta property="og:title" content="Adobe"
/>
-<meta property="og:description" content="What was the problem? Modern big data
platforms need sophisticated data pipelines connecting to many backend services
enabling complex workflows. These workflows need to be deployed, monitored, and
run either on regular schedules or triggered by external events. Adobe
Experience Platform component services architected and built an orchestration
service to enable their users to author, schedule, and monitor complex
hierarchical (including sequentia [...]
+<title>Adyen | Apache Airflow</title><meta property="og:title" content="Adyen"
/>
+<meta property="og:description" content="What was the problem? Many years ago
we started out with our own orchestration framework. Due to all the required
custom functionality it made sense at the time. However, quickly we realized
creating an orchestration tool is not to be underestimated. With the quickly
increasing number of users and teams, time spent on fixing issues increased,
severely limiting development speed. Furthermore, due to it not being open
source, we constantly had to ma [...]
<meta property="og:type" content="article" />
-<meta property="og:url" content="/use-cases/adobe/" />
+<meta property="og:url" content="/use-cases/adyen/" />
<meta property="og:image" content="/images/feature-image.png" />
-<meta property="article:modified_time" content="2021-09-30T14:38:58-06:00"
/><meta property="og:site_name" content="Apache Airflow" />
-<meta itemprop="name" content="Adobe">
-<meta itemprop="description" content="What was the problem? Modern big data
platforms need sophisticated data pipelines connecting to many backend services
enabling complex workflows. These workflows need to be deployed, monitored, and
run either on regular schedules or triggered by external events. Adobe
Experience Platform component services architected and built an orchestration
service to enable their users to author, schedule, and monitor complex
hierarchical (including sequential a [...]
+<meta property="article:modified_time" content="2021-10-04T00:42:00+02:00"
/><meta property="og:site_name" content="Apache Airflow" />
+<meta itemprop="name" content="Adyen">
+<meta itemprop="description" content="What was the problem? Many years ago we
started out with our own orchestration framework. Due to all the required
custom functionality it made sense at the time. However, quickly we realized
creating an orchestration tool is not to be underestimated. With the quickly
increasing number of users and teams, time spent on fixing issues increased,
severely limiting development speed. Furthermore, due to it not being open
source, we constantly had to make [...]
-<meta itemprop="dateModified" content="2021-09-30T14:38:58-06:00" />
-<meta itemprop="wordCount" content="251">
+<meta itemprop="dateModified" content="2021-10-04T00:42:00+02:00" />
+<meta itemprop="wordCount" content="405">
@@ -49,8 +49,8 @@
<meta name="twitter:card" content="summary_large_image"/>
<meta name="twitter:image" content="/images/feature-image.png"/>
-<meta name="twitter:title" content="Adobe"/>
-<meta name="twitter:description" content="What was the problem? Modern big
data platforms need sophisticated data pipelines connecting to many backend
services enabling complex workflows. These workflows need to be deployed,
monitored, and run either on regular schedules or triggered by external events.
Adobe Experience Platform component services architected and built an
orchestration service to enable their users to author, schedule, and monitor
complex hierarchical (including sequenti [...]
+<meta name="twitter:title" content="Adyen"/>
+<meta name="twitter:description" content="What was the problem? Many years ago
we started out with our own orchestration framework. Due to all the required
custom functionality it made sense at the time. However, quickly we realized
creating an orchestration tool is not to be underestimated. With the quickly
increasing number of users and teams, time spent on fixing issues increased,
severely limiting development speed. Furthermore, due to it not being open
source, we constantly had to m [...]
<script type="application/javascript">
@@ -434,9 +434,9 @@ if (!doNotTrack) {
<div class="quote">
<p class="quote--text">Apache Airflow is highly extensible and its plugin
interface can be used to meet a variety of use cases. It supports variety of
deployment models and has a very active community to scale innovation.</p>
- <p class="quote--author">Raman Gupta</p>
+ <p class="quote--author">Jorrick Sleijster</p>
- <img src="/usecase-logos/adobe-logo.svg" alt="Adobe logo"
class="quote--logo" />
+ <img src="/usecase-logos/adyen-logo.svg" alt="Adyen logo"
class="quote--logo" />
</div>
@@ -446,15 +446,17 @@ if (!doNotTrack) {
<h5 id="what-was-the-problem">What was the problem?</h5>
-<p>Modern big data platforms need sophisticated data pipelines connecting to
many backend services enabling complex workflows. These workflows need to be
deployed, monitored, and run either on regular schedules or triggered by
external events. Adobe Experience Platform component services architected and
built an orchestration service to enable their users to author, schedule, and
monitor complex hierarchical (including sequential and parallel) workflows for
Apache Spark ™ and non-S [...]
+<p>Many years ago we started out with our own orchestration framework. Due to
all the required custom functionality it made sense at the time. However,
quickly we realized creating an orchestration tool is not to be underestimated.
With the quickly increasing number of users and teams, time spent on fixing
issues increased, severely limiting development speed. Furthermore, due to it
not being open source, we constantly had to make the effort ourselves to stay
up to date with the industr [...]
<h5 id="how-did-apache-airflow-help-to-solve-this-problem">How did Apache
Airflow help to solve this problem?</h5>
-<p>Adobe Experience Platform built an orchestration service to meet our user
and customer requirements. It is architected based on guiding principles to
leverage an off-the-shelf, open-source orchestration engine that is abstracted
to other services through an API and extendable to any application through a
pluggable framework. Adobe Experience Platform orchestration service leverages
Apache Airflow execution engine for scheduling and executing various workflows.
Apache Airflow is highly [...]
+<p>Apache Airflow enabled us to extend upon the already existing operators and
sensors to make writing ETL DAGs as easy as possible. Within a couple minutes
of training, data scientists are able to write their own DAGs containing an
Apache Spark job and its corresponding dependencies. The Web UI allows our data
scientists to closely monitor the status and logs of the jobs so that they can
quickly interfere if something is not going as planned. We created our own
access groups such that [...]
+
+<p>One powerful functionality of Apache Airflow is the ability to backfill.
This is helpful when new tasks are introduced or old jobs need to be rerun. By
creating our own plugin for Apache Airflow, we built a simple tool to
streamline back-filling. Besides clearing the runs, it also clears the
underlying data that was generated by the Spark Job. Coming from Apache Airflow
1.10, this plugin only required minor changes to support Apache Airflow 2.0.</p>
<h5 id="what-are-the-results">What are the results?</h5>
-<p>Adobe Experience Platform is using Apache Airflow’s plugin interface
to write custom operators to meet our use cases. With K8s Executor, we could
scale it to run 1000(s) of concurrent workflows. Adobe and Adobe Experience
Platform teams can focus on business use cases because all scheduling,
dependency management, and retrying logic is offloaded to Apache Airflow.</p>
+<p>We started out with having a full team just working on our orchestration
tool. With the help of Apache Airflow we managed to give the responsibility of
maintaining DAGs back to the data scientist teams. This allowed us to grow
quicker than ever to 20 teams that own in total approximately 200 DAGs and over
5000 tasks. In the meantime, our team has been able to extend Apache Airflow
further while also focussing on getting other new exciting technologies
on-board. With airflow, we now sp [...]
</div>
</div>
@@ -468,10 +470,10 @@ if (!doNotTrack) {
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue"
>Previous</button>
</a>
- <a >
+ <a href="/use-cases/adobe/">
-<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue"
disabled>Next</button>
+<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue"
>Next</button>
</a>
</div>
@@ -483,7 +485,7 @@ if (!doNotTrack) {
<div class="base-layout--button">
- <a
href=https://github.com/apache/airflow-site/edit/main/landing-pages/site/content/en/use-cases/adobe.md>
+ <a
href=https://github.com/apache/airflow-site/edit/main/landing-pages/site/content/en/use-cases/adyen.md>
diff --git a/use-cases/big-fish-games/index.html
b/use-cases/big-fish-games/index.html
index 1ebde9b..14e8e27 100644
--- a/use-cases/big-fish-games/index.html
+++ b/use-cases/big-fish-games/index.html
@@ -35,12 +35,12 @@
<meta property="og:url" content="/use-cases/big-fish-games/" />
<meta property="og:image" content="/images/feature-image.png" />
-<meta property="article:modified_time" content="2021-09-30T14:38:58-06:00"
/><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-10-04T00:42:00+02:00"
/><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Big Fish Games">
<meta itemprop="description" content="What was the problem? The main challenge
is the lack of standardized ETL workflow orchestration tools. PowerShell and
Python-based ETL frameworks built in-house are currently used for scheduling
and running analytical workloads. However, there is no web UI through which we
can monitor these workflows and it requires additional effort to maintain this
framework. These scheduled jobs based on external dependencies are not well
suited to modern Big Data [...]
-<meta itemprop="dateModified" content="2021-09-30T14:38:58-06:00" />
+<meta itemprop="dateModified" content="2021-10-04T00:42:00+02:00" />
<meta itemprop="wordCount" content="336">
@@ -468,7 +468,7 @@ if (!doNotTrack) {
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue"
>Previous</button>
</a>
- <a href="/use-cases/adobe/">
+ <a href="/use-cases/adyen/">
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue"
>Next</button>
diff --git a/use-cases/dish/index.html b/use-cases/dish/index.html
index d1d61a4..0c3b141 100644
--- a/use-cases/dish/index.html
+++ b/use-cases/dish/index.html
@@ -35,12 +35,12 @@
<meta property="og:url" content="/use-cases/dish/" />
<meta property="og:image" content="/images/feature-image.png" />
-<meta property="article:modified_time" content="2021-09-30T14:38:58-06:00"
/><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-10-04T00:42:00+02:00"
/><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Dish">
<meta itemprop="description" content="What was the problem? We faced
increasing complexity managing lengthy crontabs with scheduling being an issue,
this required carefully planning timing due to resource constraints, usage
patterns, and especially custom code needed for retry logic. In the last case,
having to verify success of previous jobs and/or steps prior to running the
next. Furthermore, time to results is important, but we were increasingly
relying on buffers for processing, wher [...]
-<meta itemprop="dateModified" content="2021-09-30T14:38:58-06:00" />
+<meta itemprop="dateModified" content="2021-10-04T00:42:00+02:00" />
<meta itemprop="wordCount" content="249">
diff --git a/use-cases/experity/index.html b/use-cases/experity/index.html
index 168650e..fb0efbc 100644
--- a/use-cases/experity/index.html
+++ b/use-cases/experity/index.html
@@ -36,13 +36,13 @@ How did Apache Airflow help to solve this problem?
Ultimately we decided flexibl
<meta property="og:url" content="/use-cases/experity/" />
<meta property="og:image" content="/images/feature-image.png" />
-<meta property="article:modified_time" content="2021-09-30T14:38:58-06:00"
/><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-10-04T00:42:00+02:00"
/><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Experity">
<meta itemprop="description" content="What was the problem? We had to deploy
our complex, flagship app to multiple nodes in multiple ways. This required
tasks to communicate across Windows nodes and coordinate timing perfectly. We
did not want to buy an expensive enterprise scheduling tool and needed ultimate
flexibility.
How did Apache Airflow help to solve this problem? Ultimately we decided
flexible, multi-node, DAG capable tooling was key and airflow was one of the
few tools that fit that bill.">
-<meta itemprop="dateModified" content="2021-09-30T14:38:58-06:00" />
+<meta itemprop="dateModified" content="2021-10-04T00:42:00+02:00" />
<meta itemprop="wordCount" content="191">
diff --git a/use-cases/index.html b/use-cases/index.html
index 3bfc2b3..3bd9fbc 100644
--- a/use-cases/index.html
+++ b/use-cases/index.html
@@ -448,6 +448,28 @@ if (!doNotTrack) {
</a>
+ <a href="/use-cases/adyen/" class="list-item">
+
+
+
+<div class="card">
+ <div class="box-event box-event__case-study hoverable-icon">
+ <div class="box-event__case-study--logo">
+
+ <img src="/usecase-logos/adyen-logo.svg" alt="Adyen logo" />
+
+ </div>
+ <p class="box-event__case-study--quote"
+ >Apache Airflow is highly extensible and its plugin interface can
be used to meet a variety of use cases. It supports …</p>
+
+
+<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" >Learn
more</button>
+
+ </div>
+</div>
+
+ </a>
+
<a href="/use-cases/big-fish-games/" class="list-item">
diff --git a/use-cases/index.xml b/use-cases/index.xml
index 84b10df..18c09f9 100644
--- a/use-cases/index.xml
+++ b/use-cases/index.xml
@@ -40,6 +40,34 @@
</item>
<item>
+ <title>Use-Cases: Adyen</title>
+ <link>/use-cases/adyen/</link>
+ <pubDate>Mon, 01 Jan 0001 00:00:00 +0000</pubDate>
+
+ <guid>/use-cases/adyen/</guid>
+ <description>
+
+
+
+
+<h5 id="what-was-the-problem">What was the problem?</h5>
+
+<p>Many years ago we started out with our own orchestration framework.
Due to all the required custom functionality it made sense at the time.
However, quickly we realized creating an orchestration tool is not to be
underestimated. With the quickly increasing number of users and teams, time
spent on fixing issues increased, severely limiting development speed.
Furthermore, due to it not being open source, we constantly had to make the
effort ourselves to stay up to date with the i [...]
+
+<h5 id="how-did-apache-airflow-help-to-solve-this-problem">How
did Apache Airflow help to solve this problem?</h5>
+
+<p>Apache Airflow enabled us to extend upon the already existing
operators and sensors to make writing ETL DAGs as easy as possible. Within a
couple minutes of training, data scientists are able to write their own DAGs
containing an Apache Spark job and its corresponding dependencies. The Web UI
allows our data scientists to closely monitor the status and logs of the jobs
so that they can quickly interfere if something is not going as planned. We
created our own access groups such [...]
+
+<p>One powerful functionality of Apache Airflow is the ability to
backfill. This is helpful when new tasks are introduced or old jobs need to be
rerun. By creating our own plugin for Apache Airflow, we built a simple tool to
streamline back-filling. Besides clearing the runs, it also clears the
underlying data that was generated by the Spark Job. Coming from Apache Airflow
1.10, this plugin only required minor changes to support Apache Airflow
2.0.</p>
+
+<h5 id="what-are-the-results">What are the results?</h5>
+
+<p>We started out with having a full team just working on our
orchestration tool. With the help of Apache Airflow we managed to give the
responsibility of maintaining DAGs back to the data scientist teams. This
allowed us to grow quicker than ever to 20 teams that own in total
approximately 200 DAGs and over 5000 tasks. In the meantime, our team has been
able to extend Apache Airflow further while also focussing on getting other new
exciting technologies on-board. With airflow, we [...]
+
+ </description>
+ </item>
+
+ <item>
<title>Use-Cases: Big Fish Games</title>
<link>/use-cases/big-fish-games/</link>
<pubDate>Mon, 01 Jan 0001 00:00:00 +0000</pubDate>
diff --git a/use-cases/onefootball/index.html b/use-cases/onefootball/index.html
index 135e9b5..7cbeaa3 100644
--- a/use-cases/onefootball/index.html
+++ b/use-cases/onefootball/index.html
@@ -36,13 +36,13 @@ On top of that, new data tools appear each month: third
party data sources, clou
<meta property="og:url" content="/use-cases/onefootball/" />
<meta property="og:image" content="/images/feature-image.png" />
-<meta property="article:modified_time" content="2021-09-30T14:38:58-06:00"
/><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-10-04T00:42:00+02:00"
/><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Onefootball">
<meta itemprop="description" content="What was the problem? With millions of
daily active users, managing the complexity of data engineering at Onefootball
is a constant challenge. Lengthy crontabs, multiplication of custom API
clients, erosion of confidence in the analytics served, increasing heroism
(“only one person can solve this issue”). Those are the challenges
that most teams face unless they consciously invest in their tools and
processes.
On top of that, new data tools appear each month: third party data sources,
cloud providers solutions, different storage technologies… Managing all
those integrations is costly and brittle, especially for small data engineering
teams that are trying to do more with less.">
-<meta itemprop="dateModified" content="2021-09-30T14:38:58-06:00" />
+<meta itemprop="dateModified" content="2021-10-04T00:42:00+02:00" />
<meta itemprop="wordCount" content="294">
diff --git a/use-cases/plarium-krasnodar/index.html
b/use-cases/plarium-krasnodar/index.html
index e7c0586..b023543 100644
--- a/use-cases/plarium-krasnodar/index.html
+++ b/use-cases/plarium-krasnodar/index.html
@@ -35,12 +35,12 @@
<meta property="og:url" content="/use-cases/plarium-krasnodar/" />
<meta property="og:image" content="/images/feature-image.png" />
-<meta property="article:modified_time" content="2021-09-30T14:38:58-06:00"
/><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-10-04T00:42:00+02:00"
/><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Plarium Krasnodar">
<meta itemprop="description" content="What was the problem? Our Research &
Development department carries out various experiments, and in all of them, we
need to create workflow orchestrations for solving tasks in game dev.
Previously, we didn’t have any suitable tools with a sufficient number of
built-in functions, and we had to orchestrate processes manually and entirely
from scratch every time. This led to difficulties with dependencies and
monitoring when building complex w [...]
-<meta itemprop="dateModified" content="2021-09-30T14:38:58-06:00" />
+<meta itemprop="dateModified" content="2021-10-04T00:42:00+02:00" />
<meta itemprop="wordCount" content="257">
diff --git a/use-cases/seniorlink/index.html b/use-cases/seniorlink/index.html
index 1a6c346..8be5179 100644
--- a/use-cases/seniorlink/index.html
+++ b/use-cases/seniorlink/index.html
@@ -36,13 +36,13 @@ We had built a robust stack of batch processes to deliver
value to the business,
<meta property="og:url" content="/use-cases/seniorlink/" />
<meta property="og:image" content="/images/feature-image.png" />
-<meta property="article:modified_time" content="2021-09-30T14:38:58-06:00"
/><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-10-04T00:42:00+02:00"
/><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Seniorlink">
<meta itemprop="description" content="What was the problem? Here at
Seniorlink, we provide services, support, and technology that engages family
caregivers. One of our focuses is using data to bolster our knowledge and
improve the experience of our users. Like many looking to build an effective
data stack, we adopted a Python, Spark, Redshift, and Tableau core toolset.
We had built a robust stack of batch processes to deliver value to the
business, deploying these data services in AWS using a mixture of EMR, ECS,
Lambda, and EC2.">
-<meta itemprop="dateModified" content="2021-09-30T14:38:58-06:00" />
+<meta itemprop="dateModified" content="2021-10-04T00:42:00+02:00" />
<meta itemprop="wordCount" content="400">
diff --git a/use-cases/sift/index.html b/use-cases/sift/index.html
index f73359a..27abe71 100644
--- a/use-cases/sift/index.html
+++ b/use-cases/sift/index.html
@@ -35,12 +35,12 @@
<meta property="og:url" content="/use-cases/sift/" />
<meta property="og:image" content="/images/feature-image.png" />
-<meta property="article:modified_time" content="2021-09-30T14:38:58-06:00"
/><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-10-04T00:42:00+02:00"
/><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Sift">
<meta itemprop="description" content="What was the problem? At Sift, we’re
constantly training machine learning models that feed into the core of Sift’s
Digital Trust & Safety platform. The platform gives our customers a way to
discern suspicious online behavior from trustworthy behavior, allowing our
customers to protect their online transactions, maintain the integrity of their
content platforms, and keep their users’ accounts secure. To make this
possible, we’ve built model traini [...]
-<meta itemprop="dateModified" content="2021-09-30T14:38:58-06:00" />
+<meta itemprop="dateModified" content="2021-10-04T00:42:00+02:00" />
<meta itemprop="wordCount" content="641">
diff --git a/usecase-logos/adyen-logo.svg b/usecase-logos/adyen-logo.svg
new file mode 100644
index 0000000..3fe499f
--- /dev/null
+++ b/usecase-logos/adyen-logo.svg
@@ -0,0 +1,30 @@
+<?xml version="1.0" encoding="utf-8"?>
+<!-- Generator: Adobe Illustrator 21.1.0, SVG Export Plug-In . SVG Version:
6.00 Build 0) -->
+<!--<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN"
"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd";>-->
+<svg version="1.1" id="Layer_1" xmlns="http://www.w3.org/2000/svg";
xmlns:xlink="http://www.w3.org/1999/xlink"; x="0px" y="0px"
+ viewBox="0 0 101.6 32.9" style="enable-background:new 0 0 101.6 32.9;"
xml:space="preserve">
+<style type="text/css">
+ .st0{fill:#35B454;}
+</style>
+<g>
+ <g>
+ <path class="st0"
d="M14.3,7.5H0.3V12l9.2,0c0.6,0,1,0.5,1,1v7.9h-2c-0.6,0-1-0.5-1-1v-5.7H3.6c-2,0-3.6,1.6-3.6,3.6v4
+ c0,2,1.6,3.6,3.6,3.6h14.3V11.1C17.9,9.1,16.3,7.5,14.3,7.5z"/>
+ </g>
+ <g>
+ <path class="st0"
d="M31.4,20.9h-2c-0.6,0-1-0.5-1-1V7.5h-3.9c-2,0-3.6,1.6-3.6,3.6v10.7c0,2,1.6,3.6,3.6,3.6h14.3V0h-7.5
+ L31.4,20.9z"/>
+ </g>
+ <g>
+ <path class="st0"
d="M52.3,20.9h-2c-0.6,0-1-0.5-1-1V7.5h-7.5v14.3c0,2,1.6,3.6,3.6,3.6h6.9v2.2H42.1v5.2h14.1
+ c2,0,3.6-1.6,3.6-3.6V7.5h-7.5V20.9z"/>
+ </g>
+ <g>
+ <path class="st0"
d="M77.1,7.5H62.7v14.3c0,2,1.6,3.6,3.6,3.6h14.1v-4.5h-9.2c-0.6,0-1-0.5-1-1V12h2c0.6,0,1,0.5,1,1v5.7h3.9
+ c2,0,3.6-1.6,3.6-3.6v-4C80.7,9.1,79.1,7.5,77.1,7.5z"/>
+ </g>
+ <g>
+ <path class="st0"
d="M98,7.5H83.7v17.9h7.5V12h2c0.6,0,1,0.5,1,1v12.4h7.5V11.1C101.6,9.1,100,7.5,98,7.5z"/>
+ </g>
+</g>
+</svg>
