This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a commit to branch asf-site
in repository https://gitbox.apache.org/repos/asf/airflow-site.git
The following commit(s) were added to refs/heads/asf-site by this push:
new 31f799d Deploying to asf-site from @
1e72444ec3747d4b7de8702521eeb61485e80b69 🚀
31f799d is described below
commit 31f799d1b3e83541424bb489ccba2ff7b8ca7085
Author: potiuk <[email protected]>
AuthorDate: Thu Feb 4 12:59:58 2021 +0000
Deploying to asf-site from @ 1e72444ec3747d4b7de8702521eeb61485e80b69 🚀
---
blog/airflow-1.10.10/index.html | 4 +-
blog/airflow-1.10.12/index.html | 4 +-
blog/airflow-1.10.8-1.10.9/index.html | 4 +-
blog/airflow-survey/index.html | 4 +-
blog/airflow-two-point-oh-is-here/index.html | 4 +-
blog/announcing-new-website/index.html | 4 +-
blog/apache-airflow-for-newcomers/index.html | 4 +-
.../index.html | 4 +-
.../index.html | 4 +-
.../index.html | 4 +-
.../index.html | 4 +-
.../index.html | 4 +-
.../index.html | 4 +-
docs/apache-airflow/2.0.0/docker-compose.yaml | 145 +++++++++++++++++++++
docs/apache-airflow/stable/docker-compose.yaml | 145 +++++++++++++++++++++
index.html | 32 ++---
search/index.html | 4 +-
sitemap.xml | 80 ++++++------
use-cases/adobe/index.html | 4 +-
use-cases/big-fish-games/index.html | 4 +-
use-cases/dish/index.html | 4 +-
use-cases/experity/index.html | 4 +-
use-cases/onefootball/index.html | 4 +-
use-cases/plarium-krasnodar/index.html | 4 +-
use-cases/sift/index.html | 4 +-
25 files changed, 388 insertions(+), 98 deletions(-)
diff --git a/blog/airflow-1.10.10/index.html b/blog/airflow-1.10.10/index.html
index 37a6182..5629549 100644
--- a/blog/airflow-1.10.10/index.html
+++ b/blog/airflow-1.10.10/index.html
@@ -36,13 +36,13 @@
<meta property="og:image" content="/images/feature-image.png" />
<meta property="article:published_time" content="2020-04-09T00:00:00+00:00" />
-<meta property="article:modified_time" content="2021-02-02T16:15:01-06:00"
/><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-02-04T13:55:18+01:00"
/><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Apache Airflow 1.10.10">
<meta itemprop="description" content="We are happy to present Apache Airflow
1.10.10">
<meta itemprop="datePublished" content="2020-04-09T00:00:00+00:00" />
-<meta itemprop="dateModified" content="2021-02-02T16:15:01-06:00" />
+<meta itemprop="dateModified" content="2021-02-04T13:55:18+01:00" />
<meta itemprop="wordCount" content="1143">
diff --git a/blog/airflow-1.10.12/index.html b/blog/airflow-1.10.12/index.html
index f8abc7f..096e783 100644
--- a/blog/airflow-1.10.12/index.html
+++ b/blog/airflow-1.10.12/index.html
@@ -36,13 +36,13 @@
<meta property="og:image" content="/images/feature-image.png" />
<meta property="article:published_time" content="2020-08-25T00:00:00+00:00" />
-<meta property="article:modified_time" content="2021-02-02T16:15:01-06:00"
/><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-02-04T13:55:18+01:00"
/><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Apache Airflow 1.10.12">
<meta itemprop="description" content="We are happy to present Apache Airflow
1.10.12">
<meta itemprop="datePublished" content="2020-08-25T00:00:00+00:00" />
-<meta itemprop="dateModified" content="2021-02-02T16:15:01-06:00" />
+<meta itemprop="dateModified" content="2021-02-04T13:55:18+01:00" />
<meta itemprop="wordCount" content="911">
diff --git a/blog/airflow-1.10.8-1.10.9/index.html
b/blog/airflow-1.10.8-1.10.9/index.html
index 379e21e..39971c6 100644
--- a/blog/airflow-1.10.8-1.10.9/index.html
+++ b/blog/airflow-1.10.8-1.10.9/index.html
@@ -36,13 +36,13 @@
<meta property="og:image" content="/images/feature-image.png" />
<meta property="article:published_time" content="2020-02-23T00:00:00+00:00" />
-<meta property="article:modified_time" content="2021-02-02T16:15:01-06:00"
/><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-02-04T13:55:18+01:00"
/><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Apache Airflow 1.10.8 & 1.10.9">
<meta itemprop="description" content="We are happy to present the new 1.10.8
and 1.10.9 releases of Apache Airflow.">
<meta itemprop="datePublished" content="2020-02-23T00:00:00+00:00" />
-<meta itemprop="dateModified" content="2021-02-02T16:15:01-06:00" />
+<meta itemprop="dateModified" content="2021-02-04T13:55:18+01:00" />
<meta itemprop="wordCount" content="437">
diff --git a/blog/airflow-survey/index.html b/blog/airflow-survey/index.html
index e92c14d..eaa34a5 100644
--- a/blog/airflow-survey/index.html
+++ b/blog/airflow-survey/index.html
@@ -36,13 +36,13 @@
<meta property="og:image" content="/images/feature-image.png" />
<meta property="article:published_time" content="2019-12-11T00:00:00+00:00" />
-<meta property="article:modified_time" content="2021-02-02T16:15:01-06:00"
/><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-02-04T13:55:18+01:00"
/><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Airflow Survey 2019">
<meta itemprop="description" content="Receiving and adjusting to our users’
feedback is a must. Let’s see who Airflow users are, how they play with it, and
what they miss.">
<meta itemprop="datePublished" content="2019-12-11T00:00:00+00:00" />
-<meta itemprop="dateModified" content="2021-02-02T16:15:01-06:00" />
+<meta itemprop="dateModified" content="2021-02-04T13:55:18+01:00" />
<meta itemprop="wordCount" content="1775">
diff --git a/blog/airflow-two-point-oh-is-here/index.html
b/blog/airflow-two-point-oh-is-here/index.html
index d407f06..3d63277 100644
--- a/blog/airflow-two-point-oh-is-here/index.html
+++ b/blog/airflow-two-point-oh-is-here/index.html
@@ -36,13 +36,13 @@
<meta property="og:image" content="/images/feature-image.png" />
<meta property="article:published_time" content="2020-12-17T00:00:00+00:00" />
-<meta property="article:modified_time" content="2021-02-02T16:15:01-06:00"
/><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-02-04T13:55:18+01:00"
/><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Apache Airflow 2.0 is here!">
<meta itemprop="description" content="We're proud to announce that Apache
Airflow 2.0.0 has been released.">
<meta itemprop="datePublished" content="2020-12-17T00:00:00+00:00" />
-<meta itemprop="dateModified" content="2021-02-02T16:15:01-06:00" />
+<meta itemprop="dateModified" content="2021-02-04T13:55:18+01:00" />
<meta itemprop="wordCount" content="1167">
diff --git a/blog/announcing-new-website/index.html
b/blog/announcing-new-website/index.html
index 32831cb..baee248 100644
--- a/blog/announcing-new-website/index.html
+++ b/blog/announcing-new-website/index.html
@@ -36,13 +36,13 @@
<meta property="og:image" content="/images/feature-image.png" />
<meta property="article:published_time" content="2019-12-11T00:00:00+00:00" />
-<meta property="article:modified_time" content="2021-02-02T16:15:01-06:00"
/><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-02-04T13:55:18+01:00"
/><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="New Airflow website">
<meta itemprop="description" content="We are thrilled about our new website!">
<meta itemprop="datePublished" content="2019-12-11T00:00:00+00:00" />
-<meta itemprop="dateModified" content="2021-02-02T16:15:01-06:00" />
+<meta itemprop="dateModified" content="2021-02-04T13:55:18+01:00" />
<meta itemprop="wordCount" content="282">
diff --git a/blog/apache-airflow-for-newcomers/index.html
b/blog/apache-airflow-for-newcomers/index.html
index db6f84d..55a6f64 100644
--- a/blog/apache-airflow-for-newcomers/index.html
+++ b/blog/apache-airflow-for-newcomers/index.html
@@ -37,14 +37,14 @@ Authoring Workflow in Apache Airflow. Airflow makes it easy
to author workflows
<meta property="og:image" content="/images/feature-image.png" />
<meta property="article:published_time" content="2020-08-17T00:00:00+00:00" />
-<meta property="article:modified_time" content="2021-02-02T16:15:01-06:00"
/><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-02-04T13:55:18+01:00"
/><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Apache Airflow For Newcomers">
<meta itemprop="description" content="Apache Airflow is a platform to
programmatically author, schedule, and monitor workflows. A workflow is a
sequence of tasks that processes a set of data. You can think of workflow as
the path that describes how tasks go from being undone to done. Scheduling, on
the other hand, is the process of planning, controlling, and optimizing when a
particular task should be done.
Authoring Workflow in Apache Airflow. Airflow makes it easy to author
workflows using python scripts.">
<meta itemprop="datePublished" content="2020-08-17T00:00:00+00:00" />
-<meta itemprop="dateModified" content="2021-02-02T16:15:01-06:00" />
+<meta itemprop="dateModified" content="2021-02-04T13:55:18+01:00" />
<meta itemprop="wordCount" content="1070">
diff --git
a/blog/apache-con-europe-2019-thoughts-and-insights-by-airflow-committers/index.html
b/blog/apache-con-europe-2019-thoughts-and-insights-by-airflow-committers/index.html
index 42160ad..4eb9553 100644
---
a/blog/apache-con-europe-2019-thoughts-and-insights-by-airflow-committers/index.html
+++
b/blog/apache-con-europe-2019-thoughts-and-insights-by-airflow-committers/index.html
@@ -36,13 +36,13 @@
<meta property="og:image" content="/images/feature-image.png" />
<meta property="article:published_time" content="2019-11-22T00:00:00+00:00" />
-<meta property="article:modified_time" content="2021-02-02T16:15:01-06:00"
/><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-02-04T13:55:18+01:00"
/><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="ApacheCon Europe 2019 — Thoughts and Insights
by Airflow Committers">
<meta itemprop="description" content="Here come some thoughts by Airflow
committers and contributors from the ApacheCon Europe 2019. Get to know the ASF
community!">
<meta itemprop="datePublished" content="2019-11-22T00:00:00+00:00" />
-<meta itemprop="dateModified" content="2021-02-02T16:15:01-06:00" />
+<meta itemprop="dateModified" content="2021-02-04T13:55:18+01:00" />
<meta itemprop="wordCount" content="138">
diff --git a/blog/documenting-using-local-development-environments/index.html
b/blog/documenting-using-local-development-environments/index.html
index 7c712cf..1deac55 100644
--- a/blog/documenting-using-local-development-environments/index.html
+++ b/blog/documenting-using-local-development-environments/index.html
@@ -36,13 +36,13 @@
<meta property="og:image" content="/images/feature-image.png" />
<meta property="article:published_time" content="2019-11-22T00:00:00+00:00" />
-<meta property="article:modified_time" content="2021-02-02T16:15:01-06:00"
/><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-02-04T13:55:18+01:00"
/><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Documenting using local development
environment">
<meta itemprop="description" content="The story behind documenting local
development environment of Apache Airflow">
<meta itemprop="datePublished" content="2019-11-22T00:00:00+00:00" />
-<meta itemprop="dateModified" content="2021-02-02T16:15:01-06:00" />
+<meta itemprop="dateModified" content="2021-02-04T13:55:18+01:00" />
<meta itemprop="wordCount" content="256">
diff --git
a/blog/experience-in-google-season-of-docs-2019-with-apache-airflow/index.html
b/blog/experience-in-google-season-of-docs-2019-with-apache-airflow/index.html
index fc22404..3372ece 100644
---
a/blog/experience-in-google-season-of-docs-2019-with-apache-airflow/index.html
+++
b/blog/experience-in-google-season-of-docs-2019-with-apache-airflow/index.html
@@ -37,14 +37,14 @@ About Me I have been writing tech articles on medium as
well as my blog for the
<meta property="og:image" content="/images/feature-image.png" />
<meta property="article:published_time" content="2019-12-20T00:00:00+00:00" />
-<meta property="article:modified_time" content="2021-02-02T16:15:01-06:00"
/><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-02-04T13:55:18+01:00"
/><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Experience in Google Season of Docs 2019 with
Apache Airflow">
<meta itemprop="description" content="I came across Google Season of Docs
(GSoD) almost by accident, thanks to my extensive HackerNews and Twitter
addiction. I was familiar with the Google Summer of Code but not with this
program. It turns out it was the inaugural phase. I read the details, and the
process felt a lot like GSoC except that this was about documentation.
About Me I have been writing tech articles on medium as well as my blog for
the past 1.">
<meta itemprop="datePublished" content="2019-12-20T00:00:00+00:00" />
-<meta itemprop="dateModified" content="2021-02-02T16:15:01-06:00" />
+<meta itemprop="dateModified" content="2021-02-04T13:55:18+01:00" />
<meta itemprop="wordCount" content="1521">
diff --git a/blog/experience-with-airflow-as-an-outreachy-intern/index.html
b/blog/experience-with-airflow-as-an-outreachy-intern/index.html
index eb445c7..301c3c7 100644
--- a/blog/experience-with-airflow-as-an-outreachy-intern/index.html
+++ b/blog/experience-with-airflow-as-an-outreachy-intern/index.html
@@ -37,14 +37,14 @@ Contribution Period The first thing I had to do was choose
a project under an or
<meta property="og:image" content="/images/feature-image.png" />
<meta property="article:published_time" content="2020-08-30T00:00:00+00:00" />
-<meta property="article:modified_time" content="2021-02-02T16:15:01-06:00"
/><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-02-04T13:55:18+01:00"
/><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Journey with Airflow as an Outreachy Intern">
<meta itemprop="description" content="Outreachy is a program which organises
three months paid internships with FOSS projects for people who are typically
underrepresented in those projects.
Contribution Period The first thing I had to do was choose a project under an
organisation. After going through all the projects I chose “Extending the REST
API of Apache Airflow”, because I had a good idea of what REST API(s) are, so I
thought it would be easier to get started with the contributions.">
<meta itemprop="datePublished" content="2020-08-30T00:00:00+00:00" />
-<meta itemprop="dateModified" content="2021-02-02T16:15:01-06:00" />
+<meta itemprop="dateModified" content="2021-02-04T13:55:18+01:00" />
<meta itemprop="wordCount" content="532">
diff --git a/blog/implementing-stable-api-for-apache-airflow/index.html
b/blog/implementing-stable-api-for-apache-airflow/index.html
index b04de9a..4321163 100644
--- a/blog/implementing-stable-api-for-apache-airflow/index.html
+++ b/blog/implementing-stable-api-for-apache-airflow/index.html
@@ -36,13 +36,13 @@
<meta property="og:image" content="/images/feature-image.png" />
<meta property="article:published_time" content="2020-07-19T00:00:00+00:00" />
-<meta property="article:modified_time" content="2021-02-02T16:15:01-06:00"
/><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-02-04T13:55:18+01:00"
/><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Implementing Stable API for Apache Airflow">
<meta itemprop="description" content="An Outreachy intern's progress
report on contributing to Apache Airflow REST API.">
<meta itemprop="datePublished" content="2020-07-19T00:00:00+00:00" />
-<meta itemprop="dateModified" content="2021-02-02T16:15:01-06:00" />
+<meta itemprop="dateModified" content="2021-02-04T13:55:18+01:00" />
<meta itemprop="wordCount" content="703">
diff --git a/blog/its-a-breeze-to-develop-apache-airflow/index.html
b/blog/its-a-breeze-to-develop-apache-airflow/index.html
index 9f831f6..aafe3fd 100644
--- a/blog/its-a-breeze-to-develop-apache-airflow/index.html
+++ b/blog/its-a-breeze-to-develop-apache-airflow/index.html
@@ -36,13 +36,13 @@
<meta property="og:image" content="/images/feature-image.png" />
<meta property="article:published_time" content="2019-11-22T00:00:00+00:00" />
-<meta property="article:modified_time" content="2021-02-02T16:15:01-06:00"
/><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-02-04T13:55:18+01:00"
/><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="It's a "Breeze" to develop Apache
Airflow">
<meta itemprop="description" content="A Principal Software Engineer's
journey to developer productivity. Learn how Jarek and his team speeded up and
simplified Airflow development for the community.">
<meta itemprop="datePublished" content="2019-11-22T00:00:00+00:00" />
-<meta itemprop="dateModified" content="2021-02-02T16:15:01-06:00" />
+<meta itemprop="dateModified" content="2021-02-04T13:55:18+01:00" />
<meta itemprop="wordCount" content="127">
diff --git a/docs/apache-airflow/2.0.0/docker-compose.yaml
b/docs/apache-airflow/2.0.0/docker-compose.yaml
new file mode 100644
index 0000000..2cb405c
--- /dev/null
+++ b/docs/apache-airflow/2.0.0/docker-compose.yaml
@@ -0,0 +1,145 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+
+# Basic Airflow cluster configuration for CeleryExecutor with Redis and
PostgreSQL.
+#
+# WARNING: This configuration is for local development. Do not use it in a
production deployment.
+#
+# This configuration supports basic configuration using environment variables
or an .env file
+# The following variables are supported:
+#
+# AIRFLOW_IMAGE_NAME - Docker image name used to run Airflow.
+# Default: apache/airflow:master-python3.8
+# AIRFLOW_UID - User ID in Airflow containers
+# Default: 50000
+# AIRFLOW_GID - Group ID in Airflow containers
+# Default: 50000
+# _AIRFLOW_WWW_USER_USERNAME - Username for the administrator account.
+# Default: airflow
+# _AIRFLOW_WWW_USER_PASSWORD - Password for the administrator account.
+# Default: airflow
+#
+# Feel free to modify this file to suit your needs.
+---
+version: '3'
+x-airflow-common:
+ &airflow-common
+ image: ${AIRFLOW_IMAGE_NAME:-apache/airflow:2.0.0-python3.8}
+ environment:
+ &airflow-common-env
+ AIRFLOW__CORE__EXECUTOR: CeleryExecutor
+ AIRFLOW__CORE__SQL_ALCHEMY_CONN:
postgresql+psycopg2://airflow:airflow@postgres/airflow
+ AIRFLOW__CELERY__RESULT_BACKEND:
db+postgresql://airflow:airflow@postgres/airflow
+ AIRFLOW__CELERY__BROKER_URL: redis://:@redis:6379/0
+ AIRFLOW__CORE__FERNET_KEY: ''
+ AIRFLOW__CORE__DAGS_ARE_PAUSED_AT_CREATION: 'true'
+ AIRFLOW__CORE__LOAD_EXAMPLES: 'true'
+ volumes:
+ - ./dags:/opt/airflow/dags
+ - ./logs:/opt/airflow/logs
+ - ./plugins:/opt/airflow/plugins
+ user: "${AIRFLOW_UID:-50000}:${AIRFLOW_GID:-50000}"
+ depends_on:
+ redis:
+ condition: service_healthy
+ postgres:
+ condition: service_healthy
+
+services:
+ postgres:
+ image: postgres:13
+ environment:
+ POSTGRES_USER: airflow
+ POSTGRES_PASSWORD: airflow
+ POSTGRES_DB: airflow
+ volumes:
+ - postgres-db-volume:/var/lib/postgresql/data
+ healthcheck:
+ test: ["CMD", "pg_isready", "-U", "airflow"]
+ interval: 5s
+ retries: 5
+ restart: always
+
+ redis:
+ image: redis:latest
+ ports:
+ - 6379:6379
+ healthcheck:
+ test: ["CMD", "redis-cli", "ping"]
+ interval: 5s
+ timeout: 30s
+ retries: 50
+ restart: always
+
+ airflow-webserver:
+ <<: *airflow-common
+ command: webserver
+ ports:
+ - 8080:8080
+ healthcheck:
+ test: ["CMD", "curl", "--fail", "http://localhost:8080/health";]
+ interval: 10s
+ timeout: 10s
+ retries: 5
+ restart: always
+
+ airflow-scheduler:
+ <<: *airflow-common
+ command: scheduler
+ restart: always
+
+ airflow-worker:
+ <<: *airflow-common
+ command: celery worker
+ restart: always
+
+ airflow-init:
+ <<: *airflow-common
+ entrypoint: /bin/bash
+ command:
+ - -c
+ - airflow users list || (
+ airflow db init &&
+ airflow users create
+ --role Admin
+ --username "$${_AIRFLOW_WWW_USER_USERNAME}"
+ --password "$${_AIRFLOW_WWW_USER_PASSWORD}"
+ --email [email protected]
+ --firstname airflow
+ --lastname airflow
+ )
+ environment:
+ <<: *airflow-common-env
+ _AIRFLOW_WWW_USER_USERNAME: ${_AIRFLOW_WWW_USER_USERNAME:-airflow}
+ _AIRFLOW_WWW_USER_PASSWORD: ${_AIRFLOW_WWW_USER_PASSWORD:-airflow}
+ restart: on-failure
+
+ flower:
+ <<: *airflow-common
+ command: celery flower
+ ports:
+ - 5555:5555
+ healthcheck:
+ test: ["CMD", "curl", "--fail", "http://localhost:5555/";]
+ interval: 10s
+ timeout: 10s
+ retries: 5
+ restart: always
+
+volumes:
+ postgres-db-volume:
diff --git a/docs/apache-airflow/stable/docker-compose.yaml
b/docs/apache-airflow/stable/docker-compose.yaml
new file mode 100644
index 0000000..2cb405c
--- /dev/null
+++ b/docs/apache-airflow/stable/docker-compose.yaml
@@ -0,0 +1,145 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+
+# Basic Airflow cluster configuration for CeleryExecutor with Redis and
PostgreSQL.
+#
+# WARNING: This configuration is for local development. Do not use it in a
production deployment.
+#
+# This configuration supports basic configuration using environment variables
or an .env file
+# The following variables are supported:
+#
+# AIRFLOW_IMAGE_NAME - Docker image name used to run Airflow.
+# Default: apache/airflow:master-python3.8
+# AIRFLOW_UID - User ID in Airflow containers
+# Default: 50000
+# AIRFLOW_GID - Group ID in Airflow containers
+# Default: 50000
+# _AIRFLOW_WWW_USER_USERNAME - Username for the administrator account.
+# Default: airflow
+# _AIRFLOW_WWW_USER_PASSWORD - Password for the administrator account.
+# Default: airflow
+#
+# Feel free to modify this file to suit your needs.
+---
+version: '3'
+x-airflow-common:
+ &airflow-common
+ image: ${AIRFLOW_IMAGE_NAME:-apache/airflow:2.0.0-python3.8}
+ environment:
+ &airflow-common-env
+ AIRFLOW__CORE__EXECUTOR: CeleryExecutor
+ AIRFLOW__CORE__SQL_ALCHEMY_CONN:
postgresql+psycopg2://airflow:airflow@postgres/airflow
+ AIRFLOW__CELERY__RESULT_BACKEND:
db+postgresql://airflow:airflow@postgres/airflow
+ AIRFLOW__CELERY__BROKER_URL: redis://:@redis:6379/0
+ AIRFLOW__CORE__FERNET_KEY: ''
+ AIRFLOW__CORE__DAGS_ARE_PAUSED_AT_CREATION: 'true'
+ AIRFLOW__CORE__LOAD_EXAMPLES: 'true'
+ volumes:
+ - ./dags:/opt/airflow/dags
+ - ./logs:/opt/airflow/logs
+ - ./plugins:/opt/airflow/plugins
+ user: "${AIRFLOW_UID:-50000}:${AIRFLOW_GID:-50000}"
+ depends_on:
+ redis:
+ condition: service_healthy
+ postgres:
+ condition: service_healthy
+
+services:
+ postgres:
+ image: postgres:13
+ environment:
+ POSTGRES_USER: airflow
+ POSTGRES_PASSWORD: airflow
+ POSTGRES_DB: airflow
+ volumes:
+ - postgres-db-volume:/var/lib/postgresql/data
+ healthcheck:
+ test: ["CMD", "pg_isready", "-U", "airflow"]
+ interval: 5s
+ retries: 5
+ restart: always
+
+ redis:
+ image: redis:latest
+ ports:
+ - 6379:6379
+ healthcheck:
+ test: ["CMD", "redis-cli", "ping"]
+ interval: 5s
+ timeout: 30s
+ retries: 50
+ restart: always
+
+ airflow-webserver:
+ <<: *airflow-common
+ command: webserver
+ ports:
+ - 8080:8080
+ healthcheck:
+ test: ["CMD", "curl", "--fail", "http://localhost:8080/health";]
+ interval: 10s
+ timeout: 10s
+ retries: 5
+ restart: always
+
+ airflow-scheduler:
+ <<: *airflow-common
+ command: scheduler
+ restart: always
+
+ airflow-worker:
+ <<: *airflow-common
+ command: celery worker
+ restart: always
+
+ airflow-init:
+ <<: *airflow-common
+ entrypoint: /bin/bash
+ command:
+ - -c
+ - airflow users list || (
+ airflow db init &&
+ airflow users create
+ --role Admin
+ --username "$${_AIRFLOW_WWW_USER_USERNAME}"
+ --password "$${_AIRFLOW_WWW_USER_PASSWORD}"
+ --email [email protected]
+ --firstname airflow
+ --lastname airflow
+ )
+ environment:
+ <<: *airflow-common-env
+ _AIRFLOW_WWW_USER_USERNAME: ${_AIRFLOW_WWW_USER_USERNAME:-airflow}
+ _AIRFLOW_WWW_USER_PASSWORD: ${_AIRFLOW_WWW_USER_PASSWORD:-airflow}
+ restart: on-failure
+
+ flower:
+ <<: *airflow-common
+ command: celery flower
+ ports:
+ - 5555:5555
+ healthcheck:
+ test: ["CMD", "curl", "--fail", "http://localhost:5555/";]
+ interval: 10s
+ timeout: 10s
+ retries: 5
+ restart: always
+
+volumes:
+ postgres-db-volume:
diff --git a/index.html b/index.html
index 2f3e2f9..e6cacbb 100644
--- a/index.html
+++ b/index.html
@@ -1226,12 +1226,12 @@ if (!doNotTrack) {
<div id="integrations-container" class="list-items">
- <a class="list-item"
href="/docs/apache-airflow-providers-yandex/stable/operators.html">
+ <a class="list-item"
href="/docs/apache-airflow-providers-pagerduty/stable/index.html">
<div class="card">
<div class="box-event box-event__integration">
- <span class="box-event__integration--name">Yandex.Cloud Dataproc</span>
+ <span class="box-event__integration--name">Pagerduty</span>
</div>
</div>
@@ -1239,12 +1239,12 @@ if (!doNotTrack) {
- <a class="list-item"
href="/docs/apache-airflow-providers-amazon/stable/index.html">
+ <a class="list-item"
href="/docs/apache-airflow-providers-google/stable/operators/cloud/life_sciences.html">
<div class="card">
<div class="box-event box-event__integration">
- <span class="box-event__integration--name">Amazon CloudFormation</span>
+ <span class="box-event__integration--name">Google Cloud Life
Sciences</span>
</div>
</div>
@@ -1252,12 +1252,12 @@ if (!doNotTrack) {
- <a class="list-item"
href="/docs/apache-airflow-providers-ssh/stable/index.html">
+ <a class="list-item"
href="/docs/apache-airflow-providers-apache-pig/stable/index.html">
<div class="card">
<div class="box-event box-event__integration">
- <span class="box-event__integration--name">Secure Shell (SSH)</span>
+ <span class="box-event__integration--name">Apache Pig</span>
</div>
</div>
@@ -1265,12 +1265,12 @@ if (!doNotTrack) {
- <a class="list-item"
href="/docs/apache-airflow-providers-google/stable/operators/cloud/automl.html">
+ <a class="list-item"
href="/docs/apache-airflow-providers-jira/stable/index.html">
<div class="card">
<div class="box-event box-event__integration">
- <span class="box-event__integration--name">Google AutoML</span>
+ <span class="box-event__integration--name">Atlassian Jira</span>
</div>
</div>
@@ -1278,12 +1278,12 @@ if (!doNotTrack) {
- <a class="list-item"
href="/docs/apache-airflow-providers-papermill/stable/operators.html">
+ <a class="list-item"
href="/docs/apache-airflow-providers-amazon/stable/index.html">
<div class="card">
<div class="box-event box-event__integration">
- <span class="box-event__integration--name">Papermill</span>
+ <span class="box-event__integration--name">AWS Glue</span>
</div>
</div>
@@ -1291,12 +1291,12 @@ if (!doNotTrack) {
- <a class="list-item"
href="/docs/apache-airflow-providers-apache-kylin/stable/index.html">
+ <a class="list-item"
href="/docs/apache-airflow-providers-google/stable/operators/cloud/kubernetes_engine.html">
<div class="card">
<div class="box-event box-event__integration">
- <span class="box-event__integration--name">Apache Kylin</span>
+ <span class="box-event__integration--name">Google Kubernetes
Engine</span>
</div>
</div>
@@ -1304,12 +1304,12 @@ if (!doNotTrack) {
- <a class="list-item"
href="/docs/apache-airflow-providers-datadog/stable/index.html">
+ <a class="list-item"
href="/docs/apache-airflow-providers-google/stable/index.html">
<div class="card">
<div class="box-event box-event__integration">
- <span class="box-event__integration--name">Datadog</span>
+ <span class="box-event__integration--name">Google Data Proc</span>
</div>
</div>
@@ -1317,12 +1317,12 @@ if (!doNotTrack) {
- <a class="list-item"
href="/docs/apache-airflow-providers-google/stable/operators/cloud/datacatalog.html">
+ <a class="list-item"
href="/docs/apache-airflow-providers-google/stable/operators/cloud/functions.html">
<div class="card">
<div class="box-event box-event__integration">
- <span class="box-event__integration--name">Google Data Catalog</span>
+ <span class="box-event__integration--name">Google Cloud
Functions</span>
</div>
</div>
diff --git a/search/index.html b/search/index.html
index 2c3ca82..86bc430 100644
--- a/search/index.html
+++ b/search/index.html
@@ -35,12 +35,12 @@
<meta property="og:url" content="/search/" />
<meta property="og:image" content="/images/feature-image.png" />
-<meta property="article:modified_time" content="2021-02-02T16:15:01-06:00"
/><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-02-04T13:55:18+01:00"
/><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Search Results">
<meta itemprop="description" content="">
-<meta itemprop="dateModified" content="2021-02-02T16:15:01-06:00" />
+<meta itemprop="dateModified" content="2021-02-04T13:55:18+01:00" />
<meta itemprop="wordCount" content="0">
diff --git a/sitemap.xml b/sitemap.xml
index 3d8169a..de413c2 100644
--- a/sitemap.xml
+++ b/sitemap.xml
@@ -4,132 +4,132 @@
<url>
<loc>/docs/</loc>
- <lastmod>2021-02-02T16:15:01-06:00</lastmod>
+ <lastmod>2021-02-04T13:55:18+01:00</lastmod>
</url>
<url>
<loc>/blog/airflow-two-point-oh-is-here/</loc>
- <lastmod>2021-02-02T16:15:01-06:00</lastmod>
+ <lastmod>2021-02-04T13:55:18+01:00</lastmod>
</url>
<url>
<loc>/blog/tags/release/</loc>
- <lastmod>2021-02-02T16:15:01-06:00</lastmod>
+ <lastmod>2021-02-04T13:55:18+01:00</lastmod>
</url>
<url>
<loc>/tags/</loc>
- <lastmod>2021-02-02T16:15:01-06:00</lastmod>
+ <lastmod>2021-02-04T13:55:18+01:00</lastmod>
</url>
<url>
<loc>/blog/tags/community/</loc>
- <lastmod>2021-02-02T16:15:01-06:00</lastmod>
+ <lastmod>2021-02-04T13:55:18+01:00</lastmod>
</url>
<url>
<loc>/blog/experience-with-airflow-as-an-outreachy-intern/</loc>
- <lastmod>2021-02-02T16:15:01-06:00</lastmod>
+ <lastmod>2021-02-04T13:55:18+01:00</lastmod>
</url>
<url>
<loc>/blog/airflow-1.10.12/</loc>
- <lastmod>2021-02-02T16:15:01-06:00</lastmod>
+ <lastmod>2021-02-04T13:55:18+01:00</lastmod>
</url>
<url>
<loc>/blog/apache-airflow-for-newcomers/</loc>
- <lastmod>2021-02-02T16:15:01-06:00</lastmod>
+ <lastmod>2021-02-04T13:55:18+01:00</lastmod>
</url>
<url>
<loc>/announcements/</loc>
- <lastmod>2021-02-02T16:15:01-06:00</lastmod>
+ <lastmod>2021-02-04T13:55:18+01:00</lastmod>
</url>
<url>
<loc>/blog/implementing-stable-api-for-apache-airflow/</loc>
- <lastmod>2021-02-02T16:15:01-06:00</lastmod>
+ <lastmod>2021-02-04T13:55:18+01:00</lastmod>
</url>
<url>
<loc>/blog/tags/rest-api/</loc>
- <lastmod>2021-02-02T16:15:01-06:00</lastmod>
+ <lastmod>2021-02-04T13:55:18+01:00</lastmod>
</url>
<url>
<loc>/blog/airflow-1.10.10/</loc>
- <lastmod>2021-02-02T16:15:01-06:00</lastmod>
+ <lastmod>2021-02-04T13:55:18+01:00</lastmod>
</url>
<url>
<loc>/blog/airflow-1.10.8-1.10.9/</loc>
- <lastmod>2021-02-02T16:15:01-06:00</lastmod>
+ <lastmod>2021-02-04T13:55:18+01:00</lastmod>
</url>
<url>
<loc>/blog/tags/documentation/</loc>
- <lastmod>2021-02-02T16:15:01-06:00</lastmod>
+ <lastmod>2021-02-04T13:55:18+01:00</lastmod>
</url>
<url>
<loc>/blog/experience-in-google-season-of-docs-2019-with-apache-airflow/</loc>
- <lastmod>2021-02-02T16:15:01-06:00</lastmod>
+ <lastmod>2021-02-04T13:55:18+01:00</lastmod>
</url>
<url>
<loc>/blog/airflow-survey/</loc>
- <lastmod>2021-02-02T16:15:01-06:00</lastmod>
+ <lastmod>2021-02-04T13:55:18+01:00</lastmod>
</url>
<url>
<loc>/blog/announcing-new-website/</loc>
- <lastmod>2021-02-02T16:15:01-06:00</lastmod>
+ <lastmod>2021-02-04T13:55:18+01:00</lastmod>
</url>
<url>
<loc>/blog/tags/survey/</loc>
- <lastmod>2021-02-02T16:15:01-06:00</lastmod>
+ <lastmod>2021-02-04T13:55:18+01:00</lastmod>
</url>
<url>
<loc>/blog/tags/users/</loc>
- <lastmod>2021-02-02T16:15:01-06:00</lastmod>
+ <lastmod>2021-02-04T13:55:18+01:00</lastmod>
</url>
<url>
<loc>/blog/apache-con-europe-2019-thoughts-and-insights-by-airflow-committers/</loc>
- <lastmod>2021-02-02T16:15:01-06:00</lastmod>
+ <lastmod>2021-02-04T13:55:18+01:00</lastmod>
</url>
<url>
<loc>/blog/tags/development/</loc>
- <lastmod>2021-02-02T16:15:01-06:00</lastmod>
+ <lastmod>2021-02-04T13:55:18+01:00</lastmod>
</url>
<url>
<loc>/blog/documenting-using-local-development-environments/</loc>
- <lastmod>2021-02-02T16:15:01-06:00</lastmod>
+ <lastmod>2021-02-04T13:55:18+01:00</lastmod>
</url>
<url>
<loc>/blog/its-a-breeze-to-develop-apache-airflow/</loc>
- <lastmod>2021-02-02T16:15:01-06:00</lastmod>
+ <lastmod>2021-02-04T13:55:18+01:00</lastmod>
</url>
<url>
<loc>/use-cases/adobe/</loc>
- <lastmod>2021-02-02T16:15:01-06:00</lastmod>
+ <lastmod>2021-02-04T13:55:18+01:00</lastmod>
</url>
<url>
<loc>/use-cases/big-fish-games/</loc>
- <lastmod>2021-02-02T16:15:01-06:00</lastmod>
+ <lastmod>2021-02-04T13:55:18+01:00</lastmod>
</url>
<url>
<loc>/blog/</loc>
- <lastmod>2021-02-02T16:15:01-06:00</lastmod>
+ <lastmod>2021-02-04T13:55:18+01:00</lastmod>
</url>
<url>
@@ -138,72 +138,72 @@
<url>
<loc>/community/</loc>
- <lastmod>2021-02-02T16:15:01-06:00</lastmod>
+ <lastmod>2021-02-04T13:55:18+01:00</lastmod>
</url>
<url>
<loc>/use-cases/dish/</loc>
- <lastmod>2021-02-02T16:15:01-06:00</lastmod>
+ <lastmod>2021-02-04T13:55:18+01:00</lastmod>
</url>
<url>
<loc>/ecosystem/</loc>
- <lastmod>2021-02-02T16:15:01-06:00</lastmod>
+ <lastmod>2021-02-04T13:55:18+01:00</lastmod>
</url>
<url>
<loc>/use-cases/experity/</loc>
- <lastmod>2021-02-02T16:15:01-06:00</lastmod>
+ <lastmod>2021-02-04T13:55:18+01:00</lastmod>
</url>
<url>
<loc>/</loc>
- <lastmod>2021-02-02T16:15:01-06:00</lastmod>
+ <lastmod>2021-02-04T13:55:18+01:00</lastmod>
</url>
<url>
<loc>/install/</loc>
- <lastmod>2021-02-02T16:15:01-06:00</lastmod>
+ <lastmod>2021-02-04T13:55:18+01:00</lastmod>
</url>
<url>
<loc>/meetups/</loc>
- <lastmod>2021-02-02T16:15:01-06:00</lastmod>
+ <lastmod>2021-02-04T13:55:18+01:00</lastmod>
</url>
<url>
<loc>/use-cases/onefootball/</loc>
- <lastmod>2021-02-02T16:15:01-06:00</lastmod>
+ <lastmod>2021-02-04T13:55:18+01:00</lastmod>
</url>
<url>
<loc>/use-cases/plarium-krasnodar/</loc>
- <lastmod>2021-02-02T16:15:01-06:00</lastmod>
+ <lastmod>2021-02-04T13:55:18+01:00</lastmod>
</url>
<url>
<loc>/privacy-notice/</loc>
- <lastmod>2021-02-02T16:15:01-06:00</lastmod>
+ <lastmod>2021-02-04T13:55:18+01:00</lastmod>
</url>
<url>
<loc>/roadmap/</loc>
- <lastmod>2021-02-02T16:15:01-06:00</lastmod>
+ <lastmod>2021-02-04T13:55:18+01:00</lastmod>
</url>
<url>
<loc>/search/</loc>
- <lastmod>2021-02-02T16:15:01-06:00</lastmod>
+ <lastmod>2021-02-04T13:55:18+01:00</lastmod>
</url>
<url>
<loc>/use-cases/sift/</loc>
- <lastmod>2021-02-02T16:15:01-06:00</lastmod>
+ <lastmod>2021-02-04T13:55:18+01:00</lastmod>
</url>
<url>
<loc>/use-cases/</loc>
- <lastmod>2021-02-02T16:15:01-06:00</lastmod>
+ <lastmod>2021-02-04T13:55:18+01:00</lastmod>
</url>
</urlset>
\ No newline at end of file
diff --git a/use-cases/adobe/index.html b/use-cases/adobe/index.html
index 112dc19..c9bf81e 100644
--- a/use-cases/adobe/index.html
+++ b/use-cases/adobe/index.html
@@ -35,12 +35,12 @@
<meta property="og:url" content="/use-cases/adobe/" />
<meta property="og:image" content="/images/feature-image.png" />
-<meta property="article:modified_time" content="2021-02-02T16:15:01-06:00"
/><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-02-04T13:55:18+01:00"
/><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Adobe">
<meta itemprop="description" content="What was the problem? Modern big data
platforms need sophisticated data pipelines connecting to many backend services
enabling complex workflows. These workflows need to be deployed, monitored, and
run either on regular schedules or triggered by external events. Adobe
Experience Platform component services architected and built an orchestration
service to enable their users to author, schedule, and monitor complex
hierarchical (including sequential a [...]
-<meta itemprop="dateModified" content="2021-02-02T16:15:01-06:00" />
+<meta itemprop="dateModified" content="2021-02-04T13:55:18+01:00" />
<meta itemprop="wordCount" content="251">
diff --git a/use-cases/big-fish-games/index.html
b/use-cases/big-fish-games/index.html
index 3b13b6c..fa2e352 100644
--- a/use-cases/big-fish-games/index.html
+++ b/use-cases/big-fish-games/index.html
@@ -35,12 +35,12 @@
<meta property="og:url" content="/use-cases/big-fish-games/" />
<meta property="og:image" content="/images/feature-image.png" />
-<meta property="article:modified_time" content="2021-02-02T16:15:01-06:00"
/><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-02-04T13:55:18+01:00"
/><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Big Fish Games">
<meta itemprop="description" content="What was the problem? The main challenge
is the lack of standardized ETL workflow orchestration tools. PowerShell and
Python-based ETL frameworks built in-house are currently used for scheduling
and running analytical workloads. However, there is no web UI through which we
can monitor these workflows and it requires additional effort to maintain this
framework. These scheduled jobs based on external dependencies are not well
suited to modern Big Data [...]
-<meta itemprop="dateModified" content="2021-02-02T16:15:01-06:00" />
+<meta itemprop="dateModified" content="2021-02-04T13:55:18+01:00" />
<meta itemprop="wordCount" content="336">
diff --git a/use-cases/dish/index.html b/use-cases/dish/index.html
index 1d05287..97b5368 100644
--- a/use-cases/dish/index.html
+++ b/use-cases/dish/index.html
@@ -35,12 +35,12 @@
<meta property="og:url" content="/use-cases/dish/" />
<meta property="og:image" content="/images/feature-image.png" />
-<meta property="article:modified_time" content="2021-02-02T16:15:01-06:00"
/><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-02-04T13:55:18+01:00"
/><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Dish">
<meta itemprop="description" content="What was the problem? We faced
increasing complexity managing lengthy crontabs with scheduling being an issue,
this required carefully planning timing due to resource constraints, usage
patterns, and especially custom code needed for retry logic. In the last case,
having to verify success of previous jobs and/or steps prior to running the
next. Furthermore, time to results is important, but we were increasingly
relying on buffers for processing, wher [...]
-<meta itemprop="dateModified" content="2021-02-02T16:15:01-06:00" />
+<meta itemprop="dateModified" content="2021-02-04T13:55:18+01:00" />
<meta itemprop="wordCount" content="249">
diff --git a/use-cases/experity/index.html b/use-cases/experity/index.html
index 89caf44..2565d7a 100644
--- a/use-cases/experity/index.html
+++ b/use-cases/experity/index.html
@@ -36,13 +36,13 @@ How did Apache Airflow help to solve this problem?
Ultimately we decided flexibl
<meta property="og:url" content="/use-cases/experity/" />
<meta property="og:image" content="/images/feature-image.png" />
-<meta property="article:modified_time" content="2021-02-02T16:15:01-06:00"
/><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-02-04T13:55:18+01:00"
/><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Experity">
<meta itemprop="description" content="What was the problem? We had to deploy
our complex, flagship app to multiple nodes in multiple ways. This required
tasks to communicate across Windows nodes and coordinate timing perfectly. We
did not want to buy an expensive enterprise scheduling tool and needed ultimate
flexibility.
How did Apache Airflow help to solve this problem? Ultimately we decided
flexible, multi-node, DAG capable tooling was key and airflow was one of the
few tools that fit that bill.">
-<meta itemprop="dateModified" content="2021-02-02T16:15:01-06:00" />
+<meta itemprop="dateModified" content="2021-02-04T13:55:18+01:00" />
<meta itemprop="wordCount" content="191">
diff --git a/use-cases/onefootball/index.html b/use-cases/onefootball/index.html
index 0c07a90..66320bc 100644
--- a/use-cases/onefootball/index.html
+++ b/use-cases/onefootball/index.html
@@ -36,13 +36,13 @@ On top of that, new data tools appear each month: third
party data sources, clou
<meta property="og:url" content="/use-cases/onefootball/" />
<meta property="og:image" content="/images/feature-image.png" />
-<meta property="article:modified_time" content="2021-02-02T16:15:01-06:00"
/><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-02-04T13:55:18+01:00"
/><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Onefootball">
<meta itemprop="description" content="What was the problem? With millions of
daily active users, managing the complexity of data engineering at Onefootball
is a constant challenge. Lengthy crontabs, multiplication of custom API
clients, erosion of confidence in the analytics served, increasing heroism
(“only one person can solve this issue”). Those are the challenges
that most teams face unless they consciously invest in their tools and
processes.
On top of that, new data tools appear each month: third party data sources,
cloud providers solutions, different storage technologies… Managing all
those integrations is costly and brittle, especially for small data engineering
teams that are trying to do more with less.">
-<meta itemprop="dateModified" content="2021-02-02T16:15:01-06:00" />
+<meta itemprop="dateModified" content="2021-02-04T13:55:18+01:00" />
<meta itemprop="wordCount" content="294">
diff --git a/use-cases/plarium-krasnodar/index.html
b/use-cases/plarium-krasnodar/index.html
index 0d7e49c..dc86f3b 100644
--- a/use-cases/plarium-krasnodar/index.html
+++ b/use-cases/plarium-krasnodar/index.html
@@ -35,12 +35,12 @@
<meta property="og:url" content="/use-cases/plarium-krasnodar/" />
<meta property="og:image" content="/images/feature-image.png" />
-<meta property="article:modified_time" content="2021-02-02T16:15:01-06:00"
/><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-02-04T13:55:18+01:00"
/><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Plarium Krasnodar">
<meta itemprop="description" content="What was the problem? Our Research &
Development department carries out various experiments, and in all of them, we
need to create workflow orchestrations for solving tasks in game dev.
Previously, we didn’t have any suitable tools with a sufficient number of
built-in functions, and we had to orchestrate processes manually and entirely
from scratch every time. This led to difficulties with dependencies and
monitoring when building complex w [...]
-<meta itemprop="dateModified" content="2021-02-02T16:15:01-06:00" />
+<meta itemprop="dateModified" content="2021-02-04T13:55:18+01:00" />
<meta itemprop="wordCount" content="257">
diff --git a/use-cases/sift/index.html b/use-cases/sift/index.html
index e54ed7c..404baaa 100644
--- a/use-cases/sift/index.html
+++ b/use-cases/sift/index.html
@@ -35,12 +35,12 @@
<meta property="og:url" content="/use-cases/sift/" />
<meta property="og:image" content="/images/feature-image.png" />
-<meta property="article:modified_time" content="2021-02-02T16:15:01-06:00"
/><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-02-04T13:55:18+01:00"
/><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Sift">
<meta itemprop="description" content="What was the problem? At Sift, we’re
constantly training machine learning models that feed into the core of Sift’s
Digital Trust & Safety platform. The platform gives our customers a way to
discern suspicious online behavior from trustworthy behavior, allowing our
customers to protect their online transactions, maintain the integrity of their
content platforms, and keep their users’ accounts secure. To make this
possible, we’ve built model traini [...]
-<meta itemprop="dateModified" content="2021-02-02T16:15:01-06:00" />
+<meta itemprop="dateModified" content="2021-02-04T13:55:18+01:00" />
<meta itemprop="wordCount" content="641">
