http://git-wip-us.apache.org/repos/asf/incubator-airflow-site/blob/28a3eb60/genindex.html ---------------------------------------------------------------------- diff --git a/genindex.html b/genindex.html index bb1eacf..635cc29 100644 --- a/genindex.html +++ b/genindex.html @@ -14,6 +14,8 @@ + + @@ -80,7 +82,10 @@ - <ul> + + + + <ul> <li class="toctree-l1"><a class="reference internal" href="project.html">Project</a></li> <li class="toctree-l1"><a class="reference internal" href="license.html">License</a></li> <li class="toctree-l1"><a class="reference internal" href="start.html">Quick Start</a></li> @@ -178,6 +183,7 @@ | <a href="#N"><strong>N</strong></a> | <a href="#O"><strong>O</strong></a> | <a href="#P"><strong>P</strong></a> + | <a href="#Q"><strong>Q</strong></a> | <a href="#R"><strong>R</strong></a> | <a href="#S"><strong>S</strong></a> | <a href="#T"><strong>T</strong></a> @@ -211,6 +217,8 @@ </li> <li><a href="code.html#module-airflow.operators">airflow.operators (module)</a> </li> + <li><a href="integration.html#airflow.contrib.hooks.datastore_hook.DatastoreHook.allocate_ids">allocate_ids() (airflow.contrib.hooks.datastore_hook.DatastoreHook method)</a> +</li> <li><a href="code.html#airflow.models.TaskInstance.are_dependencies_met">are_dependencies_met() (airflow.models.TaskInstance method)</a> </li> <li><a href="code.html#airflow.models.TaskInstance.are_dependents_done">are_dependents_done() (airflow.models.TaskInstance method)</a> @@ -229,8 +237,28 @@ </li> <li><a href="code.html#airflow.operators.BashOperator">BashOperator (class in airflow.operators)</a> </li> + <li><a href="integration.html#airflow.contrib.hooks.datastore_hook.DatastoreHook.begin_transaction">begin_transaction() (airflow.contrib.hooks.datastore_hook.DatastoreHook method)</a> +</li> + <li><a href="integration.html#airflow.contrib.operators.bigquery_check_operator.BigQueryCheckOperator">BigQueryCheckOperator (class in airflow.contrib.operators.bigquery_check_operator)</a> +</li> + <li><a href="code.html#airflow.contrib.hooks.BigQueryHook">BigQueryHook (class in airflow.contrib.hooks)</a> + + <ul> + <li><a href="integration.html#airflow.contrib.hooks.bigquery_hook.BigQueryHook">(class in airflow.contrib.hooks.bigquery_hook)</a> +</li> + </ul></li> </ul></td> <td style="width: 33%; vertical-align: top;"><ul> + <li><a href="integration.html#airflow.contrib.operators.bigquery_check_operator.BigQueryIntervalCheckOperator">BigQueryIntervalCheckOperator (class in airflow.contrib.operators.bigquery_check_operator)</a> +</li> + <li><a href="code.html#airflow.contrib.operators.bigquery_operator.BigQueryOperator">BigQueryOperator (class in airflow.contrib.operators.bigquery_operator)</a>, <a href="integration.html#airflow.contrib.operators.bigquery_operator.BigQueryOperator">[1]</a> +</li> + <li><a href="integration.html#airflow.contrib.operators.bigquery_to_bigquery.BigQueryToBigQueryOperator">BigQueryToBigQueryOperator (class in airflow.contrib.operators.bigquery_to_bigquery)</a> +</li> + <li><a href="code.html#airflow.contrib.operators.bigquery_to_gcs.BigQueryToCloudStorageOperator">BigQueryToCloudStorageOperator (class in airflow.contrib.operators.bigquery_to_gcs)</a>, <a href="integration.html#airflow.contrib.operators.bigquery_to_gcs.BigQueryToCloudStorageOperator">[1]</a> +</li> + <li><a href="integration.html#airflow.contrib.operators.bigquery_check_operator.BigQueryValueCheckOperator">BigQueryValueCheckOperator (class in airflow.contrib.operators.bigquery_check_operator)</a> +</li> <li><a href="code.html#airflow.operators.BranchPythonOperator">BranchPythonOperator (class in airflow.operators)</a> </li> <li><a href="code.html#airflow.hooks.DbApiHook.bulk_dump">bulk_dump() (airflow.hooks.DbApiHook method)</a> @@ -247,7 +275,17 @@ <h2 id="C">C</h2> <table style="width: 100%" class="indextable genindextable"><tr> <td style="width: 33%; vertical-align: top;"><ul> - <li><a href="code.html#airflow.contrib.hooks.SSHHook.check_output">check_output() (airflow.contrib.hooks.SSHHook method)</a> + <li><a href="code.html#airflow.hooks.S3Hook.check_for_bucket">check_for_bucket() (airflow.hooks.S3Hook method)</a> +</li> + <li><a href="code.html#airflow.hooks.S3Hook.check_for_key">check_for_key() (airflow.hooks.S3Hook method)</a> +</li> + <li><a href="code.html#airflow.hooks.HiveMetastoreHook.check_for_named_partition">check_for_named_partition() (airflow.hooks.HiveMetastoreHook method)</a> +</li> + <li><a href="code.html#airflow.hooks.HiveMetastoreHook.check_for_partition">check_for_partition() (airflow.hooks.HiveMetastoreHook method)</a> +</li> + <li><a href="code.html#airflow.hooks.S3Hook.check_for_prefix">check_for_prefix() (airflow.hooks.S3Hook method)</a> +</li> + <li><a href="code.html#airflow.hooks.S3Hook.check_for_wildcard_key">check_for_wildcard_key() (airflow.hooks.S3Hook method)</a> </li> <li><a href="code.html#airflow.models.BaseOperator.clear">clear() (airflow.models.BaseOperator method)</a> @@ -265,22 +303,40 @@ </li> <li><a href="code.html#airflow.models.DagBag.collect_dags">collect_dags() (airflow.models.DagBag method)</a> </li> - </ul></td> - <td style="width: 33%; vertical-align: top;"><ul> <li><a href="code.html#airflow.models.TaskInstance.command">command() (airflow.models.TaskInstance method)</a> </li> + </ul></td> + <td style="width: 33%; vertical-align: top;"><ul> <li><a href="code.html#airflow.models.TaskInstance.command_as_list">command_as_list() (airflow.models.TaskInstance method)</a> </li> + <li><a href="integration.html#airflow.contrib.hooks.datastore_hook.DatastoreHook.commit">commit() (airflow.contrib.hooks.datastore_hook.DatastoreHook method)</a> +</li> <li><a href="code.html#airflow.models.DAG.concurrency_reached">concurrency_reached (airflow.models.DAG attribute)</a> </li> <li><a href="code.html#airflow.models.Connection">Connection (class in airflow.models)</a> </li> - <li><a href="code.html#airflow.models.DAG.crawl_for_tasks">crawl_for_tasks() (airflow.models.DAG method)</a> + <li><a href="code.html#airflow.operators.SlackAPIOperator.construct_api_call_params">construct_api_call_params() (airflow.operators.SlackAPIOperator method)</a> +</li> + <li><a href="code.html#airflow.operators.HiveToDruidTransfer.construct_ingest_query">construct_ingest_query() (airflow.operators.HiveToDruidTransfer method)</a> +</li> + <li><a href="integration.html#airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook.copy">copy() (airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook method)</a> + + <ul> + <li><a href="code.html#airflow.contrib.hooks.GoogleCloudStorageHook.copy">(airflow.contrib.hooks.GoogleCloudStorageHook method)</a> +</li> + </ul></li> + <li><a href="code.html#airflow.hooks.PostgresHook.copy_expert">copy_expert() (airflow.hooks.PostgresHook method)</a> </li> <li><a href="code.html#airflow.models.DAG.create_dagrun">create_dagrun() (airflow.models.DAG method)</a> </li> <li><a href="code.html#airflow.contrib.hooks.FTPHook.create_directory">create_directory() (airflow.contrib.hooks.FTPHook method)</a> </li> + <li><a href="integration.html#airflow.contrib.hooks.gcp_mlengine_hook.MLEngineHook.create_job">create_job() (airflow.contrib.hooks.gcp_mlengine_hook.MLEngineHook method)</a> +</li> + <li><a href="integration.html#airflow.contrib.hooks.gcp_mlengine_hook.MLEngineHook.create_model">create_model() (airflow.contrib.hooks.gcp_mlengine_hook.MLEngineHook method)</a> +</li> + <li><a href="integration.html#airflow.contrib.hooks.gcp_mlengine_hook.MLEngineHook.create_version">create_version() (airflow.contrib.hooks.gcp_mlengine_hook.MLEngineHook method)</a> +</li> <li><a href="code.html#airflow.models.TaskInstance.current_state">current_state() (airflow.models.TaskInstance method)</a> </li> </ul></td> @@ -297,26 +353,68 @@ </li> <li><a href="code.html#airflow.models.DagBag.dagbag_report">dagbag_report() (airflow.models.DagBag method)</a> </li> + <li><a href="code.html#airflow.contrib.operators.databricks_operator.DatabricksSubmitRunOperator">DatabricksSubmitRunOperator (class in airflow.contrib.operators.databricks_operator)</a>, <a href="integration.html#airflow.contrib.operators.databricks_operator.DatabricksSubmitRunOperator">[1]</a> +</li> + <li><a href="integration.html#airflow.contrib.hooks.gcp_dataflow_hook.DataFlowHook">DataFlowHook (class in airflow.contrib.hooks.gcp_dataflow_hook)</a> +</li> + <li><a href="integration.html#airflow.contrib.operators.dataflow_operator.DataFlowJavaOperator">DataFlowJavaOperator (class in airflow.contrib.operators.dataflow_operator)</a> +</li> + <li><a href="integration.html#airflow.contrib.operators.dataflow_operator.DataFlowPythonOperator">DataFlowPythonOperator (class in airflow.contrib.operators.dataflow_operator)</a> +</li> + <li><a href="integration.html#airflow.contrib.operators.dataproc_operator.DataProcHadoopOperator">DataProcHadoopOperator (class in airflow.contrib.operators.dataproc_operator)</a> +</li> + <li><a href="integration.html#airflow.contrib.operators.dataproc_operator.DataProcHiveOperator">DataProcHiveOperator (class in airflow.contrib.operators.dataproc_operator)</a> +</li> + <li><a href="integration.html#airflow.contrib.operators.dataproc_operator.DataProcPigOperator">DataProcPigOperator (class in airflow.contrib.operators.dataproc_operator)</a> +</li> + <li><a href="integration.html#airflow.contrib.operators.dataproc_operator.DataProcPySparkOperator">DataProcPySparkOperator (class in airflow.contrib.operators.dataproc_operator)</a> +</li> + <li><a href="integration.html#airflow.contrib.operators.dataproc_operator.DataProcSparkOperator">DataProcSparkOperator (class in airflow.contrib.operators.dataproc_operator)</a> +</li> + <li><a href="integration.html#airflow.contrib.operators.dataproc_operator.DataProcSparkSqlOperator">DataProcSparkSqlOperator (class in airflow.contrib.operators.dataproc_operator)</a> +</li> + <li><a href="integration.html#airflow.contrib.hooks.datastore_hook.DatastoreHook">DatastoreHook (class in airflow.contrib.hooks.datastore_hook)</a> +</li> <li><a href="code.html#airflow.hooks.DbApiHook">DbApiHook (class in airflow.hooks)</a> </li> <li><a href="code.html#airflow.models.DAG.deactivate_stale_dags">deactivate_stale_dags() (airflow.models.DAG static method)</a> </li> + </ul></td> + <td style="width: 33%; vertical-align: top;"><ul> <li><a href="code.html#airflow.models.DAG.deactivate_unknown_dags">deactivate_unknown_dags() (airflow.models.DAG static method)</a> </li> + <li><a href="integration.html#airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook.delete">delete() (airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook method)</a> + + <ul> + <li><a href="code.html#airflow.contrib.hooks.GoogleCloudStorageHook.delete">(airflow.contrib.hooks.GoogleCloudStorageHook method)</a> +</li> + </ul></li> <li><a href="code.html#airflow.contrib.hooks.FTPHook.delete_directory">delete_directory() (airflow.contrib.hooks.FTPHook method)</a> </li> - </ul></td> - <td style="width: 33%; vertical-align: top;"><ul> <li><a href="code.html#airflow.contrib.hooks.FTPHook.delete_file">delete_file() (airflow.contrib.hooks.FTPHook method)</a> </li> + <li><a href="integration.html#airflow.contrib.hooks.datastore_hook.DatastoreHook.delete_operation">delete_operation() (airflow.contrib.hooks.datastore_hook.DatastoreHook method)</a> +</li> + <li><a href="integration.html#airflow.contrib.hooks.gcp_mlengine_hook.MLEngineHook.delete_version">delete_version() (airflow.contrib.hooks.gcp_mlengine_hook.MLEngineHook method)</a> +</li> <li><a href="code.html#airflow.models.BaseOperator.deps">deps (airflow.models.BaseOperator attribute)</a> </li> <li><a href="code.html#airflow.contrib.hooks.FTPHook.describe_directory">describe_directory() (airflow.contrib.hooks.FTPHook method)</a> </li> <li><a href="code.html#airflow.models.BaseOperator.detect_downstream_cycle">detect_downstream_cycle() (airflow.models.BaseOperator method)</a> </li> + <li><a href="code.html#airflow.operators.docker_operator.DockerOperator">DockerOperator (class in airflow.operators.docker_operator)</a> +</li> + <li><a href="integration.html#airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook.download">download() (airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook method)</a> + + <ul> + <li><a href="code.html#airflow.contrib.hooks.GoogleCloudStorageHook.download">(airflow.contrib.hooks.GoogleCloudStorageHook method)</a> +</li> + </ul></li> <li><a href="code.html#airflow.models.BaseOperator.downstream_list">downstream_list (airflow.models.BaseOperator attribute)</a> </li> + <li><a href="code.html#airflow.hooks.DruidHook">DruidHook (class in airflow.hooks)</a> +</li> <li><a href="code.html#airflow.macros.ds_add">ds_add() (in module airflow.macros)</a> </li> <li><a href="code.html#airflow.macros.ds_format">ds_format() (in module airflow.macros)</a> @@ -329,18 +427,38 @@ <h2 id="E">E</h2> <table style="width: 100%" class="indextable genindextable"><tr> <td style="width: 33%; vertical-align: top;"><ul> + <li><a href="code.html#airflow.contrib.operators.ecs_operator.ECSOperator">ECSOperator (class in airflow.contrib.operators.ecs_operator)</a>, <a href="integration.html#airflow.contrib.operators.ecs_operator.ECSOperator">[1]</a> +</li> <li><a href="code.html#airflow.operators.EmailOperator">EmailOperator (class in airflow.operators)</a> </li> + <li><a href="integration.html#airflow.contrib.operators.emr_add_steps_operator.EmrAddStepsOperator">EmrAddStepsOperator (class in airflow.contrib.operators.emr_add_steps_operator)</a> +</li> + <li><a href="integration.html#airflow.contrib.operators.emr_create_job_flow_operator.EmrCreateJobFlowOperator">EmrCreateJobFlowOperator (class in airflow.contrib.operators.emr_create_job_flow_operator)</a> +</li> + <li><a href="integration.html#airflow.contrib.hooks.emr_hook.EmrHook">EmrHook (class in airflow.contrib.hooks.emr_hook)</a> +</li> + <li><a href="integration.html#airflow.contrib.operators.emr_terminate_job_flow_operator.EmrTerminateJobFlowOperator">EmrTerminateJobFlowOperator (class in airflow.contrib.operators.emr_terminate_job_flow_operator)</a> +</li> <li><a href="code.html#airflow.models.TaskInstance.error">error() (airflow.models.TaskInstance method)</a> </li> + </ul></td> + <td style="width: 33%; vertical-align: top;"><ul> <li><a href="code.html#airflow.models.BaseOperator.execute">execute() (airflow.models.BaseOperator method)</a> <ul> <li><a href="code.html#airflow.operators.BashOperator.execute">(airflow.operators.BashOperator method)</a> </li> + <li><a href="code.html#airflow.operators.SlackAPIOperator.execute">(airflow.operators.SlackAPIOperator method)</a> +</li> </ul></li> - </ul></td> - <td style="width: 33%; vertical-align: top;"><ul> + <li><a href="integration.html#airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook.exists">exists() (airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook method)</a> + + <ul> + <li><a href="code.html#airflow.contrib.hooks.GoogleCloudStorageHook.exists">(airflow.contrib.hooks.GoogleCloudStorageHook method)</a> +</li> + </ul></li> + <li><a href="integration.html#airflow.contrib.hooks.datastore_hook.DatastoreHook.export_to_storage_bucket">export_to_storage_bucket() (airflow.contrib.hooks.datastore_hook.DatastoreHook method)</a> +</li> <li><a href="code.html#airflow.operators.ExternalTaskSensor">ExternalTaskSensor (class in airflow.operators)</a> </li> <li><a href="code.html#airflow.models.Connection.extra_dejson">extra_dejson (airflow.models.Connection attribute)</a> @@ -353,6 +471,8 @@ <td style="width: 33%; vertical-align: top;"><ul> <li><a href="code.html#airflow.models.DAG.filepath">filepath (airflow.models.DAG attribute)</a> </li> + <li><a href="code.html#airflow.contrib.operators.file_to_wasb.FileToWasbOperator">FileToWasbOperator (class in airflow.contrib.operators.file_to_wasb)</a>, <a href="integration.html#airflow.contrib.operators.file_to_wasb.FileToWasbOperator">[1]</a> +</li> <li><a href="code.html#airflow.operators.HdfsSensor.filter_for_filesize">filter_for_filesize() (airflow.operators.HdfsSensor static method)</a> </li> </ul></td> @@ -375,9 +495,25 @@ </li> <li><a href="code.html#airflow.models.DAG.get_active_runs">get_active_runs() (airflow.models.DAG method)</a> </li> - <li><a href="code.html#airflow.contrib.hooks.FTPHook.get_conn">get_conn() (airflow.contrib.hooks.FTPHook method)</a> + <li><a href="code.html#airflow.hooks.S3Hook.get_bucket">get_bucket() (airflow.hooks.S3Hook method)</a> +</li> + <li><a href="integration.html#airflow.contrib.hooks.bigquery_hook.BigQueryHook.get_conn">get_conn() (airflow.contrib.hooks.bigquery_hook.BigQueryHook method)</a> <ul> + <li><a href="code.html#airflow.contrib.hooks.BigQueryHook.get_conn">(airflow.contrib.hooks.BigQueryHook method)</a> +</li> + <li><a href="code.html#airflow.contrib.hooks.FTPHook.get_conn">(airflow.contrib.hooks.FTPHook method)</a> +</li> + <li><a href="code.html#airflow.contrib.hooks.GoogleCloudStorageHook.get_conn">(airflow.contrib.hooks.GoogleCloudStorageHook method)</a> +</li> + <li><a href="integration.html#airflow.contrib.hooks.datastore_hook.DatastoreHook.get_conn">(airflow.contrib.hooks.datastore_hook.DatastoreHook method)</a> +</li> + <li><a href="integration.html#airflow.contrib.hooks.gcp_dataflow_hook.DataFlowHook.get_conn">(airflow.contrib.hooks.gcp_dataflow_hook.DataFlowHook method)</a> +</li> + <li><a href="integration.html#airflow.contrib.hooks.gcp_mlengine_hook.MLEngineHook.get_conn">(airflow.contrib.hooks.gcp_mlengine_hook.MLEngineHook method)</a> +</li> + <li><a href="integration.html#airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook.get_conn">(airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook method)</a> +</li> <li><a href="code.html#airflow.hooks.DbApiHook.get_conn">(airflow.hooks.DbApiHook method)</a> </li> <li><a href="code.html#airflow.hooks.HttpHook.get_conn">(airflow.hooks.HttpHook method)</a> @@ -399,8 +535,8 @@ <li><a href="code.html#airflow.models.TaskInstance.get_dagrun">(airflow.models.TaskInstance method)</a> </li> </ul></li> - </ul></td> - <td style="width: 33%; vertical-align: top;"><ul> + <li><a href="code.html#airflow.hooks.HiveMetastoreHook.get_databases">get_databases() (airflow.hooks.HiveMetastoreHook method)</a> +</li> <li><a href="code.html#airflow.models.BaseOperator.get_direct_relatives">get_direct_relatives() (airflow.models.BaseOperator method)</a> </li> <li><a href="code.html#airflow.hooks.DbApiHook.get_first">get_first() (airflow.hooks.DbApiHook method)</a> @@ -411,24 +547,72 @@ </ul></li> <li><a href="code.html#airflow.models.BaseOperator.get_flat_relatives">get_flat_relatives() (airflow.models.BaseOperator method)</a> </li> + <li><a href="code.html#airflow.hooks.S3Hook.get_key">get_key() (airflow.hooks.S3Hook method)</a> +</li> + </ul></td> + <td style="width: 33%; vertical-align: top;"><ul> <li><a href="code.html#airflow.models.DAG.get_last_dagrun">get_last_dagrun() (airflow.models.DAG method)</a> </li> - <li><a href="code.html#airflow.hooks.DbApiHook.get_pandas_df">get_pandas_df() (airflow.hooks.DbApiHook method)</a> + <li><a href="code.html#airflow.hooks.HiveMetastoreHook.get_metastore_client">get_metastore_client() (airflow.hooks.HiveMetastoreHook method)</a> +</li> + <li><a href="integration.html#airflow.contrib.hooks.gcp_mlengine_hook.MLEngineHook.get_model">get_model() (airflow.contrib.hooks.gcp_mlengine_hook.MLEngineHook method)</a> +</li> + <li><a href="code.html#airflow.models.DAG.get_num_active_runs">get_num_active_runs() (airflow.models.DAG method)</a> +</li> + <li><a href="code.html#airflow.models.DAG.get_num_task_instances">get_num_task_instances() (airflow.models.DAG static method)</a> +</li> + <li><a href="integration.html#airflow.contrib.hooks.datastore_hook.DatastoreHook.get_operation">get_operation() (airflow.contrib.hooks.datastore_hook.DatastoreHook method)</a> +</li> + <li><a href="integration.html#airflow.contrib.hooks.bigquery_hook.BigQueryHook.get_pandas_df">get_pandas_df() (airflow.contrib.hooks.bigquery_hook.BigQueryHook method)</a> <ul> + <li><a href="code.html#airflow.contrib.hooks.BigQueryHook.get_pandas_df">(airflow.contrib.hooks.BigQueryHook method)</a> +</li> + <li><a href="code.html#airflow.hooks.DbApiHook.get_pandas_df">(airflow.hooks.DbApiHook method)</a> +</li> + <li><a href="code.html#airflow.hooks.HiveServer2Hook.get_pandas_df">(airflow.hooks.HiveServer2Hook method)</a> +</li> <li><a href="code.html#airflow.hooks.PrestoHook.get_pandas_df">(airflow.hooks.PrestoHook method)</a> </li> </ul></li> + <li><a href="code.html#airflow.hooks.HiveMetastoreHook.get_partitions">get_partitions() (airflow.hooks.HiveMetastoreHook method)</a> +</li> <li><a href="code.html#airflow.hooks.DbApiHook.get_records">get_records() (airflow.hooks.DbApiHook method)</a> <ul> + <li><a href="code.html#airflow.hooks.HiveServer2Hook.get_records">(airflow.hooks.HiveServer2Hook method)</a> +</li> <li><a href="code.html#airflow.hooks.PrestoHook.get_records">(airflow.hooks.PrestoHook method)</a> </li> </ul></li> + <li><a href="code.html#airflow.models.DAG.get_run_dates">get_run_dates() (airflow.models.DAG method)</a> +</li> + <li><a href="integration.html#airflow.contrib.hooks.bigquery_hook.BigQueryHook.get_service">get_service() (airflow.contrib.hooks.bigquery_hook.BigQueryHook method)</a> + + <ul> + <li><a href="code.html#airflow.contrib.hooks.BigQueryHook.get_service">(airflow.contrib.hooks.BigQueryHook method)</a> +</li> + </ul></li> + <li><a href="code.html#airflow.hooks.HiveMetastoreHook.get_table">get_table() (airflow.hooks.HiveMetastoreHook method)</a> +</li> + <li><a href="code.html#airflow.hooks.HiveMetastoreHook.get_tables">get_tables() (airflow.hooks.HiveMetastoreHook method)</a> +</li> <li><a href="code.html#airflow.models.BaseOperator.get_task_instances">get_task_instances() (airflow.models.BaseOperator method)</a> </li> <li><a href="code.html#airflow.models.DAG.get_template_env">get_template_env() (airflow.models.DAG method)</a> </li> + <li><a href="code.html#airflow.hooks.S3Hook.get_wildcard_key">get_wildcard_key() (airflow.hooks.S3Hook method)</a> +</li> + <li><a href="code.html#airflow.contrib.operators.gcs_download_operator.GoogleCloudStorageDownloadOperator">GoogleCloudStorageDownloadOperator (class in airflow.contrib.operators.gcs_download_operator)</a>, <a href="integration.html#airflow.contrib.operators.gcs_download_operator.GoogleCloudStorageDownloadOperator">[1]</a> +</li> + <li><a href="code.html#airflow.contrib.hooks.GoogleCloudStorageHook">GoogleCloudStorageHook (class in airflow.contrib.hooks)</a> + + <ul> + <li><a href="code.html#airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook">(class in airflow.contrib.hooks.gcs_hook)</a>, <a href="integration.html#airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook">[1]</a> +</li> + </ul></li> + <li><a href="integration.html#airflow.contrib.operators.gcs_to_bq.GoogleCloudStorageToBigQueryOperator">GoogleCloudStorageToBigQueryOperator (class in airflow.contrib.operators.gcs_to_bq)</a> +</li> </ul></td> </tr></table> @@ -441,12 +625,24 @@ </li> <li><a href="code.html#airflow.contrib.operators.hipchat_operator.HipChatAPIOperator">HipChatAPIOperator (class in airflow.contrib.operators.hipchat_operator)</a> </li> + <li><a href="code.html#airflow.contrib.operators.hipchat_operator.HipChatAPISendRoomNotificationOperator">HipChatAPISendRoomNotificationOperator (class in airflow.contrib.operators.hipchat_operator)</a> +</li> + <li><a href="code.html#airflow.hooks.HiveCliHook">HiveCliHook (class in airflow.hooks)</a> +</li> + <li><a href="code.html#airflow.hooks.HiveMetastoreHook">HiveMetastoreHook (class in airflow.hooks)</a> +</li> </ul></td> <td style="width: 33%; vertical-align: top;"><ul> - <li><a href="code.html#airflow.contrib.operators.hipchat_operator.HipChatAPISendRoomNotificationOperator">HipChatAPISendRoomNotificationOperator (class in airflow.contrib.operators.hipchat_operator)</a> + <li><a href="code.html#airflow.operators.HiveOperator">HiveOperator (class in airflow.operators)</a> </li> <li><a href="code.html#airflow.operators.HivePartitionSensor">HivePartitionSensor (class in airflow.operators)</a> </li> + <li><a href="code.html#airflow.hooks.HiveServer2Hook">HiveServer2Hook (class in airflow.hooks)</a> +</li> + <li><a href="code.html#airflow.operators.HiveToDruidTransfer">HiveToDruidTransfer (class in airflow.operators)</a> +</li> + <li><a href="code.html#airflow.operators.HiveToMySqlTransfer">HiveToMySqlTransfer (class in airflow.operators)</a> +</li> <li><a href="code.html#airflow.hooks.HttpHook">HttpHook (class in airflow.hooks)</a> </li> <li><a href="code.html#airflow.operators.HttpSensor">HttpSensor (class in airflow.operators)</a> @@ -457,16 +653,30 @@ <h2 id="I">I</h2> <table style="width: 100%" class="indextable genindextable"><tr> <td style="width: 33%; vertical-align: top;"><ul> + <li><a href="integration.html#airflow.contrib.hooks.datastore_hook.DatastoreHook.import_from_storage_bucket">import_from_storage_bucket() (airflow.contrib.hooks.datastore_hook.DatastoreHook method)</a> +</li> <li><a href="code.html#airflow.models.TaskInstance.init_on_load">init_on_load() (airflow.models.TaskInstance method)</a> </li> - <li><a href="code.html#airflow.hooks.DbApiHook.insert_rows">insert_rows() (airflow.hooks.DbApiHook method)</a> + <li><a href="integration.html#airflow.contrib.hooks.bigquery_hook.BigQueryHook.insert_rows">insert_rows() (airflow.contrib.hooks.bigquery_hook.BigQueryHook method)</a> + + <ul> + <li><a href="code.html#airflow.contrib.hooks.BigQueryHook.insert_rows">(airflow.contrib.hooks.BigQueryHook method)</a> </li> + <li><a href="code.html#airflow.hooks.DbApiHook.insert_rows">(airflow.hooks.DbApiHook method)</a> +</li> + </ul></li> </ul></td> <td style="width: 33%; vertical-align: top;"><ul> <li><a href="code.html#airflow.models.DAG.is_paused">is_paused (airflow.models.DAG attribute)</a> </li> <li><a href="code.html#airflow.models.TaskInstance.is_premature">is_premature (airflow.models.TaskInstance attribute)</a> </li> + <li><a href="integration.html#airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook.is_updated_after">is_updated_after() (airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook method)</a> + + <ul> + <li><a href="code.html#airflow.contrib.hooks.GoogleCloudStorageHook.is_updated_after">(airflow.contrib.hooks.GoogleCloudStorageHook method)</a> +</li> + </ul></li> </ul></td> </tr></table> @@ -487,30 +697,70 @@ <td style="width: 33%; vertical-align: top;"><ul> <li><a href="code.html#airflow.models.DAG.latest_execution_date">latest_execution_date (airflow.models.DAG attribute)</a> </li> + <li><a href="integration.html#airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook.list">list() (airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook method)</a> + + <ul> + <li><a href="code.html#airflow.contrib.hooks.GoogleCloudStorageHook.list">(airflow.contrib.hooks.GoogleCloudStorageHook method)</a> +</li> + </ul></li> + <li><a href="code.html#airflow.contrib.hooks.FTPHook.list_directory">list_directory() (airflow.contrib.hooks.FTPHook method)</a> +</li> + <li><a href="code.html#airflow.hooks.S3Hook.list_keys">list_keys() (airflow.hooks.S3Hook method)</a> +</li> + <li><a href="code.html#airflow.hooks.S3Hook.list_prefixes">list_prefixes() (airflow.hooks.S3Hook method)</a> +</li> </ul></td> <td style="width: 33%; vertical-align: top;"><ul> - <li><a href="code.html#airflow.contrib.hooks.FTPHook.list_directory">list_directory() (airflow.contrib.hooks.FTPHook method)</a> + <li><a href="integration.html#airflow.contrib.hooks.gcp_mlengine_hook.MLEngineHook.list_versions">list_versions() (airflow.contrib.hooks.gcp_mlengine_hook.MLEngineHook method)</a> +</li> + <li><a href="code.html#airflow.hooks.HiveCliHook.load_df">load_df() (airflow.hooks.HiveCliHook method)</a> +</li> + <li><a href="code.html#airflow.hooks.HiveCliHook.load_file">load_file() (airflow.hooks.HiveCliHook method)</a> + + <ul> + <li><a href="code.html#airflow.hooks.S3Hook.load_file">(airflow.hooks.S3Hook method)</a> +</li> + </ul></li> + <li><a href="code.html#airflow.hooks.S3Hook.load_string">load_string() (airflow.hooks.S3Hook method)</a> </li> <li><a href="code.html#airflow.executors.LocalExecutor">LocalExecutor (class in airflow.executors)</a> </li> + <li><a href="integration.html#airflow.contrib.hooks.datastore_hook.DatastoreHook.lookup">lookup() (airflow.contrib.hooks.datastore_hook.DatastoreHook method)</a> +</li> </ul></td> </tr></table> <h2 id="M">M</h2> <table style="width: 100%" class="indextable genindextable"><tr> <td style="width: 33%; vertical-align: top;"><ul> - <li><a href="code.html#airflow.macros.hive.max_partition">max_partition() (in module airflow.macros.hive)</a> + <li><a href="code.html#airflow.hooks.HiveMetastoreHook.max_partition">max_partition() (airflow.hooks.HiveMetastoreHook method)</a> + + <ul> + <li><a href="code.html#airflow.macros.hive.max_partition">(in module airflow.macros.hive)</a> </li> + </ul></li> <li><a href="code.html#airflow.contrib.executors.mesos_executor.MesosExecutor">MesosExecutor (class in airflow.contrib.executors.mesos_executor)</a> </li> + <li><a href="code.html#airflow.operators.MetastorePartitionSensor">MetastorePartitionSensor (class in airflow.operators)</a> +</li> + <li><a href="integration.html#airflow.contrib.operators.mlengine_operator.MLEngineBatchPredictionOperator">MLEngineBatchPredictionOperator (class in airflow.contrib.operators.mlengine_operator)</a> +</li> + <li><a href="integration.html#airflow.contrib.hooks.gcp_mlengine_hook.MLEngineHook">MLEngineHook (class in airflow.contrib.hooks.gcp_mlengine_hook)</a> +</li> </ul></td> <td style="width: 33%; vertical-align: top;"><ul> - <li><a href="code.html#airflow.operators.MetastorePartitionSensor">MetastorePartitionSensor (class in airflow.operators)</a> + <li><a href="integration.html#airflow.contrib.operators.mlengine_operator.MLEngineModelOperator">MLEngineModelOperator (class in airflow.contrib.operators.mlengine_operator)</a> +</li> + <li><a href="integration.html#airflow.contrib.operators.mlengine_operator.MLEngineTrainingOperator">MLEngineTrainingOperator (class in airflow.contrib.operators.mlengine_operator)</a> +</li> + <li><a href="integration.html#airflow.contrib.operators.mlengine_operator.MLEngineVersionOperator">MLEngineVersionOperator (class in airflow.contrib.operators.mlengine_operator)</a> </li> <li><a href="code.html#airflow.hooks.MySqlHook">MySqlHook (class in airflow.hooks)</a> </li> <li><a href="code.html#airflow.operators.MySqlOperator">MySqlOperator (class in airflow.operators)</a> </li> + <li><a href="code.html#airflow.operators.MySqlToHiveTransfer">MySqlToHiveTransfer (class in airflow.operators)</a> +</li> </ul></td> </tr></table> @@ -539,20 +789,24 @@ <h2 id="P">P</h2> <table style="width: 100%" class="indextable genindextable"><tr> <td style="width: 33%; vertical-align: top;"><ul> - <li><a href="code.html#airflow.models.TaskInstance.pool_full">pool_full() (airflow.models.TaskInstance method)</a> + <li><a href="integration.html#airflow.contrib.hooks.datastore_hook.DatastoreHook.poll_operation_until_done">poll_operation_until_done() (airflow.contrib.hooks.datastore_hook.DatastoreHook method)</a> </li> - <li><a href="code.html#airflow.contrib.hooks.SSHHook.Popen">Popen() (airflow.contrib.hooks.SSHHook method)</a> + <li><a href="code.html#airflow.models.TaskInstance.pool_full">pool_full() (airflow.models.TaskInstance method)</a> </li> <li><a href="code.html#airflow.models.BaseOperator.post_execute">post_execute() (airflow.models.BaseOperator method)</a> </li> + <li><a href="code.html#airflow.hooks.PostgresHook">PostgresHook (class in airflow.hooks)</a> +</li> + <li><a href="code.html#airflow.operators.PostgresOperator">PostgresOperator (class in airflow.operators)</a> +</li> <li><a href="code.html#airflow.models.BaseOperator.pre_execute">pre_execute() (airflow.models.BaseOperator method)</a> </li> <li><a href="code.html#airflow.models.BaseOperator.prepare_template">prepare_template() (airflow.models.BaseOperator method)</a> </li> - <li><a href="code.html#airflow.operators.PrestoCheckOperator">PrestoCheckOperator (class in airflow.operators)</a> -</li> </ul></td> <td style="width: 33%; vertical-align: top;"><ul> + <li><a href="code.html#airflow.operators.PrestoCheckOperator">PrestoCheckOperator (class in airflow.operators)</a> +</li> <li><a href="code.html#airflow.hooks.PrestoHook">PrestoHook (class in airflow.hooks)</a> </li> <li><a href="code.html#airflow.operators.PrestoIntervalCheckOperator">PrestoIntervalCheckOperator (class in airflow.operators)</a> @@ -568,13 +822,23 @@ </ul></td> </tr></table> +<h2 id="Q">Q</h2> +<table style="width: 100%" class="indextable genindextable"><tr> + <td style="width: 33%; vertical-align: top;"><ul> + <li><a href="code.html#airflow.contrib.operators.QuboleOperator">QuboleOperator (class in airflow.contrib.operators)</a> +</li> + </ul></td> +</tr></table> + <h2 id="R">R</h2> <table style="width: 100%" class="indextable genindextable"><tr> <td style="width: 33%; vertical-align: top;"><ul> - <li><a href="code.html#airflow.macros.random">random() (in module airflow.macros)</a> + <li><a href="code.html#airflow.hooks.S3Hook.read_key">read_key() (airflow.hooks.S3Hook method)</a> </li> <li><a href="code.html#airflow.models.TaskInstance.ready_for_retry">ready_for_retry() (airflow.models.TaskInstance method)</a> </li> + <li><a href="integration.html#airflow.operators.redshift_to_s3_operator.RedshiftToS3Transfer">RedshiftToS3Transfer (class in airflow.operators.redshift_to_s3_operator)</a> +</li> <li><a href="code.html#airflow.models.TaskInstance.refresh_from_db">refresh_from_db() (airflow.models.TaskInstance method)</a> </li> <li><a href="code.html#airflow.contrib.hooks.FTPHook.rename">rename() (airflow.contrib.hooks.FTPHook method)</a> @@ -587,6 +851,8 @@ </li> </ul></td> <td style="width: 33%; vertical-align: top;"><ul> + <li><a href="integration.html#airflow.contrib.hooks.datastore_hook.DatastoreHook.rollback">rollback() (airflow.contrib.hooks.datastore_hook.DatastoreHook method)</a> +</li> <li><a href="code.html#airflow.hooks.DbApiHook.run">run() (airflow.hooks.DbApiHook method)</a> <ul> @@ -598,44 +864,62 @@ </li> <li><a href="code.html#airflow.models.DAG.run">(airflow.models.DAG method)</a> </li> - <li><a href="code.html#airflow.models.TaskInstance.run">(airflow.models.TaskInstance method)</a> -</li> </ul></li> <li><a href="code.html#airflow.hooks.HttpHook.run_and_check">run_and_check() (airflow.hooks.HttpHook method)</a> </li> + <li><a href="code.html#airflow.hooks.HiveCliHook.run_cli">run_cli() (airflow.hooks.HiveCliHook method)</a> +</li> + <li><a href="integration.html#airflow.contrib.hooks.datastore_hook.DatastoreHook.run_query">run_query() (airflow.contrib.hooks.datastore_hook.DatastoreHook method)</a> +</li> </ul></td> </tr></table> <h2 id="S">S</h2> <table style="width: 100%" class="indextable genindextable"><tr> <td style="width: 33%; vertical-align: top;"><ul> + <li><a href="integration.html#airflow.operators.s3_file_transform_operator.S3FileTransformOperator">S3FileTransformOperator (class in airflow.operators.s3_file_transform_operator)</a> +</li> + <li><a href="code.html#airflow.hooks.S3Hook">S3Hook (class in airflow.hooks)</a> + + <ul> + <li><a href="integration.html#airflow.hooks.S3_hook.S3Hook">(class in airflow.hooks.S3_hook)</a> +</li> + </ul></li> <li><a href="code.html#airflow.operators.S3KeySensor">S3KeySensor (class in airflow.operators)</a> </li> + <li><a href="code.html#airflow.operators.S3ToHiveTransfer">S3ToHiveTransfer (class in airflow.operators)</a> + + <ul> + <li><a href="integration.html#airflow.operators.s3_to_hive_operator.S3ToHiveTransfer">(class in airflow.operators.s3_to_hive_operator)</a> +</li> + </ul></li> <li><a href="code.html#airflow.models.BaseOperator.schedule_interval">schedule_interval (airflow.models.BaseOperator attribute)</a> </li> <li><a href="code.html#airflow.executors.SequentialExecutor">SequentialExecutor (class in airflow.executors)</a> </li> + <li><a href="integration.html#airflow.contrib.hooks.gcp_mlengine_hook.MLEngineHook.set_default_version">set_default_version() (airflow.contrib.hooks.gcp_mlengine_hook.MLEngineHook method)</a> +</li> <li><a href="code.html#airflow.models.DAG.set_dependency">set_dependency() (airflow.models.DAG method)</a> </li> <li><a href="code.html#airflow.models.BaseOperator.set_downstream">set_downstream() (airflow.models.BaseOperator method)</a> </li> + </ul></td> + <td style="width: 33%; vertical-align: top;"><ul> <li><a href="code.html#airflow.models.BaseOperator.set_upstream">set_upstream() (airflow.models.BaseOperator method)</a> </li> <li><a href="code.html#airflow.operators.ShortCircuitOperator">ShortCircuitOperator (class in airflow.operators)</a> </li> <li><a href="code.html#airflow.operators.SimpleHttpOperator">SimpleHttpOperator (class in airflow.operators)</a> </li> - </ul></td> - <td style="width: 33%; vertical-align: top;"><ul> <li><a href="code.html#airflow.models.DagBag.size">size() (airflow.models.DagBag method)</a> </li> - <li><a href="code.html#airflow.hooks.SqliteHook">SqliteHook (class in airflow.hooks)</a> + <li><a href="code.html#airflow.operators.SlackAPIOperator">SlackAPIOperator (class in airflow.operators)</a> </li> - <li><a href="code.html#airflow.operators.SqlSensor">SqlSensor (class in airflow.operators)</a> + <li><a href="code.html#airflow.operators.SlackAPIPostOperator">SlackAPIPostOperator (class in airflow.operators)</a> </li> - <li><a href="code.html#airflow.contrib.operators.SSHExecuteOperator">SSHExecuteOperator (class in airflow.contrib.operators)</a> + <li><a href="code.html#airflow.hooks.SqliteHook">SqliteHook (class in airflow.hooks)</a> </li> - <li><a href="code.html#airflow.contrib.hooks.SSHHook">SSHHook (class in airflow.contrib.hooks)</a> + <li><a href="code.html#airflow.operators.SqlSensor">SqlSensor (class in airflow.operators)</a> </li> <li><a href="code.html#airflow.contrib.hooks.FTPHook.store_file">store_file() (airflow.contrib.hooks.FTPHook method)</a> </li> @@ -643,7 +927,7 @@ </li> <li><a href="code.html#airflow.models.DAG.subdags">subdags (airflow.models.DAG attribute)</a> </li> - <li><a href="code.html#airflow.models.DAG.sync_to_db">sync_to_db() (airflow.models.DAG static method)</a> + <li><a href="code.html#airflow.models.DAG.sync_to_db">sync_to_db() (airflow.models.DAG method)</a> </li> </ul></td> </tr></table> @@ -651,19 +935,29 @@ <h2 id="T">T</h2> <table style="width: 100%" class="indextable genindextable"><tr> <td style="width: 33%; vertical-align: top;"><ul> + <li><a href="integration.html#airflow.contrib.hooks.bigquery_hook.BigQueryHook.table_exists">table_exists() (airflow.contrib.hooks.bigquery_hook.BigQueryHook method)</a> + + <ul> + <li><a href="code.html#airflow.contrib.hooks.BigQueryHook.table_exists">(airflow.contrib.hooks.BigQueryHook method)</a> +</li> + <li><a href="code.html#airflow.hooks.HiveMetastoreHook.table_exists">(airflow.hooks.HiveMetastoreHook method)</a> +</li> + </ul></li> <li><a href="code.html#airflow.models.TaskInstance">TaskInstance (class in airflow.models)</a> </li> + <li><a href="code.html#airflow.hooks.HiveCliHook.test_hql">test_hql() (airflow.hooks.HiveCliHook method)</a> +</li> + </ul></td> + <td style="width: 33%; vertical-align: top;"><ul> <li><a href="code.html#airflow.operators.TimeSensor">TimeSensor (class in airflow.operators)</a> </li> <li><a href="code.html#airflow.models.DAG.topological_sort">topological_sort() (airflow.models.DAG method)</a> </li> - </ul></td> - <td style="width: 33%; vertical-align: top;"><ul> <li><a href="code.html#airflow.models.DAG.tree_view">tree_view() (airflow.models.DAG method)</a> </li> <li><a href="code.html#airflow.operators.TriggerDagRunOperator">TriggerDagRunOperator (class in airflow.operators)</a> </li> - <li><a href="code.html#airflow.contrib.hooks.SSHHook.tunnel">tunnel() (airflow.contrib.hooks.SSHHook method)</a> + <li><a href="code.html#airflow.models.TaskInstance.try_number">try_number (airflow.models.TaskInstance attribute)</a> </li> </ul></td> </tr></table> @@ -671,6 +965,14 @@ <h2 id="U">U</h2> <table style="width: 100%" class="indextable genindextable"><tr> <td style="width: 33%; vertical-align: top;"><ul> + <li><a href="integration.html#airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook.upload">upload() (airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook method)</a> + + <ul> + <li><a href="code.html#airflow.contrib.hooks.GoogleCloudStorageHook.upload">(airflow.contrib.hooks.GoogleCloudStorageHook method)</a> +</li> + </ul></li> + </ul></td> + <td style="width: 33%; vertical-align: top;"><ul> <li><a href="code.html#airflow.models.BaseOperator.upstream_list">upstream_list (airflow.models.BaseOperator attribute)</a> </li> </ul></td> @@ -679,6 +981,14 @@ <h2 id="W">W</h2> <table style="width: 100%" class="indextable genindextable"><tr> <td style="width: 33%; vertical-align: top;"><ul> + <li><a href="integration.html#airflow.contrib.sensors.wasb_sensor.WasbBlobSensor">WasbBlobSensor (class in airflow.contrib.sensors.wasb_sensor)</a> +</li> + <li><a href="integration.html#airflow.contrib.hooks.wasb_hook.WasbHook">WasbHook (class in airflow.contrib.hooks.wasb_hook)</a> +</li> + </ul></td> + <td style="width: 33%; vertical-align: top;"><ul> + <li><a href="integration.html#airflow.contrib.sensors.wasb_sensor.WasbPrefixSensor">WasbPrefixSensor (class in airflow.contrib.sensors.wasb_sensor)</a> +</li> <li><a href="code.html#airflow.operators.WebHdfsSensor">WebHdfsSensor (class in airflow.operators)</a> </li> </ul></td>
http://git-wip-us.apache.org/repos/asf/incubator-airflow-site/blob/28a3eb60/index.html ---------------------------------------------------------------------- diff --git a/index.html b/index.html index eec44c1..9c53c75 100644 --- a/index.html +++ b/index.html @@ -13,6 +13,8 @@ + + @@ -80,7 +82,10 @@ - <ul> + + + + <ul> <li class="toctree-l1"><a class="reference internal" href="project.html">Project</a></li> <li class="toctree-l1"><a class="reference internal" href="license.html">License</a></li> <li class="toctree-l1"><a class="reference internal" href="start.html">Quick Start</a></li> @@ -225,7 +230,7 @@ unit of work and continuity.</p> </li> <li class="toctree-l1"><a class="reference internal" href="license.html">License</a></li> <li class="toctree-l1"><a class="reference internal" href="start.html">Quick Start</a><ul> -<li class="toctree-l2"><a class="reference internal" href="start.html#what-s-next">What’s Next?</a></li> +<li class="toctree-l2"><a class="reference internal" href="start.html#what-s-next">Whatâs Next?</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="installation.html">Installation</a><ul> @@ -235,7 +240,7 @@ unit of work and continuity.</p> </li> <li class="toctree-l1"><a class="reference internal" href="tutorial.html">Tutorial</a><ul> <li class="toctree-l2"><a class="reference internal" href="tutorial.html#example-pipeline-definition">Example Pipeline definition</a></li> -<li class="toctree-l2"><a class="reference internal" href="tutorial.html#it-s-a-dag-definition-file">It’s a DAG definition file</a></li> +<li class="toctree-l2"><a class="reference internal" href="tutorial.html#it-s-a-dag-definition-file">Itâs a DAG definition file</a></li> <li class="toctree-l2"><a class="reference internal" href="tutorial.html#importing-modules">Importing Modules</a></li> <li class="toctree-l2"><a class="reference internal" href="tutorial.html#default-arguments">Default Arguments</a></li> <li class="toctree-l2"><a class="reference internal" href="tutorial.html#instantiate-a-dag">Instantiate a DAG</a></li> @@ -250,7 +255,7 @@ unit of work and continuity.</p> <li class="toctree-l3"><a class="reference internal" href="tutorial.html#backfill">Backfill</a></li> </ul> </li> -<li class="toctree-l2"><a class="reference internal" href="tutorial.html#what-s-next">What’s Next?</a></li> +<li class="toctree-l2"><a class="reference internal" href="tutorial.html#what-s-next">Whatâs Next?</a></li> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="configuration.html">Configuration</a><ul> @@ -258,6 +263,7 @@ unit of work and continuity.</p> <li class="toctree-l2"><a class="reference internal" href="configuration.html#setting-up-a-backend">Setting up a Backend</a></li> <li class="toctree-l2"><a class="reference internal" href="configuration.html#connections">Connections</a></li> <li class="toctree-l2"><a class="reference internal" href="configuration.html#scaling-out-with-celery">Scaling Out with Celery</a></li> +<li class="toctree-l2"><a class="reference internal" href="configuration.html#scaling-out-with-dask">Scaling Out with Dask</a></li> <li class="toctree-l2"><a class="reference internal" href="configuration.html#logs">Logs</a></li> <li class="toctree-l2"><a class="reference internal" href="configuration.html#scaling-out-on-mesos-community-contributed">Scaling Out on Mesos (community contributed)</a></li> <li class="toctree-l2"><a class="reference internal" href="configuration.html#integration-with-systemd">Integration with systemd</a></li> @@ -324,7 +330,118 @@ unit of work and continuity.</p> </li> </ul> </li> -<li class="toctree-l1"><a class="reference internal" href="cli.html">Command Line Interface</a></li> +<li class="toctree-l1"><a class="reference internal" href="cli.html">Command Line Interface</a><ul> +<li class="toctree-l2"><a class="reference internal" href="cli.html#Positional Arguments">Positional Arguments</a></li> +<li class="toctree-l2"><a class="reference internal" href="cli.html#Sub-commands:">Sub-commands:</a><ul> +<li class="toctree-l3"><a class="reference internal" href="cli.html#resetdb">resetdb</a><ul> +<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments">Named Arguments</a></li> +</ul> +</li> +<li class="toctree-l3"><a class="reference internal" href="cli.html#render">render</a><ul> +<li class="toctree-l4"><a class="reference internal" href="cli.html#Positional Arguments_repeat1">Positional Arguments</a></li> +<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat1">Named Arguments</a></li> +</ul> +</li> +<li class="toctree-l3"><a class="reference internal" href="cli.html#variables">variables</a><ul> +<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat2">Named Arguments</a></li> +</ul> +</li> +<li class="toctree-l3"><a class="reference internal" href="cli.html#connections">connections</a><ul> +<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat3">Named Arguments</a></li> +</ul> +</li> +<li class="toctree-l3"><a class="reference internal" href="cli.html#pause">pause</a><ul> +<li class="toctree-l4"><a class="reference internal" href="cli.html#Positional Arguments_repeat2">Positional Arguments</a></li> +<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat4">Named Arguments</a></li> +</ul> +</li> +<li class="toctree-l3"><a class="reference internal" href="cli.html#task_failed_deps">task_failed_deps</a><ul> +<li class="toctree-l4"><a class="reference internal" href="cli.html#Positional Arguments_repeat3">Positional Arguments</a></li> +<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat5">Named Arguments</a></li> +</ul> +</li> +<li class="toctree-l3"><a class="reference internal" href="cli.html#version">version</a></li> +<li class="toctree-l3"><a class="reference internal" href="cli.html#trigger_dag">trigger_dag</a><ul> +<li class="toctree-l4"><a class="reference internal" href="cli.html#Positional Arguments_repeat4">Positional Arguments</a></li> +<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat6">Named Arguments</a></li> +</ul> +</li> +<li class="toctree-l3"><a class="reference internal" href="cli.html#initdb">initdb</a></li> +<li class="toctree-l3"><a class="reference internal" href="cli.html#test">test</a><ul> +<li class="toctree-l4"><a class="reference internal" href="cli.html#Positional Arguments_repeat5">Positional Arguments</a></li> +<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat7">Named Arguments</a></li> +</ul> +</li> +<li class="toctree-l3"><a class="reference internal" href="cli.html#unpause">unpause</a><ul> +<li class="toctree-l4"><a class="reference internal" href="cli.html#Positional Arguments_repeat6">Positional Arguments</a></li> +<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat8">Named Arguments</a></li> +</ul> +</li> +<li class="toctree-l3"><a class="reference internal" href="cli.html#dag_state">dag_state</a><ul> +<li class="toctree-l4"><a class="reference internal" href="cli.html#Positional Arguments_repeat7">Positional Arguments</a></li> +<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat9">Named Arguments</a></li> +</ul> +</li> +<li class="toctree-l3"><a class="reference internal" href="cli.html#run">run</a><ul> +<li class="toctree-l4"><a class="reference internal" href="cli.html#Positional Arguments_repeat8">Positional Arguments</a></li> +<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat10">Named Arguments</a></li> +</ul> +</li> +<li class="toctree-l3"><a class="reference internal" href="cli.html#list_tasks">list_tasks</a><ul> +<li class="toctree-l4"><a class="reference internal" href="cli.html#Positional Arguments_repeat9">Positional Arguments</a></li> +<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat11">Named Arguments</a></li> +</ul> +</li> +<li class="toctree-l3"><a class="reference internal" href="cli.html#backfill">backfill</a><ul> +<li class="toctree-l4"><a class="reference internal" href="cli.html#Positional Arguments_repeat10">Positional Arguments</a></li> +<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat12">Named Arguments</a></li> +</ul> +</li> +<li class="toctree-l3"><a class="reference internal" href="cli.html#list_dags">list_dags</a><ul> +<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat13">Named Arguments</a></li> +</ul> +</li> +<li class="toctree-l3"><a class="reference internal" href="cli.html#kerberos">kerberos</a><ul> +<li class="toctree-l4"><a class="reference internal" href="cli.html#Positional Arguments_repeat11">Positional Arguments</a></li> +<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat14">Named Arguments</a></li> +</ul> +</li> +<li class="toctree-l3"><a class="reference internal" href="cli.html#worker">worker</a><ul> +<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat15">Named Arguments</a></li> +</ul> +</li> +<li class="toctree-l3"><a class="reference internal" href="cli.html#webserver">webserver</a><ul> +<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat16">Named Arguments</a></li> +</ul> +</li> +<li class="toctree-l3"><a class="reference internal" href="cli.html#flower">flower</a><ul> +<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat17">Named Arguments</a></li> +</ul> +</li> +<li class="toctree-l3"><a class="reference internal" href="cli.html#scheduler">scheduler</a><ul> +<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat18">Named Arguments</a></li> +</ul> +</li> +<li class="toctree-l3"><a class="reference internal" href="cli.html#task_state">task_state</a><ul> +<li class="toctree-l4"><a class="reference internal" href="cli.html#Positional Arguments_repeat12">Positional Arguments</a></li> +<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat19">Named Arguments</a></li> +</ul> +</li> +<li class="toctree-l3"><a class="reference internal" href="cli.html#pool">pool</a><ul> +<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat20">Named Arguments</a></li> +</ul> +</li> +<li class="toctree-l3"><a class="reference internal" href="cli.html#serve_logs">serve_logs</a></li> +<li class="toctree-l3"><a class="reference internal" href="cli.html#clear">clear</a><ul> +<li class="toctree-l4"><a class="reference internal" href="cli.html#Positional Arguments_repeat13">Positional Arguments</a></li> +<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat21">Named Arguments</a></li> +</ul> +</li> +<li class="toctree-l3"><a class="reference internal" href="cli.html#upgradedb">upgradedb</a></li> +</ul> +</li> +</ul> +</li> <li class="toctree-l1"><a class="reference internal" href="scheduler.html">Scheduling & Triggers</a><ul> <li class="toctree-l2"><a class="reference internal" href="scheduler.html#dag-runs">DAG Runs</a></li> <li class="toctree-l2"><a class="reference internal" href="scheduler.html#backfill-and-catchup">Backfill and Catchup</a></li> @@ -349,7 +466,11 @@ unit of work and continuity.</p> <li class="toctree-l2"><a class="reference internal" href="security.html#multi-tenancy">Multi-tenancy</a></li> <li class="toctree-l2"><a class="reference internal" href="security.html#kerberos">Kerberos</a><ul> <li class="toctree-l3"><a class="reference internal" href="security.html#limitations">Limitations</a></li> -<li class="toctree-l3"><a class="reference internal" href="security.html#enabling-kerberos">Enabling kerberos</a></li> +<li class="toctree-l3"><a class="reference internal" href="security.html#enabling-kerberos">Enabling kerberos</a><ul> +<li class="toctree-l4"><a class="reference internal" href="security.html#airflow">Airflow</a></li> +<li class="toctree-l4"><a class="reference internal" href="security.html#hadoop">Hadoop</a></li> +</ul> +</li> <li class="toctree-l3"><a class="reference internal" href="security.html#using-kerberos-authentication">Using kerberos authentication</a></li> </ul> </li> @@ -364,8 +485,9 @@ unit of work and continuity.</p> </li> </ul> </li> -<li class="toctree-l2"><a class="reference internal" href="security.html#ssl">SSL</a><ul> -<li class="toctree-l3"><a class="reference internal" href="security.html#impersonation">Impersonation</a></li> +<li class="toctree-l2"><a class="reference internal" href="security.html#ssl">SSL</a></li> +<li class="toctree-l2"><a class="reference internal" href="security.html#impersonation">Impersonation</a><ul> +<li class="toctree-l3"><a class="reference internal" href="security.html#default-impersonation">Default Impersonation</a></li> </ul> </li> </ul> @@ -377,8 +499,46 @@ unit of work and continuity.</p> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="integration.html">Integration</a><ul> -<li class="toctree-l2"><a class="reference internal" href="integration.html#aws-amazon-webservices">AWS: Amazon Webservices</a></li> +<li class="toctree-l2"><a class="reference internal" href="integration.html#azure-microsoft-azure">Azure: Microsoft Azure</a><ul> +<li class="toctree-l3"><a class="reference internal" href="integration.html#azure-blob-storage">Azure Blob Storage</a><ul> +<li class="toctree-l4"><a class="reference internal" href="integration.html#wasbblobsensor">WasbBlobSensor</a></li> +<li class="toctree-l4"><a class="reference internal" href="integration.html#wasbprefixsensor">WasbPrefixSensor</a></li> +<li class="toctree-l4"><a class="reference internal" href="integration.html#filetowasboperator">FileToWasbOperator</a></li> +<li class="toctree-l4"><a class="reference internal" href="integration.html#wasbhook">WasbHook</a></li> +</ul> +</li> +</ul> +</li> +<li class="toctree-l2"><a class="reference internal" href="integration.html#aws-amazon-web-services">AWS: Amazon Web Services</a><ul> +<li class="toctree-l3"><a class="reference internal" href="integration.html#aws-emr">AWS EMR</a><ul> +<li class="toctree-l4"><a class="reference internal" href="integration.html#emraddstepsoperator">EmrAddStepsOperator</a></li> +<li class="toctree-l4"><a class="reference internal" href="integration.html#emrcreatejobflowoperator">EmrCreateJobFlowOperator</a></li> +<li class="toctree-l4"><a class="reference internal" href="integration.html#emrterminatejobflowoperator">EmrTerminateJobFlowOperator</a></li> +<li class="toctree-l4"><a class="reference internal" href="integration.html#emrhook">EmrHook</a></li> +</ul> +</li> +<li class="toctree-l3"><a class="reference internal" href="integration.html#aws-s3">AWS S3</a><ul> +<li class="toctree-l4"><a class="reference internal" href="integration.html#s3filetransformoperator">S3FileTransformOperator</a></li> +<li class="toctree-l4"><a class="reference internal" href="integration.html#s3tohivetransfer">S3ToHiveTransfer</a></li> +<li class="toctree-l4"><a class="reference internal" href="integration.html#s3hook">S3Hook</a></li> +</ul> +</li> +<li class="toctree-l3"><a class="reference internal" href="integration.html#aws-ec2-container-service">AWS EC2 Container Service</a><ul> +<li class="toctree-l4"><a class="reference internal" href="integration.html#ecsoperator">ECSOperator</a></li> +</ul> +</li> +<li class="toctree-l3"><a class="reference internal" href="integration.html#aws-redshift">AWS RedShift</a><ul> +<li class="toctree-l4"><a class="reference internal" href="integration.html#redshifttos3transfer">RedshiftToS3Transfer</a></li> +</ul> +</li> +</ul> +</li> +<li class="toctree-l2"><a class="reference internal" href="integration.html#databricks">Databricks</a><ul> +<li class="toctree-l3"><a class="reference internal" href="integration.html#databrickssubmitrunoperator">DatabricksSubmitRunOperator</a></li> +</ul> +</li> <li class="toctree-l2"><a class="reference internal" href="integration.html#gcp-google-cloud-platform">GCP: Google Cloud Platform</a><ul> +<li class="toctree-l3"><a class="reference internal" href="integration.html#logging">Logging</a></li> <li class="toctree-l3"><a class="reference internal" href="integration.html#bigquery">BigQuery</a><ul> <li class="toctree-l4"><a class="reference internal" href="integration.html#bigquery-operators">BigQuery Operators</a></li> <li class="toctree-l4"><a class="reference internal" href="integration.html#bigqueryhook">BigQueryHook</a></li> @@ -391,11 +551,15 @@ unit of work and continuity.</p> </li> <li class="toctree-l3"><a class="reference internal" href="integration.html#cloud-dataproc">Cloud DataProc</a><ul> <li class="toctree-l4"><a class="reference internal" href="integration.html#dataproc-operators">DataProc Operators</a></li> -<li class="toctree-l4"><a class="reference internal" href="integration.html#dataprocpysparkoperator">DataProcPySparkOperator</a></li> </ul> </li> <li class="toctree-l3"><a class="reference internal" href="integration.html#cloud-datastore">Cloud Datastore</a><ul> -<li class="toctree-l4"><a class="reference internal" href="integration.html#datastore-operators">Datastore Operators</a></li> +<li class="toctree-l4"><a class="reference internal" href="integration.html#datastorehook">DatastoreHook</a></li> +</ul> +</li> +<li class="toctree-l3"><a class="reference internal" href="integration.html#cloud-ml-engine">Cloud ML Engine</a><ul> +<li class="toctree-l4"><a class="reference internal" href="integration.html#cloud-ml-engine-operators">Cloud ML Engine Operators</a></li> +<li class="toctree-l4"><a class="reference internal" href="integration.html#cloud-ml-engine-hook">Cloud ML Engine Hook</a></li> </ul> </li> <li class="toctree-l3"><a class="reference internal" href="integration.html#cloud-storage">Cloud Storage</a><ul> @@ -408,10 +572,10 @@ unit of work and continuity.</p> </ul> </li> <li class="toctree-l1"><a class="reference internal" href="faq.html">FAQ</a><ul> -<li class="toctree-l2"><a class="reference internal" href="faq.html#why-isn-t-my-task-getting-scheduled">Why isn’t my task getting scheduled?</a></li> -<li class="toctree-l2"><a class="reference internal" href="faq.html#how-do-i-trigger-tasks-based-on-another-task-s-failure">How do I trigger tasks based on another task’s failure?</a></li> +<li class="toctree-l2"><a class="reference internal" href="faq.html#why-isn-t-my-task-getting-scheduled">Why isnât my task getting scheduled?</a></li> +<li class="toctree-l2"><a class="reference internal" href="faq.html#how-do-i-trigger-tasks-based-on-another-task-s-failure">How do I trigger tasks based on another taskâs failure?</a></li> <li class="toctree-l2"><a class="reference internal" href="faq.html#why-are-connection-passwords-still-not-encrypted-in-the-metadata-db-after-i-installed-airflow-crypto">Why are connection passwords still not encrypted in the metadata db after I installed airflow[crypto]?</a></li> -<li class="toctree-l2"><a class="reference internal" href="faq.html#what-s-the-deal-with-start-date">What’s the deal with <code class="docutils literal"><span class="pre">start_date</span></code>?</a></li> +<li class="toctree-l2"><a class="reference internal" href="faq.html#what-s-the-deal-with-start-date">Whatâs the deal with <code class="docutils literal"><span class="pre">start_date</span></code>?</a></li> <li class="toctree-l2"><a class="reference internal" href="faq.html#how-can-i-create-dags-dynamically">How can I create DAGs dynamically?</a></li> <li class="toctree-l2"><a class="reference internal" href="faq.html#what-are-all-the-airflow-run-commands-in-my-process-list">What are all the <code class="docutils literal"><span class="pre">airflow</span> <span class="pre">run</span></code> commands in my process list?</a></li> </ul> http://git-wip-us.apache.org/repos/asf/incubator-airflow-site/blob/28a3eb60/installation.html ---------------------------------------------------------------------- diff --git a/installation.html b/installation.html index 5dd9401..455ffd4 100644 --- a/installation.html +++ b/installation.html @@ -13,6 +13,8 @@ + + @@ -81,7 +83,10 @@ - <ul class="current"> + + + + <ul class="current"> <li class="toctree-l1"><a class="reference internal" href="project.html">Project</a></li> <li class="toctree-l1"><a class="reference internal" href="license.html">License</a></li> <li class="toctree-l1"><a class="reference internal" href="start.html">Quick Start</a></li> @@ -171,29 +176,29 @@ <div class="section" id="getting-airflow"> <h2>Getting Airflow<a class="headerlink" href="#getting-airflow" title="Permalink to this headline">¶</a></h2> <p>The easiest way to install the latest stable version of Airflow is with <code class="docutils literal"><span class="pre">pip</span></code>:</p> -<div class="highlight-bash"><div class="highlight"><pre><span></span>pip install airflow +<div class="highlight-bash"><div class="highlight"><pre><span></span>pip install apache-airflow </pre></div> </div> <p>You can also install Airflow with support for extra features like <code class="docutils literal"><span class="pre">s3</span></code> or <code class="docutils literal"><span class="pre">postgres</span></code>:</p> -<div class="highlight-bash"><div class="highlight"><pre><span></span>pip install <span class="s2">"airflow[s3, postgres]"</span> +<div class="highlight-bash"><div class="highlight"><pre><span></span>pip install <span class="s2">"apache-airflow[s3, postgres]"</span> </pre></div> </div> </div> <div class="section" id="extra-packages"> <h2>Extra Packages<a class="headerlink" href="#extra-packages" title="Permalink to this headline">¶</a></h2> -<p>The <code class="docutils literal"><span class="pre">airflow</span></code> PyPI basic package only installs what’s needed to get started. +<p>The <code class="docutils literal"><span class="pre">apache-airflow</span></code> PyPI basic package only installs whatâs needed to get started. Subpackages can be installed depending on what will be useful in your -environment. For instance, if you don’t need connectivity with Postgres, -you won’t have to go through the trouble of installing the <code class="docutils literal"><span class="pre">postgres-devel</span></code> +environment. For instance, if you donât need connectivity with Postgres, +you wonât have to go through the trouble of installing the <code class="docutils literal"><span class="pre">postgres-devel</span></code> yum package, or whatever equivalent applies on the distribution you are using.</p> <p>Behind the scenes, Airflow does conditional imports of operators that require these extra dependencies.</p> -<p>Here’s the list of the subpackages and what they enable:</p> +<p>Hereâs the list of the subpackages and what they enable:</p> <table border="1" class="docutils"> <colgroup> -<col width="15%" /> -<col width="37%" /> -<col width="49%" /> +<col width="14%" /> +<col width="42%" /> +<col width="45%" /> </colgroup> <thead valign="bottom"> <tr class="row-odd"><th class="head">subpackage</th> @@ -203,110 +208,114 @@ these extra dependencies.</p> </thead> <tbody valign="top"> <tr class="row-even"><td>all</td> -<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[all]</span></code></td> +<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[all]</span></code></td> <td>All Airflow features known to man</td> </tr> <tr class="row-odd"><td>all_dbs</td> -<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[all_dbs]</span></code></td> +<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[all_dbs]</span></code></td> <td>All databases integrations</td> </tr> <tr class="row-even"><td>async</td> -<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[async]</span></code></td> +<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[async]</span></code></td> <td>Async worker classes for gunicorn</td> </tr> <tr class="row-odd"><td>devel</td> -<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[devel]</span></code></td> +<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[devel]</span></code></td> <td>Minimum dev tools requirements</td> </tr> <tr class="row-even"><td>devel_hadoop</td> -<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[devel_hadoop]</span></code></td> +<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[devel_hadoop]</span></code></td> <td>Airflow + dependencies on the Hadoop stack</td> </tr> <tr class="row-odd"><td>celery</td> -<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[celery]</span></code></td> +<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[celery]</span></code></td> <td>CeleryExecutor</td> </tr> <tr class="row-even"><td>crypto</td> -<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[crypto]</span></code></td> +<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[crypto]</span></code></td> <td>Encrypt connection passwords in metadata db</td> </tr> <tr class="row-odd"><td>druid</td> -<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[druid]</span></code></td> +<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[druid]</span></code></td> <td>Druid.io related operators & hooks</td> </tr> <tr class="row-even"><td>gcp_api</td> -<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[gcp_api]</span></code></td> +<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[gcp_api]</span></code></td> <td>Google Cloud Platform hooks and operators (using <code class="docutils literal"><span class="pre">google-api-python-client</span></code>)</td> </tr> <tr class="row-odd"><td>jdbc</td> -<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[jdbc]</span></code></td> +<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[jdbc]</span></code></td> <td>JDBC hooks and operators</td> </tr> <tr class="row-even"><td>hdfs</td> -<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[hdfs]</span></code></td> +<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[hdfs]</span></code></td> <td>HDFS hooks and operators</td> </tr> <tr class="row-odd"><td>hive</td> -<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[hive]</span></code></td> +<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[hive]</span></code></td> <td>All Hive related operators</td> </tr> <tr class="row-even"><td>kerberos</td> -<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[kerberos]</span></code></td> +<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[kerberos]</span></code></td> <td>kerberos integration for kerberized hadoop</td> </tr> <tr class="row-odd"><td>ldap</td> -<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[ldap]</span></code></td> +<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[ldap]</span></code></td> <td>ldap authentication for users</td> </tr> <tr class="row-even"><td>mssql</td> -<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[mssql]</span></code></td> +<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[mssql]</span></code></td> <td>Microsoft SQL operators and hook, support as an Airflow backend</td> </tr> <tr class="row-odd"><td>mysql</td> -<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[mysql]</span></code></td> +<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[mysql]</span></code></td> <td>MySQL operators and hook, support as an Airflow backend</td> </tr> <tr class="row-even"><td>password</td> -<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[password]</span></code></td> +<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[password]</span></code></td> <td>Password Authentication for users</td> </tr> <tr class="row-odd"><td>postgres</td> -<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[postgres]</span></code></td> +<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[postgres]</span></code></td> <td>Postgres operators and hook, support as an Airflow backend</td> </tr> <tr class="row-even"><td>qds</td> -<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[qds]</span></code></td> +<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[qds]</span></code></td> <td>Enable QDS (qubole data services) support</td> </tr> <tr class="row-odd"><td>rabbitmq</td> -<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[rabbitmq]</span></code></td> +<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[rabbitmq]</span></code></td> <td>Rabbitmq support as a Celery backend</td> </tr> <tr class="row-even"><td>s3</td> -<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[s3]</span></code></td> +<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[s3]</span></code></td> <td><code class="docutils literal"><span class="pre">S3KeySensor</span></code>, <code class="docutils literal"><span class="pre">S3PrefixSensor</span></code></td> </tr> <tr class="row-odd"><td>samba</td> -<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[samba]</span></code></td> +<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[samba]</span></code></td> <td><code class="docutils literal"><span class="pre">Hive2SambaOperator</span></code></td> </tr> <tr class="row-even"><td>slack</td> -<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[slack]</span></code></td> +<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[slack]</span></code></td> <td><code class="docutils literal"><span class="pre">SlackAPIPostOperator</span></code></td> </tr> <tr class="row-odd"><td>vertica</td> -<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[vertica]</span></code></td> +<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[vertica]</span></code></td> <td>Vertica hook support as an Airflow backend</td> </tr> <tr class="row-even"><td>cloudant</td> -<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[cloudant]</span></code></td> +<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[cloudant]</span></code></td> <td>Cloudant hook</td> </tr> +<tr class="row-odd"><td>redis</td> +<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[redis]</span></code></td> +<td>Redis hooks and sensors</td> +</tr> </tbody> </table> </div>
