Update documentation for September providers release (#18613)

apache · Sep 30, 2021 · 840ea3e · 840ea3e
1 parent 33bdd3d
commit 840ea3e
Show file tree

Hide file tree

Showing 83 changed files with 682 additions and 93 deletions.
diff --git a/airflow/providers/airbyte/.latest-doc-only-change.txt b/airflow/providers/airbyte/.latest-doc-only-change.txt
@@ -1 +1 @@
-b916b7507921129dc48d6add1bdc4b923b60c9b9
+ef037e702182e4370cb00c853c4fb0e246a0479c
diff --git a/airflow/providers/alibaba/.latest-doc-only-change.txt b/airflow/providers/alibaba/.latest-doc-only-change.txt
@@ -0,0 +1 @@
+ef037e702182e4370cb00c853c4fb0e246a0479c
diff --git a/airflow/providers/amazon/CHANGELOG.rst b/airflow/providers/amazon/CHANGELOG.rst
@@ -19,6 +19,36 @@
 Changelog
 ---------
 
+2.3.0
+.....
+
+Features
+~~~~~~~~
+
+* ``Add IAM Role Credentials to S3ToRedshiftTransfer and RedshiftToS3Transfer (#18156)``
+* ``Adding missing 'replace' param in docstring (#18241)``
+* ``Added upsert method on S3ToRedshift operator (#18027)``
+* ``Add Spark to the EMR cluster for the job flow examples (#17563)``
+* ``Update s3_list.py (#18561)``
+* ``ECSOperator realtime logging (#17626)``
+* ``Deprecate default pod name in EKSPodOperator (#18036)``
+* ``Aws secrets manager backend (#17448)``
+* ``sftp_to_s3 stream file option (#17609)``
+* ``AwsBaseHook make client_type resource_type optional params for get_client_type, get_resource_type (#17987)``
+* ``Delete unnecessary parameters in EKSPodOperator (#17960)``
+
+Bug Fixes
+~~~~~~~~~
+
+* ``ECSOperator returns last logs when ECS task fails (#17209)``
+* ``Refresh credentials for long-running pods on EKS (#17951)``
+
+.. Below changes are excluded from the changelog. Move them to
+ appropriate section above if needed. Do not delete the lines(!):
+ * ``Simplify s3 unify_bucket_name_and_key (#17325)``
+ * ``Updating miscellaneous provider DAGs to use TaskFlow API where applicable (#18278)``
+ * ``Inclusive Language (#18349)``
+
 2.2.0
 .....
 

diff --git a/airflow/providers/amazon/provider.yaml b/airflow/providers/amazon/provider.yaml
@@ -22,6 +22,7 @@ description: |
  Amazon integration (including `Amazon Web Services (AWS) <https://aws.amazon.com/>`__).
 
 versions:
+ - 2.3.0
  - 2.2.0
  - 2.1.0
  - 2.0.0

diff --git a/airflow/providers/apache/cassandra/CHANGELOG.rst b/airflow/providers/apache/cassandra/CHANGELOG.rst
@@ -19,6 +19,17 @@
 Changelog
 ---------
 
+2.1.0
+.....
+
+Features
+~~~~~~~~
+
+* ``Adding a default conn ID value for Apache Cassandra sensors (#18620)``
+
+.. Below changes are excluded from the changelog. Move them to
+ appropriate section above if needed. Do not delete the lines(!):
+
 2.0.1
 .....
 

diff --git a/airflow/providers/apache/cassandra/provider.yaml b/airflow/providers/apache/cassandra/provider.yaml
@@ -22,6 +22,7 @@ description: |
  `Apache Cassandra <http://cassandra.apache.org/>`__.
 
 versions:
+ - 2.1.0
  - 2.0.1
  - 2.0.0
  - 1.0.1

diff --git a/airflow/providers/apache/druid/.latest-doc-only-change.txt b/airflow/providers/apache/druid/.latest-doc-only-change.txt
@@ -1 +1 @@
-b916b7507921129dc48d6add1bdc4b923b60c9b9
+2643345e4b72064c605e42901a3dc531e6aa2f4e
diff --git a/airflow/providers/apache/hdfs/CHANGELOG.rst b/airflow/providers/apache/hdfs/CHANGELOG.rst
@@ -19,6 +19,17 @@
 Changelog
 ---------
 
+2.1.1
+.....
+
+Bug Fixes
+~~~~~~~~~
+
+* ``fix get_connections deprecation warning in webhdfs hook (#18331)``
+
+.. Below changes are excluded from the changelog. Move them to
+ appropriate section above if needed. Do not delete the lines(!):
+
 2.1.0
 .....
 

diff --git a/airflow/providers/apache/hdfs/provider.yaml b/airflow/providers/apache/hdfs/provider.yaml
@@ -23,6 +23,7 @@ description: |
  and `WebHDFS <https://hadoop.apache.org/docs/current/hadoop-project-dist/hadoop-hdfs/WebHDFS.html>`__.
 
 versions:
+ - 2.1.1
  - 2.1.0
  - 2.0.0
  - 1.0.1

diff --git a/airflow/providers/apache/hive/.latest-doc-only-change.txt b/airflow/providers/apache/hive/.latest-doc-only-change.txt
@@ -1 +1 @@
-4b031d39e12110f337151cda6693e2541bf71c2c
+a458fcc573845ff65244a2dafd204ed70129f3e8
diff --git a/airflow/providers/apache/kylin/.latest-doc-only-change.txt b/airflow/providers/apache/kylin/.latest-doc-only-change.txt
@@ -1 +1 @@
-91f4d80ff09093de49478214c5bd027e02c92a0e
+a458fcc573845ff65244a2dafd204ed70129f3e8
diff --git a/airflow/providers/asana/.latest-doc-only-change.txt b/airflow/providers/asana/.latest-doc-only-change.txt
@@ -1 +1 @@
-0dbd0f420cc08e011317e2a9f21f92fff4a64c1b
+ef037e702182e4370cb00c853c4fb0e246a0479c
diff --git a/airflow/providers/cncf/kubernetes/CHANGELOG.rst b/airflow/providers/cncf/kubernetes/CHANGELOG.rst
@@ -19,6 +19,22 @@
 Changelog
 ---------
 
+2.0.3
+.....
+
+Bug Fixes
+~~~~~~~~~
+
+* ``Fix KubernetesPodOperator reattach when not deleting pods (#18070)``
+* ``Make Kubernetes job description fit on one log line (#18377)``
+* ``Do not fail KubernetesPodOperator tasks if log reading fails (#17649)``
+
+.. Below changes are excluded from the changelog. Move them to
+ appropriate section above if needed. Do not delete the lines(!):
+ * ``Add August 2021 Provider's documentation (#17890)``
+ * ``Static start_date and default arg cleanup for misc. provider example DAGs (#18597)``
+ * ``Remove all deprecation warnings in providers (#17900)``
+
 2.0.2
 .....
 

diff --git a/airflow/providers/cncf/kubernetes/provider.yaml b/airflow/providers/cncf/kubernetes/provider.yaml
@@ -22,6 +22,7 @@ description: |
  `Kubernetes <https://kubernetes.io/>`__
 
 versions:
+ - 2.0.3
  - 2.0.2
  - 2.0.1
  - 2.0.0

diff --git a/airflow/providers/databricks/CHANGELOG.rst b/airflow/providers/databricks/CHANGELOG.rst
@@ -19,6 +19,17 @@
 Changelog
 ---------
 
+2.0.2
+.....
+
+Bug Fixes
+~~~~~~~~~
+ * ``Move DB call out of DatabricksHook.__init__ (#18339)``
+
+.. Below changes are excluded from the changelog. Move them to
+ appropriate section above if needed. Do not delete the lines(!):
+ * ``Static start_date and default arg cleanup for misc. provider example DAGs (#18597)``
+
 2.0.1
 .....
 

diff --git a/airflow/providers/databricks/provider.yaml b/airflow/providers/databricks/provider.yaml
@@ -22,6 +22,7 @@ description: |
  `Databricks <https://databricks.com/>`__
 
 versions:
+ - 2.0.2
  - 2.0.1
  - 2.0.0
  - 1.0.1

diff --git a/airflow/providers/dingding/.latest-doc-only-change.txt b/airflow/providers/dingding/.latest-doc-only-change.txt
@@ -1 +1 @@
-0dbd0f420cc08e011317e2a9f21f92fff4a64c1b
+ef037e702182e4370cb00c853c4fb0e246a0479c
diff --git a/airflow/providers/docker/CHANGELOG.rst b/airflow/providers/docker/CHANGELOG.rst
@@ -19,6 +19,26 @@
 Changelog
 ---------
 
+2.2.0
+.....
+
+Features
+~~~~~~~~
+
+* ``Add a Docker Taskflow decorator (#15330)``
+
+This version of Docker Provider has a new feature - TaskFlow decorator that only works in Airflow 2.2.
+If you try to use the decorator in pre-Airflow 2.2 version you will get an error:
+
+.. code-block:: text
+
+ AttributeError: '_TaskDecorator' object has no attribute 'docker'
+
+.. Below changes are excluded from the changelog. Move them to
+ appropriate section above if needed. Do not delete the lines(!):
+ * ``Static start_date and default arg cleanup for misc. provider example DAGs (#18597)``
+ * ``Cope with '@task.docker' decorated function not returning anything (#18463)``
+
 2.1.1
 .....
 

diff --git a/airflow/providers/docker/provider.yaml b/airflow/providers/docker/provider.yaml
@@ -22,6 +22,7 @@ description: |
  `Docker <https://docs.docker.com/install/>`__
 
 versions:
+ - 2.2.0
  - 2.1.1
  - 2.1.0
  - 2.0.0

diff --git a/airflow/providers/elasticsearch/.latest-doc-only-change.txt b/airflow/providers/elasticsearch/.latest-doc-only-change.txt
@@ -0,0 +1 @@
+de9b02f797931efbd081996b4f81ba14ca76a17d
diff --git a/airflow/providers/google/CHANGELOG.rst b/airflow/providers/google/CHANGELOG.rst
@@ -18,6 +18,43 @@
 Changelog
 ---------
 
+6.0.0
+.....
+
+Breaking changes
+~~~~~~~~~~~~~~~~
+* ``Migrate Google Cloud Build from Discovery API to Python SDK (#18184)``
+
+Features
+~~~~~~~~
+
+* ``Add index to the dataset name to have separate dataset for each example DAG (#18459)``
+* ``Add missing __init__.py files for some test packages (#18142)``
+* ``Add possibility to run DAGs from system tests and see DAGs logs (#17868)``
+* ``Rename AzureDataLakeStorage to ADLS (#18493)``
+* ``Make next_dagrun_info take a data interval (#18088)``
+* ``Use parameters instead of params (#18143)``
+* ``New google operator: SQLToGoogleSheetsOperator (#17887)``
+
+Bug Fixes
+~~~~~~~~~
+
+* ``Fix part of Google system tests (#18494)``
+* ``Fix kubernetes engine system test (#18548)``
+* ``Fix BigQuery system test (#18373)``
+* ``Fix error when create external table using table resource (#17998)``
+* ``Fix ''BigQuery'' data extraction in ''BigQueryToMySqlOperator'' (#18073)``
+* ``Fix providers tests in main branch with eager upgrades (#18040)``
+* ``fix(CloudSqlProxyRunner): don't query connections from Airflow DB (#18006)``
+* ``Remove check for at least one schema in GCSToBigquery (#18150)``
+* ``deduplicate running jobs on BigQueryInsertJobOperator (#17496)``
+
+.. Below changes are excluded from the changelog. Move them to
+ appropriate section above if needed. Do not delete the lines(!):
+ * ``Updating miscellaneous provider DAGs to use TaskFlow API where applicable (#18278)``
+ * ``Inclusive Language (#18349)``
+ * ``Change TaskInstance and TaskReschedule PK from execution_date to run_id (#17719)``
+
 5.1.0
 .....
 

diff --git a/airflow/providers/google/provider.yaml b/airflow/providers/google/provider.yaml
@@ -29,6 +29,7 @@ description: |
  - `Google Workspace <https://workspace.google.pl/>`__ (formerly Google Suite)
 
 versions:
+ - 6.0.0
  - 5.1.0
  - 5.0.0
  - 4.0.0

diff --git a/airflow/providers/hashicorp/CHANGELOG.rst b/airflow/providers/hashicorp/CHANGELOG.rst
@@ -19,6 +19,17 @@
 Changelog
 ---------
 
+2.1.1
+.....
+
+Bug Fixes
+~~~~~~~~~
+
+* ``Fixing Vault AppRole authentication with CONN_URI (#18064)``
+
+.. Below changes are excluded from the changelog. Move them to
+ appropriate section above if needed. Do not delete the lines(!):
+
 2.1.0
 .....
 
@@ -47,7 +58,7 @@ Misc
  * ``Prepares docs for Rc2 release of July providers (#17116)``
  * ``Prepare documentation for July release of providers. (#17015)``
  * ``Removes pylint from our toolchain (#16682)``
- * ``Add August 2021 Provider&#39;s documentation (#17890)``
+ * ``Add August 2021 Provider's documentation (#17890)``
 
 2.0.0
 .....

diff --git a/airflow/providers/hashicorp/provider.yaml b/airflow/providers/hashicorp/provider.yaml
@@ -22,6 +22,7 @@ description: |
  Hashicorp including `Hashicorp Vault <https://www.vaultproject.io/>`__
 
 versions:
+ - 2.1.1
  - 2.1.0
  - 2.0.0
  - 1.0.2

diff --git a/airflow/providers/http/.latest-doc-only-change.txt b/airflow/providers/http/.latest-doc-only-change.txt
@@ -1 +1 @@
-0dbd0f420cc08e011317e2a9f21f92fff4a64c1b
+ef037e702182e4370cb00c853c4fb0e246a0479c
diff --git a/airflow/providers/jdbc/.latest-doc-only-change.txt b/airflow/providers/jdbc/.latest-doc-only-change.txt
@@ -1 +1 @@
-0dbd0f420cc08e011317e2a9f21f92fff4a64c1b
+ef037e702182e4370cb00c853c4fb0e246a0479c
diff --git a/airflow/providers/jenkins/.latest-doc-only-change.txt b/airflow/providers/jenkins/.latest-doc-only-change.txt
@@ -1 +1 @@
-40a2476a5db14ee26b5108d72635da116eab720b
+a458fcc573845ff65244a2dafd204ed70129f3e8
diff --git a/airflow/providers/microsoft/azure/CHANGELOG.rst b/airflow/providers/microsoft/azure/CHANGELOG.rst
@@ -19,6 +19,29 @@
 Changelog
 ---------
 
+3.2.0
+.....
+
+Features
+~~~~~~~~
+
+* ``Rename AzureDataLakeStorage to ADLS (#18493)``
+* ``Creating ADF pipeline run operator, sensor + ADF custom conn fields (#17885)``
+* ``Rename LocalToAzureDataLakeStorageOperator to LocalFilesystemToADLSOperator (#18168)``
+* ``Rename FileToWasbOperator to LocalFilesystemToWasbOperator (#18109)``
+
+Bug Fixes
+~~~~~~~~~
+
+* ``Fixed wasb hook attempting to create container when getting a blob client (#18287)``
+* ``Removing redundant relabeling of password conn field (#18386)``
+* ``Proper handling of Account URL custom conn field in AzureBatchHook (#18456)``
+
+.. Below changes are excluded from the changelog. Move them to
+ appropriate section above if needed. Do not delete the lines(!):
+ * ``Updating miscellaneous provider DAGs to use TaskFlow API where applicable (#18278)``
+ * ``Initial commit (#18203)``
+
 Main
 ....
 

diff --git a/airflow/providers/microsoft/azure/provider.yaml b/airflow/providers/microsoft/azure/provider.yaml
@@ -21,6 +21,7 @@ name: Microsoft Azure
 description: |
  `Microsoft Azure <https://azure.microsoft.com/>`__
 versions:
+ - 3.2.0
  - 3.1.1
  - 3.1.0
  - 3.0.0

diff --git a/airflow/providers/mysql/.latest-doc-only-change.txt b/airflow/providers/mysql/.latest-doc-only-change.txt
@@ -1 +1 @@
-bf2b48174a1ccfe398eefba7f04a5cacac421266
+ef037e702182e4370cb00c853c4fb0e246a0479c
diff --git a/airflow/providers/neo4j/CHANGELOG.rst b/airflow/providers/neo4j/CHANGELOG.rst
@@ -20,6 +20,18 @@
 Changelog
 ---------
 
+2.0.2
+.....
+
+Bug Fixes
+~~~~~~~~~
+
+* ``Fix Neo4jHook to get the query response (#18007)``
+
+.. Below changes are excluded from the changelog. Move them to
+ appropriate section above if needed. Do not delete the lines(!):
+ * ``Static start_date and default arg cleanup for misc. provider example DAGs (#18597)``
+
 2.0.1
 .....
 

diff --git a/airflow/providers/neo4j/provider.yaml b/airflow/providers/neo4j/provider.yaml
@@ -22,6 +22,7 @@ description: |
  `Neo4j <https://neo4j.com/>`__
 
 versions:
+ - 2.0.2
  - 2.0.1
  - 2.0.0
  - 1.0.1

diff --git a/airflow/providers/papermill/CHANGELOG.rst b/airflow/providers/papermill/CHANGELOG.rst
@@ -19,6 +19,24 @@
 Changelog
 ---------
 
+2.1.0
+.....
+
+Features
+~~~~~~~~
+
+* ``Add support for templated fields in PapermillOperator (#18357)``
+
+Bug Fixes
+~~~~~~~~~
+
+* ``Fix usage of range(len() to enumerate (#18174)``
+
+.. Below changes are excluded from the changelog. Move them to
+ appropriate section above if needed. Do not delete the lines(!):
+ * ``Static start_date and default arg cleanup for misc. provider example DAGs (#18597)``
+ * ``Updating miscellaneous provider DAGs to use TaskFlow API where applicable (#18278)``
+
 2.0.1
 .....