Remove hook-class-names from provider.yaml (#24702)

* Remove `hook-class-names` from provider.yaml now that providers>=2.2 there is no need for the hook-class-names any longer. refrence to #17775 * fix `airflow/provider.yaml.schema.json` and `provider_info.schema.json` * undo changes in `provider_info.schema.json`
apache · Jun 28, 2022 · 510a6ba · 510a6ba
1 parent 1429091
commit 510a6ba
Show file tree

Hide file tree

Showing 57 changed files with 0 additions and 187 deletions.
diff --git a/airflow/provider.yaml.schema.json b/airflow/provider.yaml.schema.json
@@ -194,17 +194,6 @@
  ]
  }
  },
- "hook-class-names": {
- "type": "array",
- "description": "Hook class names that provide connection types to core (deprecated by connection-types)",
- "items": {
- "type": "string"
- },
- "deprecated": {
- "description": "The hook-class-names property has been deprecated in favour of connection-types which is more performant version allowing to only import individual Hooks rather than all hooks at once",
- "deprecatedVersion": "2.2"
- }
- },
  "connection-types": {
  "type": "array",
  "description": "Array of connection types mapped to hook class names",

diff --git a/airflow/providers/airbyte/provider.yaml b/airflow/providers/airbyte/provider.yaml
@@ -57,9 +57,6 @@ sensors:
  python-modules:
  - airflow.providers.airbyte.sensors.airbyte
 
-hook-class-names: # deprecated - to be removed after providers add dependency on Airflow 2.2.0+
- - airflow.providers.airbyte.hooks.airbyte.AirbyteHook
-
 connection-types:
  - hook-class-name: airflow.providers.airbyte.hooks.airbyte.AirbyteHook
  connection-type: airbyte
diff --git a/airflow/providers/alibaba/provider.yaml b/airflow/providers/alibaba/provider.yaml
@@ -54,8 +54,6 @@ hooks:
  python-modules:
  - airflow.providers.alibaba.cloud.hooks.oss
 
-hook-class-names: # deprecated - to be removed after providers add dependency on Airflow 2.2.0+
- - airflow.providers.alibaba.cloud.hooks.oss.OSSHook
 
 connection-types:
  - hook-class-name: airflow.providers.alibaba.cloud.hooks.oss.OSSHook

diff --git a/airflow/providers/amazon/provider.yaml b/airflow/providers/amazon/provider.yaml
@@ -561,11 +561,6 @@ transfers:
  how-to-guide: /docs/apache-airflow-providers-amazon/operators/transfer/sql_to_s3.rst
  python-module: airflow.providers.amazon.aws.transfers.sql_to_s3
 
-hook-class-names: # deprecated - to be removed after providers add dependency on Airflow 2.2.0+
- - airflow.providers.amazon.aws.hooks.s3.S3Hook
- - airflow.providers.amazon.aws.hooks.base_aws.AwsBaseHook
- - airflow.providers.amazon.aws.hooks.emr.EmrHook
- - airflow.providers.amazon.aws.hooks.redshift_sql.RedshiftSQLHook
 
 extra-links:
  - airflow.providers.amazon.aws.links.batch.BatchJobDefinitionLink

diff --git a/airflow/providers/apache/cassandra/provider.yaml b/airflow/providers/apache/cassandra/provider.yaml
@@ -54,9 +54,6 @@ hooks:
  python-modules:
  - airflow.providers.apache.cassandra.hooks.cassandra
 
-hook-class-names: # deprecated - to be removed after providers add dependency on Airflow 2.2.0+
- - airflow.providers.apache.cassandra.hooks.cassandra.CassandraHook
-
 connection-types:
  - hook-class-name: airflow.providers.apache.cassandra.hooks.cassandra.CassandraHook
  connection-type: cassandra
diff --git a/airflow/providers/apache/drill/provider.yaml b/airflow/providers/apache/drill/provider.yaml
@@ -50,9 +50,6 @@ hooks:
  python-modules:
  - airflow.providers.apache.drill.hooks.drill
 
-hook-class-names: # deprecated - to be removed after providers add dependency on Airflow 2.2.0+
- - airflow.providers.apache.drill.hooks.drill.DrillHook
-
 connection-types:
  - hook-class-name: airflow.providers.apache.drill.hooks.drill.DrillHook
  connection-type: drill
diff --git a/airflow/providers/apache/druid/provider.yaml b/airflow/providers/apache/druid/provider.yaml
@@ -58,8 +58,6 @@ hooks:
  python-modules:
  - airflow.providers.apache.druid.hooks.druid
 
-hook-class-names: # deprecated - to be removed after providers add dependency on Airflow 2.2.0+
- - airflow.providers.apache.druid.hooks.druid.DruidDbApiHook
 
 connection-types:
  - hook-class-name: airflow.providers.apache.druid.hooks.druid.DruidDbApiHook

diff --git a/airflow/providers/apache/hdfs/provider.yaml b/airflow/providers/apache/hdfs/provider.yaml
@@ -67,9 +67,6 @@ hooks:
  python-modules:
  - airflow.providers.apache.hdfs.hooks.webhdfs
 
-hook-class-names:
- # deprecated - to be removed after providers add dependency on Airflow 2.2.0+
- - airflow.providers.apache.hdfs.hooks.hdfs.HDFSHook
 
 connection-types:
  - hook-class-name: airflow.providers.apache.hdfs.hooks.hdfs.HDFSHook

diff --git a/airflow/providers/apache/hive/provider.yaml b/airflow/providers/apache/hive/provider.yaml
@@ -87,12 +87,6 @@ transfers:
  target-integration-name: Apache Hive
  python-module: airflow.providers.apache.hive.transfers.mssql_to_hive
 
-hook-class-names:
- # deprecated - to be removed after providers add dependency on Airflow 2.2.0+
- - airflow.providers.apache.hive.hooks.hive.HiveCliHook
- - airflow.providers.apache.hive.hooks.hive.HiveServer2Hook
- - airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook
-
 connection-types:
  - hook-class-name: airflow.providers.apache.hive.hooks.hive.HiveCliHook
  connection-type: hive_cli

diff --git a/airflow/providers/apache/livy/provider.yaml b/airflow/providers/apache/livy/provider.yaml
@@ -59,9 +59,6 @@ hooks:
  python-modules:
  - airflow.providers.apache.livy.hooks.livy
 
-hook-class-names:
- # deprecated - to be removed after providers add dependency on Airflow 2.2.0+
- - airflow.providers.apache.livy.hooks.livy.LivyHook
 
 connection-types:
  - hook-class-name: airflow.providers.apache.livy.hooks.livy.LivyHook

diff --git a/airflow/providers/apache/pig/provider.yaml b/airflow/providers/apache/pig/provider.yaml
@@ -52,10 +52,6 @@ hooks:
  python-modules:
  - airflow.providers.apache.pig.hooks.pig
 
-hook-class-names:
- # deprecated - to be removed after providers add dependency on Airflow 2.2.0+
- - airflow.providers.apache.pig.hooks.pig.PigCliHook
-
 connection-types:
  - connection-type: pig_cli
  hook-class-name: airflow.providers.apache.pig.hooks.pig.PigCliHook
diff --git a/airflow/providers/apache/spark/provider.yaml b/airflow/providers/apache/spark/provider.yaml
@@ -62,10 +62,6 @@ hooks:
  - airflow.providers.apache.spark.hooks.spark_sql
  - airflow.providers.apache.spark.hooks.spark_submit
 
-hook-class-names: # deprecated - to be removed after providers add dependency on Airflow 2.2.0+
- - airflow.providers.apache.spark.hooks.spark_jdbc.SparkJDBCHook
- - airflow.providers.apache.spark.hooks.spark_sql.SparkSqlHook
- - airflow.providers.apache.spark.hooks.spark_submit.SparkSubmitHook
 
 connection-types:
  - hook-class-name: airflow.providers.apache.spark.hooks.spark_jdbc.SparkJDBCHook

diff --git a/airflow/providers/apache/sqoop/provider.yaml b/airflow/providers/apache/sqoop/provider.yaml
@@ -54,9 +54,6 @@ hooks:
  python-modules:
  - airflow.providers.apache.sqoop.hooks.sqoop
 
-hook-class-names:
- # deprecated - to be removed after providers add dependency on Airflow 2.2.0+
- - airflow.providers.apache.sqoop.hooks.sqoop.SqoopHook
 
 connection-types:
  - hook-class-name: airflow.providers.apache.sqoop.hooks.sqoop.SqoopHook

diff --git a/airflow/providers/asana/provider.yaml b/airflow/providers/asana/provider.yaml
@@ -49,8 +49,6 @@ hooks:
  python-modules:
  - airflow.providers.asana.hooks.asana
 
-hook-class-names: # deprecated - to be removed after providers add dependency on Airflow 2.2.0+
- - airflow.providers.asana.hooks.asana.AsanaHook
 
 connection-types:
  - hook-class-name: airflow.providers.asana.hooks.asana.AsanaHook

diff --git a/airflow/providers/cloudant/provider.yaml b/airflow/providers/cloudant/provider.yaml
@@ -45,9 +45,6 @@ hooks:
  python-modules:
  - airflow.providers.cloudant.hooks.cloudant
 
-hook-class-names: # deprecated - to be removed after providers add dependency on Airflow 2.2.0+
- - airflow.providers.cloudant.hooks.cloudant.CloudantHook
-
 connection-types:
  - hook-class-name: airflow.providers.cloudant.hooks.cloudant.CloudantHook
  connection-type: cloudant
diff --git a/airflow/providers/cncf/kubernetes/provider.yaml b/airflow/providers/cncf/kubernetes/provider.yaml
@@ -75,8 +75,6 @@ hooks:
  python-modules:
  - airflow.providers.cncf.kubernetes.hooks.kubernetes
 
-hook-class-names: # deprecated - to be removed after providers add dependency on Airflow 2.2.0+
- - airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook
 
 connection-types:
  - hook-class-name: airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook

diff --git a/airflow/providers/databricks/provider.yaml b/airflow/providers/databricks/provider.yaml
@@ -83,8 +83,6 @@ hooks:
  python-modules:
  - airflow.providers.databricks.hooks.databricks_sql
 
-hook-class-names: # deprecated - to be removed after providers add dependency on Airflow 2.2.0+
- - airflow.providers.databricks.hooks.databricks.DatabricksHook
 
 connection-types:
  - hook-class-name: airflow.providers.databricks.hooks.databricks.DatabricksHook

diff --git a/airflow/providers/dbt/cloud/provider.yaml b/airflow/providers/dbt/cloud/provider.yaml
@@ -52,9 +52,6 @@ hooks:
  python-modules:
  - airflow.providers.dbt.cloud.hooks.dbt
 
-hook-class-names: # deprecated - to be removed after providers add dependency on Airflow 2.2.0+
- - airflow.providers.dbt.cloud.hooks.dbt.DbtCloudHook
-
 connection-types:
  - hook-class-name: airflow.providers.dbt.cloud.hooks.dbt.DbtCloudHook
  connection-type: dbt_cloud

diff --git a/airflow/providers/dingding/provider.yaml b/airflow/providers/dingding/provider.yaml
@@ -53,8 +53,6 @@ hooks:
  python-modules:
  - airflow.providers.dingding.hooks.dingding
 
-hook-class-names: # deprecated - to be removed after providers add dependency on Airflow 2.2.0+
- - airflow.providers.dingding.hooks.dingding.DingdingHook
 
 connection-types:
  - hook-class-name: airflow.providers.dingding.hooks.dingding.DingdingHook

diff --git a/airflow/providers/discord/provider.yaml b/airflow/providers/discord/provider.yaml
@@ -51,9 +51,6 @@ hooks:
  python-modules:
  - airflow.providers.discord.hooks.discord_webhook
 
-hook-class-names: # deprecated - to be removed after providers add dependency on Airflow 2.2.0+
- - airflow.providers.discord.hooks.discord_webhook.DiscordWebhookHook
-
 connection-types:
  - hook-class-name: airflow.providers.discord.hooks.discord_webhook.DiscordWebhookHook
  connection-type: discord
diff --git a/airflow/providers/docker/provider.yaml b/airflow/providers/docker/provider.yaml
@@ -67,9 +67,6 @@ hooks:
  python-modules:
  - airflow.providers.docker.hooks.docker
 
-hook-class-names: # deprecated - to be removed after providers add dependency on Airflow 2.2.0+
- - airflow.providers.docker.hooks.docker.DockerHook
-
 connection-types:
  - hook-class-name: airflow.providers.docker.hooks.docker.DockerHook
  connection-type: docker

diff --git a/airflow/providers/elasticsearch/provider.yaml b/airflow/providers/elasticsearch/provider.yaml
@@ -52,9 +52,6 @@ hooks:
  python-modules:
  - airflow.providers.elasticsearch.hooks.elasticsearch
 
-hook-class-names: # deprecated - to be removed after providers add dependency on Airflow 2.2.0+
- - airflow.providers.elasticsearch.hooks.elasticsearch.ElasticsearchHook
-
 connection-types:
  - hook-class-name: airflow.providers.elasticsearch.hooks.elasticsearch.ElasticsearchHook
  connection-type: elasticsearch

diff --git a/airflow/providers/exasol/provider.yaml b/airflow/providers/exasol/provider.yaml
@@ -52,9 +52,6 @@ hooks:
  python-modules:
  - airflow.providers.exasol.hooks.exasol
 
-hook-class-names: # deprecated - to be removed after providers add dependency on Airflow 2.2.0+
- - airflow.providers.exasol.hooks.exasol.ExasolHook
-
 connection-types:
  - hook-class-name: airflow.providers.exasol.hooks.exasol.ExasolHook
  connection-type: exasol
diff --git a/airflow/providers/facebook/provider.yaml b/airflow/providers/facebook/provider.yaml
@@ -48,9 +48,6 @@ hooks:
  python-modules:
  - airflow.providers.facebook.ads.hooks.ads
 
-hook-class-names: # deprecated - to be removed after providers add dependency on Airflow 2.2.0+
- - airflow.providers.facebook.ads.hooks.ads.FacebookAdsReportingHook
-
 connection-types:
  - hook-class-name: airflow.providers.facebook.ads.hooks.ads.FacebookAdsReportingHook
  connection-type: facebook_social
diff --git a/airflow/providers/ftp/provider.yaml b/airflow/providers/ftp/provider.yaml
@@ -48,9 +48,6 @@ hooks:
  python-modules:
  - airflow.providers.ftp.hooks.ftp
 
-hook-class-names: # deprecated - to be removed after providers add dependency on Airflow 2.2.0+
- - airflow.providers.ftp.hooks.ftp.FTPHook
-
 connection-types:
  - hook-class-name: airflow.providers.ftp.hooks.ftp.FTPHook
  connection-type: ftp
diff --git a/airflow/providers/google/provider.yaml b/airflow/providers/google/provider.yaml
@@ -853,14 +853,6 @@ transfers:
  python-module: airflow.providers.google.cloud.transfers.mssql_to_gcs
  how-to-guide: /docs/apache-airflow-providers-google/operators/transfer/mssql_to_gcs.rst
 
-hook-class-names: # deprecated - to be removed after providers add dependency on Airflow 2.2.0+
- - airflow.providers.google.common.hooks.base_google.GoogleBaseHook
- - airflow.providers.google.cloud.hooks.dataprep.GoogleDataprepHook
- - airflow.providers.google.cloud.hooks.cloud_sql.CloudSQLHook
- - airflow.providers.google.cloud.hooks.cloud_sql.CloudSQLDatabaseHook
- - airflow.providers.google.cloud.hooks.compute_ssh.ComputeEngineSSHHook
- - airflow.providers.google.cloud.hooks.bigquery.BigQueryHook
- - airflow.providers.google.leveldb.hooks.leveldb.LevelDBHook
 
 connection-types:
  - hook-class-name: airflow.providers.google.common.hooks.base_google.GoogleBaseHook

diff --git a/airflow/providers/grpc/provider.yaml b/airflow/providers/grpc/provider.yaml
@@ -50,9 +50,6 @@ hooks:
  python-modules:
  - airflow.providers.grpc.hooks.grpc
 
-hook-class-names: # deprecated - to be removed after providers add dependency on Airflow 2.2.0+
- - airflow.providers.grpc.hooks.grpc.GrpcHook
-
 connection-types:
  - hook-class-name: airflow.providers.grpc.hooks.grpc.GrpcHook
  connection-type: grpc
diff --git a/airflow/providers/hashicorp/provider.yaml b/airflow/providers/hashicorp/provider.yaml
@@ -48,9 +48,6 @@ hooks:
  python-modules:
  - airflow.providers.hashicorp.hooks.vault
 
-hook-class-names: # deprecated - to be removed after providers add dependency on Airflow 2.2.0+
- - airflow.providers.hashicorp.hooks.vault.VaultHook
-
 connection-types:
  - hook-class-name: airflow.providers.hashicorp.hooks.vault.VaultHook
  connection-type: vault

diff --git a/airflow/providers/http/provider.yaml b/airflow/providers/http/provider.yaml
@@ -56,9 +56,6 @@ hooks:
  python-modules:
  - airflow.providers.http.hooks.http
 
-hook-class-names: # deprecated - to be removed after providers add dependency on Airflow 2.2.0+
- - airflow.providers.http.hooks.http.HttpHook
-
 connection-types:
  - hook-class-name: airflow.providers.http.hooks.http.HttpHook
  connection-type: http
diff --git a/airflow/providers/imap/provider.yaml b/airflow/providers/imap/provider.yaml
@@ -49,9 +49,6 @@ hooks:
  python-modules:
  - airflow.providers.imap.hooks.imap
 
-hook-class-names: # deprecated - to be removed after providers add dependency on Airflow 2.2.0+
- - airflow.providers.imap.hooks.imap.ImapHook
-
 connection-types:
  - hook-class-name: airflow.providers.imap.hooks.imap.ImapHook
  connection-type: imap
diff --git a/airflow/providers/jdbc/provider.yaml b/airflow/providers/jdbc/provider.yaml
@@ -52,8 +52,6 @@ hooks:
  python-modules:
  - airflow.providers.jdbc.hooks.jdbc
 
-hook-class-names: # deprecated - to be removed after providers add dependency on Airflow 2.2.0+
- - airflow.providers.jdbc.hooks.jdbc.JdbcHook
 
 connection-types:
  - hook-class-name: airflow.providers.jdbc.hooks.jdbc.JdbcHook

diff --git a/airflow/providers/jenkins/provider.yaml b/airflow/providers/jenkins/provider.yaml
@@ -59,9 +59,6 @@ sensors:
  python-modules:
  - 'airflow.providers.jenkins.sensors.jenkins'
 
-hook-class-names: # deprecated - to be removed after providers add dependency on Airflow 2.2.0+
- - airflow.providers.jenkins.hooks.jenkins.JenkinsHook
-
 connection-types:
  - hook-class-name: airflow.providers.jenkins.hooks.jenkins.JenkinsHook
  connection-type: jenkins
diff --git a/airflow/providers/jira/provider.yaml b/airflow/providers/jira/provider.yaml
@@ -57,9 +57,6 @@ hooks:
  python-modules:
  - airflow.providers.jira.hooks.jira
 
-hook-class-names: # deprecated - to be removed after providers add dependency on Airflow 2.2.0+
- - airflow.providers.jira.hooks.jira.JiraHook
-
 connection-types:
  - hook-class-name: airflow.providers.jira.hooks.jira.JiraHook
  connection-type: jira
diff --git a/airflow/providers/microsoft/azure/provider.yaml b/airflow/providers/microsoft/azure/provider.yaml
@@ -204,19 +204,6 @@ transfers:
  how-to-guide: /docs/apache-airflow-providers-microsoft-azure/operators/sftp_to_wasb.rst
  python-module: airflow.providers.microsoft.azure.transfers.sftp_to_wasb
 
-hook-class-names: # deprecated - to be removed after providers add dependency on Airflow 2.2.0+
- - airflow.providers.microsoft.azure.hooks.base_azure.AzureBaseHook
- - airflow.providers.microsoft.azure.hooks.adx.AzureDataExplorerHook
- - airflow.providers.microsoft.azure.hooks.batch.AzureBatchHook
- - airflow.providers.microsoft.azure.hooks.cosmos.AzureCosmosDBHook
- - airflow.providers.microsoft.azure.hooks.data_lake.AzureDataLakeHook
- - airflow.providers.microsoft.azure.hooks.fileshare.AzureFileShareHook
- - airflow.providers.microsoft.azure.hooks.container_volume.AzureContainerVolumeHook
- - airflow.providers.microsoft.azure.hooks.container_instance.AzureContainerInstanceHook
- - airflow.providers.microsoft.azure.hooks.wasb.WasbHook
- - airflow.providers.microsoft.azure.hooks.data_factory.AzureDataFactoryHook
- - airflow.providers.microsoft.azure.hooks.container_registry.AzureContainerRegistryHook
- - airflow.providers.microsoft.azure.hooks.asb.BaseAzureServiceBusHook
 
 connection-types:
  - hook-class-name: airflow.providers.microsoft.azure.hooks.base_azure.AzureBaseHook

diff --git a/airflow/providers/microsoft/mssql/provider.yaml b/airflow/providers/microsoft/mssql/provider.yaml
@@ -54,9 +54,6 @@ hooks:
  python-modules:
  - airflow.providers.microsoft.mssql.hooks.mssql
 
-hook-class-names: # deprecated - to be removed after providers add dependency on Airflow 2.2.0+
- - airflow.providers.microsoft.mssql.hooks.mssql.MsSqlHook
-
 connection-types:
  - hook-class-name: airflow.providers.microsoft.mssql.hooks.mssql.MsSqlHook
  connection-type: mssql
diff --git a/airflow/providers/mongo/provider.yaml b/airflow/providers/mongo/provider.yaml
@@ -51,9 +51,6 @@ hooks:
  python-modules:
  - airflow.providers.mongo.hooks.mongo
 
-hook-class-names: # deprecated - to be removed after providers add dependency on Airflow 2.2.0+
- - airflow.providers.mongo.hooks.mongo.MongoHook
-
 connection-types:
  - hook-class-name: airflow.providers.mongo.hooks.mongo.MongoHook
  connection-type: mongo
diff --git a/airflow/providers/mysql/provider.yaml b/airflow/providers/mysql/provider.yaml
@@ -71,8 +71,6 @@ transfers:
  target-integration-name: MySQL
  python-module: airflow.providers.mysql.transfers.trino_to_mysql
 
-hook-class-names: # deprecated - to be removed after providers add dependency on Airflow 2.2.0+
- - airflow.providers.mysql.hooks.mysql.MySqlHook
 
 connection-types:
  - hook-class-name: airflow.providers.mysql.hooks.mysql.MySqlHook