Skip to content

Commit d633d3a

Browse files
turbaszekpotiuk
turbaszek
authored and
potiuk
committed
[AIRFLOW-5691] Rewrite Dataproc operators to use python library (#6371)
1 parent 2897624 commit d633d3a

File tree

15 files changed

+3175
-2792
lines changed

15 files changed

+3175
-2792
lines changed

‎airflow/contrib/hooks/gcp_dataproc_hook.py‎

Lines changed: 6 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -16,27 +16,28 @@
1616
# KIND, either express or implied. See the License for the
1717
# specific language governing permissions and limitations
1818
# under the License.
19-
"""This module is deprecated. Please use `airflow.gcp.hooks.dataproc`."""
19+
"""This module is deprecated. Please use `airflow.providers.google.cloud.hooks.dataproc`."""
2020

2121
import warnings
2222

2323
# pylint: disable=unused-import
24-
from airflow.gcp.hooks.dataproc import DataprocHook, DataprocJobStatus # noqa
24+
from airflow.providers.google.cloud.hooks.dataproc import DataprocHook # noqa
2525

2626
warnings.warn(
27-
"This module is deprecated. Please use `airflow.gcp.hooks.dataproc`.",
27+
"This module is deprecated. Please use `airflow.providers.google.cloud.hooks.dataproc`.",
2828
DeprecationWarning, stacklevel=2
2929
)
3030

3131

3232
class DataProcHook(DataprocHook):
3333
"""
34-
This class is deprecated. Please use `airflow.gcp.hooks.dataproc.DataprocHook`.
34+
This class is deprecated. Please use `airflow.providers.google.cloud.hooks.dataproc.DataprocHook`.
3535
"""
3636

3737
def __init__(self, *args, **kwargs):
3838
warnings.warn(
39-
"This class is deprecated. Please use `airflow.gcp.hooks.dataproc.DataprocHook`.",
39+
"This class is deprecated. Please use `airflow.providers.google."
40+
"cloud.hooks.dataproc.DataprocHook`.",
4041
DeprecationWarning, stacklevel=2
4142
)
4243

‎airflow/contrib/operators/dataproc_operator.py‎

Lines changed: 7 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -16,19 +16,21 @@
1616
# KIND, either express or implied. See the License for the
1717
# specific language governing permissions and limitations
1818
# under the License.
19-
"""This module is deprecated. Please use `airflow.gcp.operators.dataproc`."""
19+
"""This module is deprecated. Please use `airflow.providers.google.cloud.operators.dataproc`."""
2020

2121
import warnings
2222

2323
# pylint: disable=unused-import
24-
from airflow.gcp.operators.dataproc import ( # noqa
24+
from airflow.providers.google.cloud.operators.dataproc import ( # noqa
2525
DataprocClusterCreateOperator, DataprocClusterDeleteOperator, DataprocClusterScaleOperator,
26-
DataProcHadoopOperator, DataProcHiveOperator, DataProcJobBaseOperator, DataprocOperationBaseOperator,
26+
DataProcHadoopOperator, DataProcHiveOperator, DataProcJobBaseOperator, DataProcJobBuilder,
2727
DataProcPigOperator, DataProcPySparkOperator, DataProcSparkOperator, DataProcSparkSqlOperator,
28+
DataprocSubmitJobOperator, DataprocUpdateClusterOperator,
2829
DataprocWorkflowTemplateInstantiateInlineOperator, DataprocWorkflowTemplateInstantiateOperator,
2930
)
3031

3132
warnings.warn(
32-
"This module is deprecated. Please use `airflow.gcp.operators.dataproc`.",
33-
DeprecationWarning, stacklevel=2
33+
"This module is deprecated. Please use `airflow.providers.google.cloud.operators.dataproc`.",
34+
DeprecationWarning,
35+
stacklevel=2,
3436
)

‎airflow/gcp/example_dags/example_dataproc.py‎

Lines changed: 0 additions & 122 deletions
This file was deleted.

0 commit comments

Comments
 (0)