[
https://issues.apache.org/jira/browse/AIRFLOW-3308?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
John Cheng updated AIRFLOW-3308:
--------------------------------
Description:
#3906 removed {noformat}_integrate_plugins(){noformat} from
{noformat}airflow.__init__{noformat} which breaks plugins import.
{noformat}
[2018-11-07 02:06:21,372] {{plugins_manager.py:83}} DEBUG - Importing plugin
module /usr/local/airflow/dags/plugins/sensors/spark_submit_sensor.py
[2018-11-07 02:06:21,376] {{plugins_manager.py:83}} DEBUG - Importing plugin
module /usr/local/airflow/dags/plugins/sensors/__init__.py
[2018-11-07 02:06:21,380] {{plugins_manager.py:83}} DEBUG - Importing plugin
module /usr/local/airflow/dags/plugins/sensors/glue_sensor.py
[2018-11-07 02:06:21,389] {{plugins_manager.py:83}} DEBUG - Importing plugin
module /usr/local/airflow/dags/plugins/operators/postgres_operator.py
[2018-11-07 02:06:21,393] {{plugins_manager.py:83}} DEBUG - Importing plugin
module /usr/local/airflow/dags/plugins/operators/service_catalog_operator.py
[2018-11-07 02:06:21,397] {{plugins_manager.py:83}} DEBUG - Importing plugin
module /usr/local/airflow/dags/plugins/operators/glue_operator.py
[2018-11-07 02:06:21,400] {{plugins_manager.py:83}} DEBUG - Importing plugin
module /usr/local/airflow/dags/plugins/operators/__init__.py
[2018-11-07 02:06:21,464] {{plugins_manager.py:83}} DEBUG - Importing plugin
module /usr/local/airflow/dags/plugins/hooks/redis_cluster_hook.py
[2018-11-07 02:06:21,472] {{plugins_manager.py:83}} DEBUG - Importing plugin
module /usr/local/airflow/dags/plugins/hooks/athena_hook.py
[2018-11-07 02:06:21,480] {{plugins_manager.py:83}} DEBUG - Importing plugin
module /usr/local/airflow/dags/plugins/hooks/slack_hook.py
[2018-11-07 02:06:21,486] {{plugins_manager.py:83}} DEBUG - Importing plugin
module /usr/local/airflow/dags/plugins/hooks/__init__.py
[2018-11-07 02:06:21,490] {{plugins_manager.py:83}} DEBUG - Importing plugin
module /usr/local/airflow/dags/plugins/hooks/s3_hook.py
[2018-11-07 02:06:21,497] {{plugins_manager.py:103}} DEBUG - Creating module
airflow.operators.my_plugins
[2018-11-07 02:06:21,498] {{plugins_manager.py:103}} DEBUG - Creating module
airflow.sensors.my_plugins
[2018-11-07 02:06:21,498] {{plugins_manager.py:103}} DEBUG - Creating module
airflow.hooks.my_plugins
[2018-11-07 02:06:21,498] {{plugins_manager.py:103}} DEBUG - Creating module
airflow.executors.my_plugins
[2018-11-07 02:06:21,499] {{plugins_manager.py:103}} DEBUG - Creating module
airflow.macros.my_plugins
[2018-11-07 02:06:54,851] {{models.py:355}} DEBUG - Importing
/usr/local/airflow/dags/my_dag.py
[2018-11-07 02:06:54,856] {{models.py:369}} ERROR - Failed to import:
/usr/local/airflow/dags/my_dag.py
Traceback (most recent call last):
File "/usr/local/lib/python3.6/site-packages/airflow/models.py", line 366, in
process_file
m = imp.load_source(mod_name, filepath)
File "/usr/local/lib/python3.6/imp.py", line 172, in load_source
module = _load(spec)
File "<frozen importlib._bootstrap>", line 684, in _load
File "<frozen importlib._bootstrap>", line 665, in _load_unlocked
File "<frozen importlib._bootstrap_external>", line 678, in exec_module
File "<frozen importlib._bootstrap>", line 219, in _call_with_frames_removed
File "/usr/local/airflow/dags/user_profile.py", line 6, in <module>
from airflow.hooks.my_plugins import SlackWebhookHook
ModuleNotFoundError: No module named 'airflow.hooks.my_plugins'
{noformat}
was:
#3906 removed {{_integrate_plugins()}} from {{airflow.__init__}} which breaks
plugins import.
{code:java}
[2018-11-07 02:06:21,372] {{plugins_manager.py:83}} DEBUG - Importing plugin
module /usr/local/airflow/dags/plugins/sensors/spark_submit_sensor.py
[2018-11-07 02:06:21,376] {{plugins_manager.py:83}} DEBUG - Importing plugin
module /usr/local/airflow/dags/plugins/sensors/__init__.py
[2018-11-07 02:06:21,380] {{plugins_manager.py:83}} DEBUG - Importing plugin
module /usr/local/airflow/dags/plugins/sensors/glue_sensor.py
[2018-11-07 02:06:21,389] {{plugins_manager.py:83}} DEBUG - Importing plugin
module /usr/local/airflow/dags/plugins/operators/postgres_operator.py
[2018-11-07 02:06:21,393] {{plugins_manager.py:83}} DEBUG - Importing plugin
module /usr/local/airflow/dags/plugins/operators/service_catalog_operator.py
[2018-11-07 02:06:21,397] {{plugins_manager.py:83}} DEBUG - Importing plugin
module /usr/local/airflow/dags/plugins/operators/glue_operator.py
[2018-11-07 02:06:21,400] {{plugins_manager.py:83}} DEBUG - Importing plugin
module /usr/local/airflow/dags/plugins/operators/__init__.py
[2018-11-07 02:06:21,464] {{plugins_manager.py:83}} DEBUG - Importing plugin
module /usr/local/airflow/dags/plugins/hooks/redis_cluster_hook.py
[2018-11-07 02:06:21,472] {{plugins_manager.py:83}} DEBUG - Importing plugin
module /usr/local/airflow/dags/plugins/hooks/athena_hook.py
[2018-11-07 02:06:21,480] {{plugins_manager.py:83}} DEBUG - Importing plugin
module /usr/local/airflow/dags/plugins/hooks/slack_hook.py
[2018-11-07 02:06:21,486] {{plugins_manager.py:83}} DEBUG - Importing plugin
module /usr/local/airflow/dags/plugins/hooks/__init__.py
[2018-11-07 02:06:21,490] {{plugins_manager.py:83}} DEBUG - Importing plugin
module /usr/local/airflow/dags/plugins/hooks/s3_hook.py
[2018-11-07 02:06:21,497] {{plugins_manager.py:103}} DEBUG - Creating module
airflow.operators.my_plugins
[2018-11-07 02:06:21,498] {{plugins_manager.py:103}} DEBUG - Creating module
airflow.sensors.my_plugins
[2018-11-07 02:06:21,498] {{plugins_manager.py:103}} DEBUG - Creating module
airflow.hooks.my_plugins
[2018-11-07 02:06:21,498] {{plugins_manager.py:103}} DEBUG - Creating module
airflow.executors.my_plugins
[2018-11-07 02:06:21,499] {{plugins_manager.py:103}} DEBUG - Creating module
airflow.macros.my_plugins
[2018-11-07 02:06:54,851] {{models.py:355}} DEBUG - Importing
/usr/local/airflow/dags/my_dag.py
[2018-11-07 02:06:54,856] {{models.py:369}} ERROR - Failed to import:
/usr/local/airflow/dags/my_dag.py
Traceback (most recent call last):
File "/usr/local/lib/python3.6/site-packages/airflow/models.py", line 366, in
process_file
m = imp.load_source(mod_name, filepath)
File "/usr/local/lib/python3.6/imp.py", line 172, in load_source
module = _load(spec)
File "<frozen importlib._bootstrap>", line 684, in _load
File "<frozen importlib._bootstrap>", line 665, in _load_unlocked
File "<frozen importlib._bootstrap_external>", line 678, in exec_module
File "<frozen importlib._bootstrap>", line 219, in _call_with_frames_removed
File "/usr/local/airflow/dags/user_profile.py", line 6, in <module>
from airflow.hooks.my_plugins import SlackWebhookHook
ModuleNotFoundError: No module named 'airflow.hooks.my_plugins'
{code}
> Plugins import is broken
> ------------------------
>
> Key: AIRFLOW-3308
> URL: https://issues.apache.org/jira/browse/AIRFLOW-3308
> Project: Apache Airflow
> Issue Type: Bug
> Components: plugins
> Affects Versions: 2.0.0
> Reporter: John Cheng
> Assignee: John Cheng
> Priority: Major
> Fix For: 2.0.0
>
>
> #3906 removed {noformat}_integrate_plugins(){noformat} from
> {noformat}airflow.__init__{noformat} which breaks plugins import.
> {noformat}
> [2018-11-07 02:06:21,372] {{plugins_manager.py:83}} DEBUG - Importing plugin
> module /usr/local/airflow/dags/plugins/sensors/spark_submit_sensor.py
> [2018-11-07 02:06:21,376] {{plugins_manager.py:83}} DEBUG - Importing plugin
> module /usr/local/airflow/dags/plugins/sensors/__init__.py
> [2018-11-07 02:06:21,380] {{plugins_manager.py:83}} DEBUG - Importing plugin
> module /usr/local/airflow/dags/plugins/sensors/glue_sensor.py
> [2018-11-07 02:06:21,389] {{plugins_manager.py:83}} DEBUG - Importing plugin
> module /usr/local/airflow/dags/plugins/operators/postgres_operator.py
> [2018-11-07 02:06:21,393] {{plugins_manager.py:83}} DEBUG - Importing plugin
> module /usr/local/airflow/dags/plugins/operators/service_catalog_operator.py
> [2018-11-07 02:06:21,397] {{plugins_manager.py:83}} DEBUG - Importing plugin
> module /usr/local/airflow/dags/plugins/operators/glue_operator.py
> [2018-11-07 02:06:21,400] {{plugins_manager.py:83}} DEBUG - Importing plugin
> module /usr/local/airflow/dags/plugins/operators/__init__.py
> [2018-11-07 02:06:21,464] {{plugins_manager.py:83}} DEBUG - Importing plugin
> module /usr/local/airflow/dags/plugins/hooks/redis_cluster_hook.py
> [2018-11-07 02:06:21,472] {{plugins_manager.py:83}} DEBUG - Importing plugin
> module /usr/local/airflow/dags/plugins/hooks/athena_hook.py
> [2018-11-07 02:06:21,480] {{plugins_manager.py:83}} DEBUG - Importing plugin
> module /usr/local/airflow/dags/plugins/hooks/slack_hook.py
> [2018-11-07 02:06:21,486] {{plugins_manager.py:83}} DEBUG - Importing plugin
> module /usr/local/airflow/dags/plugins/hooks/__init__.py
> [2018-11-07 02:06:21,490] {{plugins_manager.py:83}} DEBUG - Importing plugin
> module /usr/local/airflow/dags/plugins/hooks/s3_hook.py
> [2018-11-07 02:06:21,497] {{plugins_manager.py:103}} DEBUG - Creating module
> airflow.operators.my_plugins
> [2018-11-07 02:06:21,498] {{plugins_manager.py:103}} DEBUG - Creating module
> airflow.sensors.my_plugins
> [2018-11-07 02:06:21,498] {{plugins_manager.py:103}} DEBUG - Creating module
> airflow.hooks.my_plugins
> [2018-11-07 02:06:21,498] {{plugins_manager.py:103}} DEBUG - Creating module
> airflow.executors.my_plugins
> [2018-11-07 02:06:21,499] {{plugins_manager.py:103}} DEBUG - Creating module
> airflow.macros.my_plugins
> [2018-11-07 02:06:54,851] {{models.py:355}} DEBUG - Importing
> /usr/local/airflow/dags/my_dag.py
> [2018-11-07 02:06:54,856] {{models.py:369}} ERROR - Failed to import:
> /usr/local/airflow/dags/my_dag.py
> Traceback (most recent call last):
> File "/usr/local/lib/python3.6/site-packages/airflow/models.py", line 366,
> in process_file
> m = imp.load_source(mod_name, filepath)
> File "/usr/local/lib/python3.6/imp.py", line 172, in load_source
> module = _load(spec)
> File "<frozen importlib._bootstrap>", line 684, in _load
> File "<frozen importlib._bootstrap>", line 665, in _load_unlocked
> File "<frozen importlib._bootstrap_external>", line 678, in exec_module
> File "<frozen importlib._bootstrap>", line 219, in _call_with_frames_removed
> File "/usr/local/airflow/dags/user_profile.py", line 6, in <module>
> from airflow.hooks.my_plugins import SlackWebhookHook
> ModuleNotFoundError: No module named 'airflow.hooks.my_plugins'
> {noformat}
--
This message was sent by Atlassian JIRA
(v7.6.3#76005)
