jscheffl commented on code in PR #64829:
URL: https://github.com/apache/airflow/pull/64829#discussion_r3067837963
##########
providers/cncf/kubernetes/src/airflow/providers/cncf/kubernetes/utils/pod_manager.py:
##########
@@ -74,6 +76,33 @@
:meta private:
"""
+_POD_LOG_LEVEL_PATTERN = re.compile(
+
r"^\s*(?:\[)?(DEBUG|INFO|WARNING|WARN|ERROR|CRITICAL|FATAL)(?:\])?\s*[:\-]?\s*",
+ re.IGNORECASE,
+)
+_POD_LOG_LEVEL_MAP: dict[str, int] = {
+ "DEBUG": logging.DEBUG,
+ "INFO": logging.INFO,
+ "WARNING": logging.WARNING,
+ "WARN": logging.WARNING,
+ "ERROR": logging.ERROR,
+ "CRITICAL": logging.CRITICAL,
+ "FATAL": logging.CRITICAL,
+}
+
+
+def _parse_log_level(message: str) -> int:
+ """
+ Detect the Python logging level from a pod log line's prefix.
+
+ Recognises common formats: ``ERROR:``, ``[ERROR]``, ``WARNING -``, etc.
+ Returns ``logging.INFO`` when no known prefix is found
(backwards-compatible).
+ """
+ match = _POD_LOG_LEVEL_PATTERN.match(message)
+ if match:
+ return _POD_LOG_LEVEL_MAP.get(match.group(1).upper(), logging.INFO)
+ return logging.INFO
Review Comment:
Agree here. Would be cool to include this for the Async Pod Manager as well.
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
