This is an automated email from the ASF dual-hosted git repository.
potiuk pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/airflow.git
The following commit(s) were added to refs/heads/main by this push:
new 7f60646cd99 Uncouple skill-eval harness string match from promptfoo
version banner (#69804)
7f60646cd99 is described below
commit 7f60646cd9934dcea99dd4bbb33d75f5650eba74
Author: Amogh Desai <[email protected]>
AuthorDate: Mon Jul 13 15:15:04 2026 +0530
Uncouple skill-eval harness string match from promptfoo version banner
(#69804)
---
dev/skill-evals/eval.py | 6 +++++-
1 file changed, 5 insertions(+), 1 deletion(-)
diff --git a/dev/skill-evals/eval.py b/dev/skill-evals/eval.py
index 8505f29374d..20eb766862a 100755
--- a/dev/skill-evals/eval.py
+++ b/dev/skill-evals/eval.py
@@ -91,7 +91,11 @@ def find_sdk_modules() -> Path:
"""
promptfoo_bin = shutil.which("promptfoo")
if promptfoo_bin:
- version = run(["promptfoo", "--version"]).stdout.strip()
+ # PROMPTFOO_DISABLE_UPDATE avoids an outdated version banner on stdout
when a newer
+ # promptfoo is published upstream, which would otherwise break this
exact match.
+ version = run(
+ ["promptfoo", "--version"], env={**os.environ,
"PROMPTFOO_DISABLE_UPDATE": "1"}
+ ).stdout.strip()
if version == PROMPTFOO_VERSION:
pf_pkg = Path(promptfoo_bin).resolve()
while pf_pkg.name != "promptfoo" or not (pf_pkg /
"package.json").is_file():
