We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 0e12f29 commit 2676819Copy full SHA for 2676819
1 file changed
SKILL.md
@@ -101,8 +101,10 @@ def evaluate(program_path: str) -> dict:
101
module = importlib.util.module_from_spec(spec)
102
try:
103
spec.loader.exec_module(module)
104
- except Exception as e:
105
- return {"combined_score": 0.0, "error": str(e)}
+ except Exception:
+ # On load failure, return a numeric-only metrics dict.
106
+ # In a real evaluator, log the exception or store it in artifacts, not metrics.
107
+ return {"combined_score": 0.0}
108
109
# Define test cases
110
test_cases = [
0 commit comments