Eval results for tickets 04-07; grader ignores bot-run skips; resolve tickets 01-07
Co-Authored-By: Claude Sonnet 5.5 <noreply@anthropic.com>
This commit is contained in:
1 parent
258bfbb500
commit
312742cfef
17 files changed
+2546
-19
No files matched your search
@@ -225,12 +225,13 @@ def main(fixture):
|
||||
if cfg.get("ai_desktop"):
|
||||
env["PAGE_CHECK_AI_DESKTOP_DIR"] = str(pages[0].parent)
|
||||
check_dirs.append(ROOT / "tests" / "page_check_ai_desktop")
|
||||
pc = subprocess.run([sys.executable, "-m", "pytest", *map(str, check_dirs), "-q"],
|
||||
pc = subprocess.run([sys.executable, "-m", "pytest", *map(str, check_dirs), "-q", "-rs"],
|
||||
env=env, capture_output=True, text=True)
|
||||
checks["page check passes"] = pc.returncode == 0
|
||||
page_check = pc.stdout.strip().splitlines()[-1:] if pc.stdout else [pc.stderr[-500:]]
|
||||
built_without = "page built without" in pc.stdout # a chosen section whose cases skipped
|
||||
if cfg.get("sections"): # every chosen section's page check ran
|
||||
checks["no section checks skipped"] = "skipped" not in page_check[0]
|
||||
checks["no section checks skipped"] = not built_without
|
||||
else:
|
||||
page_check = ["no page"]
|
||||
|
||||
|
||||
Reference in new issue
Block a user