|
853 | 853 | {"schema_version": 2, "task": "parser-date", "backend": "ds4", "client": "opencode", "trial": 1, "started": "2026-08-30T19:36:36", "model": "deepseek-v4-flash", "context_tokens": 100000, "effort": null, "env": {"claude": "2.1.251 (Claude Code)", "opencode": "1.18.25", "codex": "codex-cli 0.151.0", "macos": "26.6.2", "machine": "Apple M5 Max", "target_commit": "56e55cc", "ds4_head": "399acbb", "ds4_dirty": false, "ds4_server_mtime": "2026-08-27T20:06:43", "servers": {"ds4": {"sampling": {}, "sampling_source": "engine defaults (not reported by ds4)", "accepts_sampling": ["tools", "tool_choice", "max_tokens", "temperature", "top_p", "top_k", "min_p", "stop", "seed", "stream", "reasoning_effort"], "context_length": 100000}}, "client": "opencode"}, "excluded": false, "exclusion_reason": null, "keep_docstring": true, "removed_lines": 18, "removed_symbols": ["_date"], "control_fails_as_expected": true, "gates_before": {"ruff": 0, "mypy": 18}, "wall_seconds": 116.0, "client_log": "/Users/evanhoffman/bench-logs/parser-date-ds4-opencode-1.stdout.jsonl", "client_log_partial": false, "num_turns": 5, "input_tokens": 16542, "output_tokens": 1835, "reasoning_tokens": 0, "passed": false, "pytest": "49 failed, 6 passed in 0.86s", "touched_tests": false, "gates_after": {"ruff": 0, "mypy": 18}, "gates_delta": {"ruff": 0, "mypy": 0}, "restored_verbatim": false, "target_repo": "~/git/local-llm-testing/gmail-archive", "source_repo_intact": true, "solution_empty": true, "finished": "2026-08-30T19:38:42", "schema_valid": true, "schema_errors": []} |
854 | 854 | {"schema_version": 2, "task": "mbox-strip-envelope", "backend": "ds4", "client": "opencode", "trial": 1, "started": "2026-08-30T19:55:12", "model": "deepseek-v4-flash", "context_tokens": 100000, "effort": null, "env": {"claude": "2.1.251 (Claude Code)", "opencode": "1.18.25", "codex": "codex-cli 0.151.0", "macos": "26.6.2", "machine": "Apple M5 Max", "target_commit": "56e55cc", "ds4_head": "399acbb", "ds4_dirty": false, "ds4_server_mtime": "2026-08-27T20:06:43", "servers": {"ds4": {"sampling": {}, "sampling_source": "engine defaults (not reported by ds4)", "accepts_sampling": ["tools", "tool_choice", "max_tokens", "temperature", "top_p", "top_k", "min_p", "stop", "seed", "stream", "reasoning_effort"], "context_length": 100000}}, "client": "opencode"}, "excluded": false, "exclusion_reason": null, "keep_docstring": true, "removed_lines": 5, "removed_symbols": ["strip_envelope"], "control_fails_as_expected": true, "gates_before": {"ruff": 0, "mypy": 18}, "wall_seconds": 1264.9, "client_log": "/Users/evanhoffman/bench-logs/mbox-strip-envelope-ds4-opencode-1.stdout.jsonl", "client_log_partial": false, "workspace_escapes": ["/Users/evanhoffman/.claude/skills", "/Users/evanhoffman/.agents/skills", "/Users/evanhoffman/git/gmail-archive", "/Users/evanhoffman/.local/share", "/Users/evanhoffman/git/gmail-archive."], "num_turns": 5, "input_tokens": 21427, "output_tokens": 2568, "reasoning_tokens": 0, "passed": false, "pytest": "3 failed, 13 passed in 0.13s", "touched_tests": false, "gates_after": {"ruff": 0, "mypy": 18}, "gates_delta": {"ruff": 0, "mypy": 0}, "restored_verbatim": false, "target_repo": "~/git/local-llm-testing/gmail-archive", "source_repo_intact": true, "solution_empty": true, "finished": "2026-08-30T20:16:23", "schema_valid": true, "schema_errors": []} |
855 | 855 | {"schema_version": 2, "task": "parser-mbox-quoting", "backend": "ds4", "client": "opencode", "trial": 1, "started": "2026-08-30T20:16:23", "model": "deepseek-v4-flash", "context_tokens": 100000, "effort": null, "env": {"claude": "2.1.251 (Claude Code)", "opencode": "1.18.25", "codex": "codex-cli 0.151.0", "macos": "26.6.2", "machine": "Apple M5 Max", "target_commit": "56e55cc", "ds4_head": "399acbb", "ds4_dirty": false, "ds4_server_mtime": "2026-08-27T20:06:43", "servers": {"ds4": {"sampling": {}, "sampling_source": "engine defaults (not reported by ds4)", "accepts_sampling": ["tools", "tool_choice", "max_tokens", "temperature", "top_p", "top_k", "min_p", "stop", "seed", "stream", "reasoning_effort"], "context_length": 100000}}, "client": "opencode"}, "excluded": false, "exclusion_reason": null, "keep_docstring": true, "removed_lines": 10, "removed_symbols": ["unquote_mbox"], "control_fails_as_expected": true, "gates_before": {"ruff": 0, "mypy": 18}, "wall_seconds": 403.7, "client_log": "/Users/evanhoffman/bench-logs/parser-mbox-quoting-ds4-opencode-1.stdout.jsonl", "client_log_partial": false, "workspace_escapes": ["/Users/evanhoffman/git/local-llm-testing", "/Users/evanhoffman/git/gmail-archive", "/Users/evanhoffman/.claude/skills", "/Users/evanhoffman/.agents/skills", "/Users/evanhoffman/.local/share"], "num_turns": 21, "input_tokens": 16846, "output_tokens": 9653, "reasoning_tokens": 0, "passed": false, "pytest": "34 failed, 21 passed in 0.86s", "touched_tests": false, "gates_after": {"ruff": 0, "mypy": 18}, "gates_delta": {"ruff": 0, "mypy": 0}, "restored_verbatim": false, "target_repo": "~/git/local-llm-testing/gmail-archive", "source_repo_intact": true, "solution_empty": true, "finished": "2026-08-30T20:23:17", "schema_valid": true, "schema_errors": []} |
| 856 | +{"schema_version": 2, "task": "storage-blob-put", "backend": "ds4", "client": "opencode", "trial": 1, "started": "2026-08-30T20:23:17", "model": "deepseek-v4-flash", "context_tokens": 100000, "effort": null, "env": {"claude": "2.1.251 (Claude Code)", "opencode": "1.18.25", "codex": "codex-cli 0.151.0", "macos": "26.6.2", "machine": "Apple M5 Max", "target_commit": "56e55cc", "ds4_head": "399acbb", "ds4_dirty": false, "ds4_server_mtime": "2026-08-27T20:06:43", "servers": {"ds4": {"sampling": {}, "sampling_source": "engine defaults (not reported by ds4)", "accepts_sampling": ["tools", "tool_choice", "max_tokens", "temperature", "top_p", "top_k", "min_p", "stop", "seed", "stream", "reasoning_effort"], "context_length": 100000}}, "client": "opencode"}, "excluded": true, "exclusion_reason": "Answer exposure (#54): agent worked in /Users/evanhoffman/git/local-llm, which can disclose a previous trial's solution patch. Not a verdict about the model.", "keep_docstring": true, "removed_lines": 26, "removed_symbols": ["BlobStore.put"], "control_fails_as_expected": true, "gates_before": {"ruff": 1, "mypy": 18}, "wall_seconds": 624.1, "client_log": "/Users/evanhoffman/bench-logs/storage-blob-put-ds4-opencode-1.stdout.jsonl", "client_log_partial": false, "workspace_escapes": ["/Users/evanhoffman/git/gmail-archive", "/Users/evanhoffman/.claude/skills", "/Users/evanhoffman/.agents/skills", "/Users/evanhoffman/.local/share", "/Users/evanhoffman/git/local-llm"], "num_turns": 31, "input_tokens": 16832, "output_tokens": 17001, "reasoning_tokens": 0, "passed": false, "pytest": "14 failed, 3 passed in 0.12s", "touched_tests": false, "gates_after": {"ruff": 1, "mypy": 18}, "gates_delta": {"ruff": 0, "mypy": 0}, "restored_verbatim": false, "target_repo": "~/git/local-llm-testing/gmail-archive", "source_repo_intact": true, "solution_empty": true, "finished": "2026-08-30T20:33:47", "schema_valid": true, "schema_errors": []} |
0 commit comments