|
| Path | jev_direct.bench_dir () |
| str | jev_direct.api_key (dict[str, str]|None environ=None) |
| str | jev_direct.default_instructions (int index, str command, str suffix) |
| dict[str, Any] | jev_direct.build_request (Sequence[str] commands, str|None policy, dict[str, str]|None criteria=None, str model=MODEL_ID, str sandbox_root=SANDBOX_ROOT, Callable[[int, str, str], str]|None instructions=None) |
| bytes | jev_direct.encode_request (dict[str, Any] body) |
| dict[str, Any] | jev_direct.post (dict[str, Any] body, str key, float timeout=DEFAULT_TIMEOUT, int retries=DEFAULT_RETRIES, Callable[..., Any]|None opener=None, Callable[[float], None] sleep=time.sleep, Callable[[int, int, float], None]|None on_retry=None) |
| str | jev_direct._error_body (urllib.error.HTTPError error) |
| tuple[str|None, dict[str, float], float|None] | jev_direct.read_choice (Any answer, Sequence[str] labels=LABELS) |
| dict[str, Any] | jev_direct._row_from_answer (dict[str, Any] case, Any answer, float ms) |
| list[dict[str, Any]] | jev_direct.evaluate (list[dict[str, Any]] cases, str|None policy_text, int batch=DEFAULT_BATCH, str|None key=None, dict[str, Any]|None usage=None, float timeout=DEFAULT_TIMEOUT, int retries=DEFAULT_RETRIES, Callable[..., Any]|None opener=None, Callable[[float], None] sleep=time.sleep, Callable[[str], None]|None progress=None, dict[str, str]|None criteria=None) |
| float | jev_direct.cost_usd (dict[str, Any] usage) |
| list[dict[str, Any]] | jev_direct.read_cases (Path path) |
| str|None | jev_direct.read_policy (Leg leg, Path|None root=None) |
| dict[str, Any] | jev_direct.run_leg (Leg leg, list[dict[str, Any]] cases, str|None policy_text, int batch=DEFAULT_BATCH, str|None key=None, float timeout=DEFAULT_TIMEOUT, int retries=DEFAULT_RETRIES, Callable[..., Any]|None opener=None, Callable[[float], None] sleep=time.sleep, Callable[[str], None]|None progress=None) |
| Path | jev_direct.write_result (dict[str, Any] payload, Path out_path) |
| float|None | jev_direct._top_probability (dict[str, Any] row) |
| dict[str, Any] | jev_direct.compare_routes (dict[str, Any] direct, dict[str, Any] gateway, float threshold=DEFAULT_THRESHOLD) |
| dict[str, Any] | jev_direct.confidence_escalation (dict[str, Any] payload, float threshold=DEFAULT_THRESHOLD) |
| str | jev_direct.render_agreement_table (Iterable[tuple[str, str, dict[str, Any]]] pairs) |
| str | jev_direct.render_confidence_table (Iterable[tuple[str, dict[str, Any]]] rows) |
| int | jev_direct._analyse (Path results_dir, float threshold) |
| argparse.ArgumentParser | jev_direct._build_parser () |
| int | jev_direct.main (list[str]|None argv=None) |