diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index e6153a776..b41ec1cab 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -255,6 +255,17 @@ jobs: - run: pip install --require-hashes -r requirements.lock.txt -r requirements-ci.lock.txt - name: mypy run: mypy + # The CLI snapshot, on the pinned Python: its content check (tests/test_cli_flags.py) + # runs only on 3.13, and a PR runs no 3.13 test leg. Regenerate with `make cli-snapshot`. + - name: CLI snapshot is current + # Still runs when mypy fails, so a stale snapshot shows on the same push. + if: ${{ !cancelled() }} + run: | + PYTHONPATH=. python scripts/cli_surface.py dump "$RUNNER_TEMP/cli-interface.json" + diff -u docs/reference/cli-interface.json "$RUNNER_TEMP/cli-interface.json" || { + echo "docs/reference/cli-interface.json is stale: run 'make cli-snapshot' in dokimi/ and commit the result" + exit 1 + } # Dependency hygiene, config in [tool.deptry] of pyproject.toml: an import # not declared (DEP001), a runtime dependency never imported (DEP002), an # import that only resolves through another package's dependencies (DEP003), diff --git a/dokimi/CONTRIBUTING.md b/dokimi/CONTRIBUTING.md index 7b9717c65..6e8488159 100644 --- a/dokimi/CONTRIBUTING.md +++ b/dokimi/CONTRIBUTING.md @@ -214,6 +214,35 @@ Guidelines: Versioning, the changelog and releases: [docs/releasing.md](docs/releasing.md). +### Adding or renaming a CLI flag + +Every concept a `dokimi` flag can name is one row of `CONCEPTS` in +`dokimi/cli_flags.py`: its canonical spellings, its type and the synonyms banned for it. +`tests/test_cli_flags.py` walks every parser of `dokimi.cli.build_parser()` and fails when +a flag is neither a canonical spelling nor a row of `tests/data/cli_flags_allowlist.txt`. +A banned synonym fails too, with the canonical spelling in the message. Until the flags +move onto the registry, `cli_flags.py` is data only: no command reads it. + +- **New flag.** Use the canonical spelling of its concept. A new concept needs a row in + `CONCEPTS`, which reviewers look at. +- **Snapshot.** From `dokimi/`, after `make dev`, run `make cli-snapshot` and commit + `docs/reference/cli-interface.json` with the change. CI's `typecheck` job and + `tests/test_cli_flags.py` check it against the code, so a flag change without a + regenerated snapshot fails the PR. The ratchet compares spellings only: a reviewer checks + that the option's type matches the `kind` of its concept. +- **Non-canonical spelling.** Only if the flag must keep it, add one row to + `tests/data/cli_flags_allowlist.txt` with the reason after `#`, for example + `--sample-size # the spelling the external runner already passes`. An allowlist row + exempts its spelling on every command, so a new command may use an allowlisted banned + spelling without failing. +- **Removing or renaming.** An allowlist row that no parser uses fails the test, and so + does a row for a spelling that is now canonical. Delete the row when the flag goes. +- **Why the snapshot test runs on one Python.** The dumper hashes validators with + `ast.dump`, whose output differs between Python versions. The snapshot is written by the + pinned interpreter (`make dev`, Python 3.13), and its content check runs there only: the + `typecheck` job on every PR, and the Python 3.13 test leg on `main`. The other test legs + run the ratchet and the structural checks. + ## Docs-drift checklist When your change touches user-facing behavior, confirm: diff --git a/dokimi/Makefile b/dokimi/Makefile index 339f70515..afeb357d7 100644 --- a/dokimi/Makefile +++ b/dokimi/Makefile @@ -13,7 +13,7 @@ # make benchmark-compare # or: make benchmark-compare BASE= BASE ?= baselines/baseline.json -.PHONY: validate-benchmark-spec benchmark-run benchmark-compare dev ci-local hooks +.PHONY: validate-benchmark-spec benchmark-run benchmark-compare cli-snapshot dev ci-local hooks # `make dev` venv: at the repo root, outside this directory, so `bandit -r .` # and the docs benchmark (both run from here) do not scan it. CI's Python: @@ -31,6 +31,14 @@ benchmark-compare: @test -f "$(BASE)" || { echo "ERROR: base snapshot $(BASE) not found. Take one with 'make benchmark-run', copy baselines/current.json to it, or pass BASE=."; exit 1; } python cli.py compare --base $(BASE) --candidate baselines/current.json --out-json reports/compare.json --out-md reports/compare.md +# Regenerate the CLI snapshot after a command or flag changes. tests/test_cli_flags.py fails +# while docs/reference/cli-interface.json is stale. It uses the venv's Python (the one +# `make dev` pins): the dump hashes validator source with ast.dump, whose output differs +# between Python versions. +cli-snapshot: + @test -x $(VPY) || { echo "ERROR: $(VENV_ABS) not found -- run 'make dev' first"; exit 1; } + PYTHONPATH=. $(VPY) scripts/cli_surface.py dump docs/reference/cli-interface.json + validate-benchmark-spec: @command -v yq >/dev/null 2>&1 || { echo "ERROR: yq is not installed"; exit 1; } @echo "Checking YAML parse for benchmarks/spec.v1.yaml" diff --git a/dokimi/changelog.d/20261026_224106_napetrov_test-cli-flag-registry.md b/dokimi/changelog.d/20261026_224106_napetrov_test-cli-flag-registry.md new file mode 100644 index 000000000..757078adb --- /dev/null +++ b/dokimi/changelog.d/20261026_224106_napetrov_test-cli-flag-registry.md @@ -0,0 +1,3 @@ +### Documentation + +- **CLI flag registry and how to add a flag** — `dokimi/cli_flags.py` lists each flag concept with its canonical spelling, type and banned synonyms, and `tests/test_cli_flags.py` fails a flag that is neither canonical nor on `tests/data/cli_flags_allowlist.txt`, or a banned synonym, with the canonical spelling in the message. A contributor adding or renaming a flag now finds the steps in `CONTRIBUTING.md` (“Adding or renaming a CLI flag”): run `make cli-snapshot` and commit `docs/reference/cli-interface.json`. No command reads the registry yet; no flag, default or output changes. diff --git a/dokimi/docs/reference/cli-interface.json b/dokimi/docs/reference/cli-interface.json new file mode 100644 index 000000000..3778ecf3d --- /dev/null +++ b/dokimi/docs/reference/cli-interface.json @@ -0,0 +1,13833 @@ +{ + "allow_abbrev": true, + "params": [ + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_VersionAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--version", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi", + "subcommand_required": true, + "subcommands": { + "answers": { + "allow_abbrev": true, + "params": [ + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi answers", + "subcommand_required": true, + "subcommands": { + "generate": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 5, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--concurrency", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--context7-id", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--debug-retrieval", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "context7", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--doc-source", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 4000, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--max-tokens", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "int" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "gpt-6.1-sol", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--output", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--product", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'amazon-bedrock'", + "'anthropic'", + "'google-vertex'", + "'openai'", + "'openai-codex'", + "'openrouter'" + ], + "const": null, + "default": "openai", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--provider", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--questions", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--ragas", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "claude-sonnet-5-5", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--ragas-model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'anthropic'", + "'openai'" + ], + "const": null, + "default": "anthropic", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--ragas-provider", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 0.3, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--rerank-threshold", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "float" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--run-id", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--top-k", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "int" + } + ], + "path": "dokimi answers generate", + "subcommand_required": null, + "subcommands": {} + } + } + }, + "arms": { + "allow_abbrev": true, + "params": [ + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi arms", + "subcommand_required": true, + "subcommands": { + "matrix-run": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--arms", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "baseline", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--baseline-arm", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 5, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--concurrency", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--context7-id", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--grounded-from-topics", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "arms-runner", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--harness", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--judge", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "claude-sonnet-5-5", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--judge-model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--judge-panel", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.commands.arms.judge_panel_roles#7f08a1e02606" + }, + { + "action": "_StoreAction", + "choices": [ + "'amazon-bedrock'", + "'anthropic'", + "'google'", + "'google-vertex'", + "'openai'", + "'openrouter'" + ], + "const": null, + "default": "anthropic", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--judge-provider", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--judge-temperature", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "float" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--matrix-cells", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 6, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--max-iterations", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--max-tokens", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "gpt-6.1-sol", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreFalseAction", + "choices": null, + "const": false, + "default": true, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--no-plugin-deltas", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--out-dir", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--out-json", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--out-md", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--plugins", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--product", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'amazon-bedrock'", + "'anthropic'", + "'google-vertex'", + "'openai'", + "'openai-codex'", + "'openrouter'" + ], + "const": null, + "default": "openai", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--provider", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--questions", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 0.3, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--rerank-threshold", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "float" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--seed", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "int" + }, + { + "action": "_StoreAction", + "choices": [ + "'bh'", + "'holm'" + ], + "const": null, + "default": "holm", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--stats-correction", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--temperature", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "float" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 5, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--top-k", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + } + ], + "path": "dokimi arms matrix-run", + "subcommand_required": null, + "subcommands": {} + }, + "plugin-delta": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--baseline-json", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--out-json", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--out-md", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--plugin-json", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + } + ], + "path": "dokimi arms plugin-delta", + "subcommand_required": null, + "subcommands": {} + }, + "run": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--arms", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "baseline", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--baseline-arm", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 5, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--concurrency", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--context7-id", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--grounded-from-topics", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "arms-runner", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--harness", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--judge", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "claude-sonnet-5-5", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--judge-model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--judge-panel", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.commands.arms.judge_panel_roles#7f08a1e02606" + }, + { + "action": "_StoreAction", + "choices": [ + "'amazon-bedrock'", + "'anthropic'", + "'google'", + "'google-vertex'", + "'openai'", + "'openrouter'" + ], + "const": null, + "default": "anthropic", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--judge-provider", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--judge-temperature", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "float" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--matrix-cell", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--matrix-cells", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 6, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--max-iterations", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--max-tokens", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "gpt-6.1-sol", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--out-json", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--out-md", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--plugins", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--product", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'amazon-bedrock'", + "'anthropic'", + "'google-vertex'", + "'openai'", + "'openai-codex'", + "'openrouter'" + ], + "const": null, + "default": "openai", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--provider", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--questions", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 0.3, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--rerank-threshold", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "float" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--seed", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "int" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--session-turns", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": [ + "'bh'", + "'holm'" + ], + "const": null, + "default": "holm", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--stats-correction", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--temperature", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "float" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 5, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--top-k", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--turn-reminder", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi arms run", + "subcommand_required": null, + "subcommands": {} + } + } + }, + "baseline": { + "allow_abbrev": true, + "params": [ + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi baseline", + "subcommand_required": true, + "subcommands": { + "compare": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--baseline", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--eval", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--product", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--strict", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi baseline compare", + "subcommand_required": null, + "subcommands": {} + }, + "list": { + "allow_abbrev": true, + "params": [ + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--product", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi baseline list", + "subcommand_required": null, + "subcommands": {} + }, + "save": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--from-eval", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--name", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--product", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi baseline save", + "subcommand_required": null, + "subcommands": {} + } + } + }, + "benchmark": { + "allow_abbrev": true, + "params": [ + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi benchmark", + "subcommand_required": true, + "subcommands": { + "batch": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--all", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--fail-fast", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--force-regen", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "claude-sonnet-5-5", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--judge-model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'amazon-bedrock'", + "'anthropic'", + "'google'", + "'google-vertex'", + "'openai'", + "'openrouter'" + ], + "const": null, + "default": "anthropic", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--judge-provider", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--libraries", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 4000, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--max-tokens", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "gpt-6.1-sol", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "results", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--output-dir", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'amazon-bedrock'", + "'anthropic'", + "'google-vertex'", + "'openai'", + "'openai-codex'", + "'openrouter'" + ], + "const": null, + "default": "openai", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--provider", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--questions-root", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--registry", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi benchmark batch", + "subcommand_required": null, + "subcommands": {} + }, + "preflight": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 5, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--concurrency", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--doc-source", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "claude-sonnet-5-5", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--judge-model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'amazon-bedrock'", + "'anthropic'", + "'google'", + "'google-vertex'", + "'openai'", + "'openrouter'" + ], + "const": null, + "default": "anthropic", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--judge-provider", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--library/--target", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 4000, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--max-tokens", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "gpt-6.1-sol", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--output-dir", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'amazon-bedrock'", + "'anthropic'", + "'google-vertex'", + "'openai'", + "'openai-codex'", + "'openrouter'" + ], + "const": null, + "default": "openai", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--provider", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--questions-from", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--questions-root", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--registry", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi benchmark preflight", + "subcommand_required": null, + "subcommands": {} + }, + "run": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 5, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--concurrency", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--doc-source", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--force-regen", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "claude-sonnet-5-5", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--judge-model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'amazon-bedrock'", + "'anthropic'", + "'google'", + "'google-vertex'", + "'openai'", + "'openrouter'" + ], + "const": null, + "default": "anthropic", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--judge-provider", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--library/--target", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 4000, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--max-tokens", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "gpt-6.1-sol", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 1, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--multi-run", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--output-dir", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'amazon-bedrock'", + "'anthropic'", + "'google-vertex'", + "'openai'", + "'openai-codex'", + "'openrouter'" + ], + "const": null, + "default": "openai", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--provider", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--questions-from", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--questions-root", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--registry", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi benchmark run", + "subcommand_required": null, + "subcommands": {} + } + } + }, + "catalog": { + "allow_abbrev": true, + "params": [ + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi catalog", + "subcommand_required": true, + "subcommands": { + "formats": { + "allow_abbrev": true, + "params": [ + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--json", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--root", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + } + ], + "path": "dokimi catalog formats", + "subcommand_required": null, + "subcommands": {} + }, + "scan": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": [ + "'json'", + "'text'" + ], + "const": null, + "default": "text", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--format", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'all'", + "'skills'", + "'tasks'" + ], + "const": null, + "default": "all", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--kind", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--root", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--strict", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "evaluation/harbor/tasks", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--tasks-subdir", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi catalog scan", + "subcommand_required": null, + "subcommands": {} + }, + "trigger-probe": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--catalog", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "claude", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--claude", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 4, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--concurrency", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--limit", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--listing-budget-fraction", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "float" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 3, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--max-turns", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--out", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--sealed", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--target", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 300.0, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--timeout", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "float" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 1, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--trials", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--trigger-set", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + } + ], + "path": "dokimi catalog trigger-probe", + "subcommand_required": null, + "subcommands": {} + }, + "trigger-set": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--catalog", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'questions'", + "'reach'", + "'skill-creator'" + ], + "const": null, + "default": "reach", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--format", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--out", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "openai", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--provider", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_AppendAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--questions", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--rewrite", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--strict", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--target", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_AppendAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--trigger-set", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi catalog trigger-set", + "subcommand_required": null, + "subcommands": {} + } + } + }, + "compare": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--base", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--candidate", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "reports/compare.json", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--out-json", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "reports/compare.md", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--out-md", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--spec", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi compare", + "subcommand_required": null, + "subcommands": {} + }, + "context": { + "allow_abbrev": true, + "params": [ + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi context", + "subcommand_required": true, + "subcommands": { + "consistency": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "traces", + "kind": "argument", + "nargs": "*", + "position": 0, + "required": false, + "type": null + }, + { + "action": "_AppendAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--arm", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--contract", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--json", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--outcomes", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'call'", + "'split'" + ], + "const": null, + "default": "split", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--shell", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 0.34, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--threshold", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "float" + } + ], + "path": "dokimi context consistency", + "subcommand_required": null, + "subcommands": {} + }, + "trace": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "traces", + "kind": "argument", + "nargs": "+", + "position": 0, + "required": true, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--calls", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--json", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--window", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + } + ], + "path": "dokimi context trace", + "subcommand_required": null, + "subcommands": {} + } + } + }, + "dashboard": { + "allow_abbrev": true, + "params": [ + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi dashboard", + "subcommand_required": true, + "subcommands": { + "generate": { + "allow_abbrev": true, + "params": [ + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--no-json", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": ".", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--output-dir", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "results", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--results-dir", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 5, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--top-n", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + } + ], + "path": "dokimi dashboard generate", + "subcommand_required": null, + "subcommands": {} + } + } + }, + "dataset": { + "allow_abbrev": true, + "params": [ + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi dataset", + "subcommand_required": true, + "subcommands": { + "export": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": [ + "'hf'", + "'jsonl'", + "'parquet'" + ], + "const": null, + "default": "jsonl", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--format", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--input", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'answers'", + "'arms'", + "'eval'", + "'questions'", + "'task_runs'" + ], + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--kind", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--no-validate", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--out-dir", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + } + ], + "path": "dokimi dataset export", + "subcommand_required": null, + "subcommands": {} + } + } + }, + "eval": { + "allow_abbrev": true, + "params": [ + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi eval", + "subcommand_required": true, + "subcommands": { + "checklist": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--answers", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--arms", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--baseline-arm", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 5, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--concurrency", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "claude-sonnet-5-5", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--judge-model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'amazon-bedrock'", + "'anthropic'", + "'google'", + "'google-vertex'", + "'openai'", + "'openrouter'" + ], + "const": null, + "default": "anthropic", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--judge-provider", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--judge-temperature", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "float" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--output", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--questions", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + } + ], + "path": "dokimi eval checklist", + "subcommand_required": null, + "subcommands": {} + }, + "cross-judge": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--answers", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--baseline-arm", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--both", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_AppendAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--checklist", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 5, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--concurrency", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--grounded", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--judge-temperature", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "float" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--judges", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--no-stored", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--output", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_AppendAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--pairwise", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--product", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--questions", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--require-validated", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--strict", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_AppendAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--validity", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi eval cross-judge", + "subcommand_required": null, + "subcommands": {} + }, + "grounding": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--answers", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--output", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 0.5, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--threshold", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "float" + } + ], + "path": "dokimi eval grounding", + "subcommand_required": null, + "subcommands": {} + }, + "judge-validity": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--answers", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 20, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--bases", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 5, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--concurrency", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": [ + "'none'", + "'stored'" + ], + "const": null, + "default": "none", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--context", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--escalate-model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'amazon-bedrock'", + "'anthropic'", + "'google'", + "'google-vertex'", + "'openai'", + "'openrouter'" + ], + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--escalate-provider", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--escalate-ties", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "claude-sonnet-5-5", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--judge-model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'amazon-bedrock'", + "'anthropic'", + "'google'", + "'google-vertex'", + "'openai'", + "'openrouter'" + ], + "const": null, + "default": "anthropic", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--judge-provider", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--judge-temperature", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "float" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 120, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--max-bases", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 0.8, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--min-accuracy", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "float" + }, + { + "action": "_StoreAction", + "choices": [ + "'absolute'", + "'pairwise'" + ], + "const": null, + "default": "absolute", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--mode", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--output", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--product", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "judge", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--scorer", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 0, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--seed", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "int" + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--sequential", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--strict", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 0, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--typed-max-len", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.commands.evaluate._non_negative_int#95d3497f2297" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--typed-threads", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--variants", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi eval judge-validity", + "subcommand_required": null, + "subcommands": {} + }, + "judge-wording": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--answers", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 20, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--bases", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 5, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--concurrency", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "claude-sonnet-5-5", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--judge-model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'amazon-bedrock'", + "'anthropic'", + "'google'", + "'google-vertex'", + "'openai'", + "'openrouter'" + ], + "const": null, + "default": "anthropic", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--judge-provider", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--judge-temperature", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "float" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 0.8, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--min-accuracy", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "float" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--output", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--product", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 1, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--redraws", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "int" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 0, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--seed", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "int" + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--strict", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--variants", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--wordings", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi eval judge-wording", + "subcommand_required": null, + "subcommands": {} + }, + "native-import": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "log", + "kind": "argument", + "nargs": null, + "position": 0, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--answers-out", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--eval-out", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi eval native-import", + "subcommand_required": null, + "subcommands": {} + }, + "pairwise": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--answers", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--arms", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--baseline-arm", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 5, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--concurrency", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--escalate-model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'amazon-bedrock'", + "'anthropic'", + "'google'", + "'google-vertex'", + "'openai'", + "'openrouter'" + ], + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--escalate-provider", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--escalate-ties", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "claude-sonnet-5-5", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--judge-model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'amazon-bedrock'", + "'anthropic'", + "'google'", + "'google-vertex'", + "'openai'", + "'openrouter'" + ], + "const": null, + "default": "anthropic", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--judge-provider", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--judge-temperature", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "float" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--output", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--product", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi eval pairwise", + "subcommand_required": null, + "subcommands": {} + }, + "panel-score": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--answers", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 6, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--concurrency", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--judge-configs", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--judge-temperature", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "float" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--limit", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "claude-sonnet-5-5", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--output", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--product", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'amazon-bedrock'", + "'anthropic'", + "'google-vertex'", + "'openai'", + "'openai-codex'", + "'openrouter'" + ], + "const": null, + "default": "anthropic", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--provider", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--roles", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi eval panel-score", + "subcommand_required": null, + "subcommands": {} + }, + "ragas": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--answers", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "claude-sonnet-5-5", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--ragas-model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'anthropic'", + "'openai'" + ], + "const": null, + "default": "anthropic", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--ragas-provider", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi eval ragas", + "subcommand_required": null, + "subcommands": {} + }, + "reference": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--answers", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 4, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--concurrency", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "claude-sonnet-5-5", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--judge-model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'amazon-bedrock'", + "'anthropic'", + "'google'", + "'google-vertex'", + "'openai'", + "'openrouter'" + ], + "const": null, + "default": "anthropic", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--judge-provider", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--no-judge", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--output/-o", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--questions", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + } + ], + "path": "dokimi eval reference", + "subcommand_required": null, + "subcommands": {} + }, + "score": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--answers", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 5, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--concurrency", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "claude-sonnet-5-5", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--judge-model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'amazon-bedrock'", + "'anthropic'", + "'google'", + "'google-vertex'", + "'openai'", + "'openrouter'" + ], + "const": null, + "default": "anthropic", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--judge-provider", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--judge-temperature", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "float" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--output", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--product", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--run-id", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi eval score", + "subcommand_required": null, + "subcommands": {} + } + } + }, + "evaluate": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--context7-id", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--custom-questions", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--debug-retrieval", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--description", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "context7", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--doc-source", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "claude-sonnet-5-5", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--judge-model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'amazon-bedrock'", + "'anthropic'", + "'google'", + "'google-vertex'", + "'openai'", + "'openrouter'" + ], + "const": null, + "default": "anthropic", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--judge-provider", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--judge-temperature", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "float" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "gpt-6.1-sol", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": ".", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--output-dir", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 5, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--personas-count", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--product", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'amazon-bedrock'", + "'anthropic'", + "'google-vertex'", + "'openai'", + "'openai-codex'", + "'openrouter'" + ], + "const": null, + "default": "openai", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--provider", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 2, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--questions-per-topic", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--questions-root", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--repo", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 0.3, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--rerank-threshold", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "float" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--top-k", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + } + ], + "path": "dokimi evaluate", + "subcommand_required": null, + "subcommands": {} + }, + "explore": { + "allow_abbrev": true, + "params": [ + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi explore", + "subcommand_required": true, + "subcommands": { + "list": { + "allow_abbrev": true, + "params": [ + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--repo-root", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--tasks-root", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi explore list", + "subcommand_required": null, + "subcommands": {} + }, + "run": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--all", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "oracle,empty", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--arms", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--baseline-arm", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--out-json", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--out-md", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "results/explore-runs", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--output-dir", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--repo-root", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--tasks", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--tasks-root", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi explore run", + "subcommand_required": null, + "subcommands": {} + } + } + }, + "ingest": { + "allow_abbrev": true, + "params": [ + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi ingest", + "subcommand_required": true, + "subcommands": { + "docling": { + "allow_abbrev": true, + "params": [ + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--input", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--no-recursive", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--out-dir", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + } + ], + "path": "dokimi ingest docling", + "subcommand_required": null, + "subcommands": {} + } + } + }, + "library": { + "allow_abbrev": true, + "params": [ + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi library", + "subcommand_required": true, + "subcommands": { + "intents": { + "allow_abbrev": true, + "params": [ + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--intents", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi library intents", + "subcommand_required": null, + "subcommands": {} + }, + "list": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--domain", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--intents", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--registry", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi library list", + "subcommand_required": null, + "subcommands": {} + }, + "show": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "name", + "kind": "argument", + "nargs": null, + "position": 0, + "required": true, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--intents", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--registry", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi library show", + "subcommand_required": null, + "subcommands": {} + } + } + }, + "novelty": { + "allow_abbrev": true, + "params": [ + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi novelty", + "subcommand_required": true, + "subcommands": { + "analyze": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--all-atoms", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--allow-self-judge", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "no_artifact,full", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--arms", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--artifact", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": [ + 0.75, + 0.5 + ], + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--budgets", + "kind": "option", + "nargs": "+", + "position": null, + "required": false, + "type": "float" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--cache-dir", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 5, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--concurrency", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--estimate-only", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--extract-model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'amazon-bedrock'", + "'anthropic'", + "'google-vertex'", + "'openai'", + "'openai-codex'", + "'openrouter'" + ], + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--extract-provider", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--include-resources", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--judge-model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'amazon-bedrock'", + "'anthropic'", + "'google-vertex'", + "'openai'", + "'openai-codex'", + "'openrouter'" + ], + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--judge-provider", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--max-atoms", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 4000, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--max-file-words", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 20000, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--max-resource-words", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--max-tokens", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--max-usd", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.commands.novelty._usd#591d6e2f0474" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "gpt-6.1-sol", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--no-classify", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--no-confirm-carriers", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--no-paraphrase", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--no-reversal", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--no-shorten", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--no-verify", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--out-dir", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--out-json", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--placebo-text", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'amazon-bedrock'", + "'anthropic'", + "'google-vertex'", + "'openai'", + "'openai-codex'", + "'openrouter'" + ], + "const": null, + "default": "openai", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--provider", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'data'", + "'eval'", + "'other'", + "'pattern'", + "'reference'", + "'script'", + "'template'", + "'top'", + "'trigger'" + ], + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--resource-roles", + "kind": "option", + "nargs": "+", + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 0, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--seed", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "int" + }, + { + "action": "_StoreAction", + "choices": [ + "'standard'", + "'study'", + "'triage'" + ], + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--tier", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'html'", + "'md'" + ], + "const": null, + "default": "html", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--view-format", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi novelty analyze", + "subcommand_required": null, + "subcommands": {} + }, + "atoms": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--all-atoms", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--artifact", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": [ + 0.75, + 0.5 + ], + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--budgets", + "kind": "option", + "nargs": "+", + "position": null, + "required": false, + "type": "float" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--cache-dir", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--extract-model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--include-resources", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--max-atoms", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 4000, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--max-file-words", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 20000, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--max-resource-words", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--max-tokens", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--max-usd", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.commands.novelty._usd#591d6e2f0474" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "claude-sonnet-5-5", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--no-verify", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--out", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'amazon-bedrock'", + "'anthropic'", + "'google-vertex'", + "'openai'", + "'openai-codex'", + "'openrouter'" + ], + "const": null, + "default": "anthropic", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--provider", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'data'", + "'eval'", + "'other'", + "'pattern'", + "'reference'", + "'script'", + "'template'", + "'top'", + "'trigger'" + ], + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--resource-roles", + "kind": "option", + "nargs": "+", + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 0, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--seed", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "int" + } + ], + "path": "dokimi novelty atoms", + "subcommand_required": null, + "subcommands": {} + }, + "items": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "full", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--arm", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--out", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--probes", + "kind": "option", + "nargs": "+", + "position": null, + "required": true, + "type": null + } + ], + "path": "dokimi novelty items", + "subcommand_required": null, + "subcommands": {} + }, + "probe": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--all-atoms", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--allow-self-judge", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "no_artifact,full", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--arms", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--artifact", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--atoms", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": [ + 0.75, + 0.5 + ], + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--budgets", + "kind": "option", + "nargs": "+", + "position": null, + "required": false, + "type": "float" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--cache-dir", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 5, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--concurrency", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--extract-model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'amazon-bedrock'", + "'anthropic'", + "'google-vertex'", + "'openai'", + "'openai-codex'", + "'openrouter'" + ], + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--extract-provider", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--judge-model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'amazon-bedrock'", + "'anthropic'", + "'google-vertex'", + "'openai'", + "'openai-codex'", + "'openrouter'" + ], + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--judge-provider", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--max-atoms", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--max-tokens", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--max-usd", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.commands.novelty._usd#591d6e2f0474" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "gpt-6.1-sol", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--no-paraphrase", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--no-reversal", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--out", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--placebo-text", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'amazon-bedrock'", + "'anthropic'", + "'google-vertex'", + "'openai'", + "'openai-codex'", + "'openrouter'" + ], + "const": null, + "default": "openai", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--provider", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 0, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--seed", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "int" + } + ], + "path": "dokimi novelty probe", + "subcommand_required": null, + "subcommands": {} + }, + "routing": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--all-vs-all", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--artifact", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--catalog", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--competitors", + "kind": "option", + "nargs": "+", + "position": null, + "required": false, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--include-disabled", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--max-tokens", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--max-usd", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.commands.novelty._usd#591d6e2f0474" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--out", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'amazon-bedrock'", + "'anthropic'", + "'google-vertex'", + "'openai'", + "'openai-codex'", + "'openrouter'" + ], + "const": null, + "default": "openai", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--provider", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--queries", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--queries-by-skill", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--queries-from-headings", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 1, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--repeats", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 0, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--seed", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "int" + } + ], + "path": "dokimi novelty routing", + "subcommand_required": null, + "subcommands": {} + }, + "shorten": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--all-atoms", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--allow-unsafe", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--artifact", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--atoms", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": [ + 0.75, + 0.5 + ], + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--budgets", + "kind": "option", + "nargs": "+", + "position": null, + "required": false, + "type": "float" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--cache-dir", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--extract-model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--lexical-only", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--max-atoms", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--max-tokens", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--max-usd", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.commands.novelty._usd#591d6e2f0474" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "claude-sonnet-5-5", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--out", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'amazon-bedrock'", + "'anthropic'", + "'google-vertex'", + "'openai'", + "'openai-codex'", + "'openrouter'" + ], + "const": null, + "default": "anthropic", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--provider", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 0, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--seed", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "int" + } + ], + "path": "dokimi novelty shorten", + "subcommand_required": null, + "subcommands": {} + }, + "view": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--atoms", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'html'", + "'md'" + ], + "const": null, + "default": "html", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--format", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--novelty", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--out", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi novelty view", + "subcommand_required": null, + "subcommands": {} + } + } + }, + "personas": { + "allow_abbrev": true, + "params": [ + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi personas", + "subcommand_required": true, + "subcommands": { + "approve": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--file", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi personas approve", + "subcommand_required": null, + "subcommands": {} + }, + "discover": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 5, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--count", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "int" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--description", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--github-token", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "gpt-6.1-sol", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--output", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--product", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'amazon-bedrock'", + "'anthropic'", + "'google-vertex'", + "'openai'", + "'openai-codex'", + "'openrouter'" + ], + "const": null, + "default": "openai", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--provider", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--repo", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--save-analysis", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi personas discover", + "subcommand_required": null, + "subcommands": {} + } + } + }, + "product": { + "allow_abbrev": true, + "params": [ + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi product", + "subcommand_required": true, + "subcommands": { + "intents": { + "allow_abbrev": true, + "params": [ + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--intents", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi product intents", + "subcommand_required": null, + "subcommands": {} + }, + "list": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--domain", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--intents", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--registry", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi product list", + "subcommand_required": null, + "subcommands": {} + }, + "show": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "name", + "kind": "argument", + "nargs": null, + "position": 0, + "required": true, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--intents", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--registry", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi product show", + "subcommand_required": null, + "subcommands": {} + } + } + }, + "questions": { + "allow_abbrev": true, + "params": [ + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi questions", + "subcommand_required": true, + "subcommands": { + "analyze": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 5, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--concurrency", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "int" + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "gpt-6.1-sol", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--output", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--product", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'amazon-bedrock'", + "'anthropic'", + "'google-vertex'", + "'openai'", + "'openai-codex'", + "'openrouter'" + ], + "const": null, + "default": "openai", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--provider", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--questions", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + } + ], + "path": "dokimi questions analyze", + "subcommand_required": null, + "subcommands": {} + }, + "generate": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--context7-id", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 2, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--count", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "int" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "context7", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--doc-source", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'auto'", + "'local'", + "'openai'" + ], + "const": null, + "default": "auto", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--embeddings", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "gpt-6.1-sol", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--output", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--personas", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--product", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'amazon-bedrock'", + "'anthropic'", + "'google-vertex'", + "'openai'", + "'openai-codex'", + "'openrouter'" + ], + "const": null, + "default": "openai", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--provider", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--top-k", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "int" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--topics", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--validate", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi questions generate", + "subcommand_required": null, + "subcommands": {} + }, + "import": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "path", + "kind": "argument", + "nargs": null, + "position": 0, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--format", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--grader", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--output/-o", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--scorer", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--task", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi questions import", + "subcommand_required": null, + "subcommands": {} + }, + "panel-review": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 6, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--concurrency", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--limit", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "gpt-6.1-sol", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--output", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--product", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'amazon-bedrock'", + "'anthropic'", + "'google-vertex'", + "'openai'", + "'openai-codex'", + "'openrouter'" + ], + "const": null, + "default": "openai", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--provider", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--questions", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--reviewers", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi questions panel-review", + "subcommand_required": null, + "subcommands": {} + }, + "refine": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--dry-run", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--fill-gaps", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "gpt-6.1-sol", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--fill-model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'anthropic'", + "'google'", + "'openai'" + ], + "const": null, + "default": "openai", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--fill-provider", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--output", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--product", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--questions", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 0.82, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--sim-threshold", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "float" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 10, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--target-advanced", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "int" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 10, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--target-beginner", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "int" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 10, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--target-intermediate", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "int" + } + ], + "path": "dokimi questions refine", + "subcommand_required": null, + "subcommands": {} + } + } + }, + "repo": { + "allow_abbrev": true, + "params": [ + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi repo", + "subcommand_required": true, + "subcommands": { + "budget": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "source", + "kind": "argument", + "nargs": null, + "position": 0, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--cache-dir", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--fail-on-warning", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "claude-code", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--harness", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--json", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--out", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi repo budget", + "subcommand_required": null, + "subcommands": {} + }, + "compare": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "batch_dirs", + "kind": "argument", + "nargs": "+", + "position": 0, + "required": true, + "type": null + }, + { + "action": "_AppendAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--arm", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--baseline", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--json", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_AppendAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--metric", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_AppendAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--pass-k", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--path-stability", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi repo compare", + "subcommand_required": null, + "subcommands": {} + }, + "fetch": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "source", + "kind": "argument", + "nargs": null, + "position": 0, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--cache-dir", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--json", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi repo fetch", + "subcommand_required": null, + "subcommands": {} + }, + "inspect": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "source", + "kind": "argument", + "nargs": null, + "position": 0, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--cache-dir", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--fail-on-error", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--json", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 100000, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--large-bytes", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--out", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi repo inspect", + "subcommand_required": null, + "subcommands": {} + }, + "reach": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "source", + "kind": "argument", + "nargs": null, + "position": 0, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--bin", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 0.1, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--budget", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "float" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--cache-dir", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--dry-run", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "claude-code", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--harness", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--keep", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--manifest", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--manifest-file", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 4, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--max-turns", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--model", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_AppendAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--only", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "reach-out", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--out", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--salt", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "root,cwd,read", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--scenarios", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 300, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--timeout", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--work-dir", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi repo reach", + "subcommand_required": null, + "subcommands": {} + }, + "report": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "batch_dir", + "kind": "argument", + "nargs": null, + "position": 0, + "required": true, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--json", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi repo report", + "subcommand_required": null, + "subcommands": {} + }, + "run": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "source", + "kind": "argument", + "nargs": null, + "position": 0, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'bridge'", + "'host'" + ], + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--agent-network", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_AppendAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--arm", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--batch", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--bin", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 2.0, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--budget", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.commands.repo_run._usd#591d6e2f0474" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--build-network", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 10800, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--build-timeout", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_AppendAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--cache", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--cache-dir", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--cache-root", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'native'", + "'none'" + ], + "const": null, + "default": "native", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--delegation", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "docker", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--docker", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--force", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 3600, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--grade-timeout", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "claude-code", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--harness", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--image", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 1, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--jobs/-j", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": ".agent-eval/repo-eval.yaml", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--manifest", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--manifest-file", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--max-batch-usd", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.commands.repo_run._usd#591d6e2f0474" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 200, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--max-turns", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_AppendAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--model", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "repo-runs", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--out", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--rebuild-image", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 1, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--reps", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--source-dir", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_AppendAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--task", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 2700, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--timeout", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "all", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--tools", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi repo run", + "subcommand_required": null, + "subcommands": {} + }, + "scan": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "source", + "kind": "argument", + "nargs": null, + "position": 0, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--cache-dir", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--fail-on-fail", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--json", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--manifest", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--manifest-file", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--out", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--static", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi repo scan", + "subcommand_required": null, + "subcommands": {} + }, + "tasks": { + "allow_abbrev": true, + "params": [ + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi repo tasks", + "subcommand_required": true, + "subcommands": { + "check": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "source", + "kind": "argument", + "nargs": null, + "position": 0, + "required": true, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--allow-unsupported", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_AppendAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--arm", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--build-network", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 10800, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--build-timeout", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_AppendAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--cache", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--cache-dir", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--cache-root", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "docker", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--docker", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 3600, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--grade-timeout", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--image", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 1, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--jobs/-j", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": ".agent-eval/repo-eval.yaml", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--manifest", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--manifest-file", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "repo-check", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--out", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--rebuild-image", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--source-dir", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_AppendAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--task", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--warm", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi repo tasks check", + "subcommand_required": null, + "subcommands": {} + }, + "replay": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "source", + "kind": "argument", + "nargs": null, + "position": 0, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--cache-dir", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--force", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": ".agent-eval/repo-eval.yaml", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--manifest", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--manifest-file", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--out", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--prompt-file", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--threads", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 5, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--window", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + } + ], + "path": "dokimi repo tasks replay", + "subcommand_required": null, + "subcommands": {} + } + } + }, + "validate": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "source", + "kind": "argument", + "nargs": null, + "position": 0, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--cache-dir", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--fail-on-warning", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--json", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": ".agent-eval/repo-eval.yaml", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--manifest", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--manifest-file", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--out", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi repo validate", + "subcommand_required": null, + "subcommands": {} + } + } + }, + "report": { + "allow_abbrev": true, + "params": [ + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi report", + "subcommand_required": true, + "subcommands": { + "eval": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--eval", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--out", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--product", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--run-id", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi report eval", + "subcommand_required": null, + "subcommands": {} + }, + "generate": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--eval", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'json'", + "'markdown'" + ], + "const": null, + "default": "markdown", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--format", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--output", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--product", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--questions", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + } + ], + "path": "dokimi report generate", + "subcommand_required": null, + "subcommands": {} + }, + "model-compare": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--golden-runs", + "kind": "option", + "nargs": "+", + "position": null, + "required": false, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--out", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--pool-replicates", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--regular-runs", + "kind": "option", + "nargs": "+", + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--run-ids", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'bh'", + "'holm'" + ], + "const": null, + "default": "holm", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--stats-correction", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--treatment-arm", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi report model-compare", + "subcommand_required": null, + "subcommands": {} + } + } + }, + "run": { + "allow_abbrev": true, + "params": [ + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "baselines/current.json", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--out-json", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "reports/current.md", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--out-md", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": ".", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--root", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "benchmarks/spec.v1.yaml", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--spec", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--strict", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi run", + "subcommand_required": null, + "subcommands": {} + }, + "subjects": { + "allow_abbrev": true, + "params": [ + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi subjects", + "subcommand_required": true, + "subcommands": { + "list": { + "allow_abbrev": true, + "params": [ + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--subjects-root", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi subjects list", + "subcommand_required": null, + "subcommands": {} + }, + "run": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "subject", + "kind": "argument", + "nargs": null, + "position": 0, + "required": true, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 5, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--concurrency", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--context7-id", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--grounded-from-topics", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "arms-runner", + "group_key": null, + "group_required": null, + "hidden": true, + "is_flag": false, + "key": "--harness", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--judge", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "claude-sonnet-5-5", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--judge-model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'amazon-bedrock'", + "'anthropic'", + "'google'", + "'google-vertex'", + "'openai'", + "'openrouter'" + ], + "const": null, + "default": "anthropic", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--judge-provider", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 6, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--max-iterations", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--max-tokens", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "gpt-6.1-sol", + "group_key": null, + "group_required": null, + "hidden": true, + "is_flag": false, + "key": "--model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--no-plugin-deltas", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_AppendAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--novelty-artifact", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--out-dir", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--out-json", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--out-md", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'amazon-bedrock'", + "'anthropic'", + "'google-vertex'", + "'openai'", + "'openai-codex'", + "'openrouter'" + ], + "const": null, + "default": "openai", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--provider", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 0.3, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--rerank-threshold", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "float" + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--skip-work", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--tasks-root", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 5, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--top-k", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--work-baseline-harness", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--work-command-template", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--work-dry-run", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--work-harnesses", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--work-model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--work-output-dir", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 1, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--work-repeats", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + } + ], + "path": "dokimi subjects run", + "subcommand_required": null, + "subcommands": {} + }, + "show": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "subject", + "kind": "argument", + "nargs": null, + "position": 0, + "required": true, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi subjects show", + "subcommand_required": null, + "subcommands": {} + } + } + }, + "tasks": { + "allow_abbrev": true, + "params": [ + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi tasks", + "subcommand_required": true, + "subcommands": { + "harnesses": { + "allow_abbrev": true, + "params": [ + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi tasks harnesses", + "subcommand_required": null, + "subcommands": {} + }, + "inspect": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "path", + "kind": "argument", + "nargs": null, + "position": 0, + "required": true, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--json", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--out", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi tasks inspect", + "subcommand_required": null, + "subcommands": {} + }, + "list": { + "allow_abbrev": true, + "params": [ + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--tasks-root", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi tasks list", + "subcommand_required": null, + "subcommands": {} + }, + "run": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": "--all|--tasks", + "group_required": true, + "hidden": false, + "is_flag": true, + "key": "--all", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--baseline-harness", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--command-template", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--dry-run", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--harnesses", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_AppendAction", + "choices": null, + "const": null, + "default": [], + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--network", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--out-json", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--out-md", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "results/task-runs", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--output-dir", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 1, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--repeats", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--swe-bench", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "", + "group_key": "--all|--tasks", + "group_required": true, + "hidden": false, + "is_flag": false, + "key": "--tasks", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--tasks-root", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi tasks run", + "subcommand_required": null, + "subcommands": {} + } + } + }, + "tools": { + "allow_abbrev": true, + "params": [ + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + } + ], + "path": "dokimi tools", + "subcommand_required": true, + "subcommands": { + "preference": { + "allow_abbrev": true, + "params": [ + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 8, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--concurrency", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreTrueAction", + "choices": null, + "const": true, + "default": false, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--dry-run", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--factors", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--groups", + "kind": "option", + "nargs": null, + "position": null, + "required": true, + "type": null + }, + { + "action": "_HelpAction", + "choices": null, + "const": null, + "default": "==SUPPRESS==", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": true, + "key": "--help/-h", + "kind": "option", + "nargs": 0, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--items-out", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--max-cost-usd", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.commands.tools._positive_usd#ee3ece1dfb71" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 2048, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--max-tokens", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": null, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--model", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": "tool_preference.json", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--out-json", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": [ + "'amazon-bedrock'", + "'anthropic'", + "'google-vertex'", + "'openai'", + "'openai-codex'", + "'openrouter'" + ], + "const": null, + "default": "openai", + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--provider", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": null + }, + { + "action": "_StoreAction", + "choices": null, + "const": null, + "default": 3, + "group_key": null, + "group_required": null, + "hidden": false, + "is_flag": false, + "key": "--reps", + "kind": "option", + "nargs": null, + "position": null, + "required": false, + "type": "dokimi.cli.build_parser..positive_int#faf57db5ff9f" + } + ], + "path": "dokimi tools preference", + "subcommand_required": null, + "subcommands": {} + } + } + } + } +} diff --git a/dokimi/dokimi/cli_flags.py b/dokimi/dokimi/cli_flags.py new file mode 100644 index 000000000..5cd86d660 --- /dev/null +++ b/dokimi/dokimi/cli_flags.py @@ -0,0 +1,331 @@ +# Copyright (C) 2026 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + +"""One flag vocabulary: each concept, its canonical spellings, types and banned synonyms. + +This is the registry of issue #94 §2.4 (stage F1a). It is data only: no leaf reads it yet. +F1b moves the leaves of one concept at a time onto it, and tombstones the old spellings. +Until then the contract test in ``tests/test_cli_flags.py`` runs in ratchet mode: a +spelling that is neither canonical here nor on ``tests/data/cli_flags_allowlist.txt`` +fails the build, and so does a banned synonym whose concept has a canonical spelling, +unless that spelling is on the allowlist. The check looks at spellings only: an option's +type and action are not compared with ``kind``. + +A concept is one row of the §2.4 audit. Its ``canonical`` spellings are the ones new +commands use. ``banned`` lists the synonyms the audit found for it. A banned spelling +with an empty ``canonical`` tuple is not enforced: the concept has no decided spelling +yet. +""" + +from __future__ import annotations + +from collections.abc import Iterable +from dataclasses import dataclass + +__all__ = [ + "BANNED", + "CANONICAL", + "CONCEPTS", + "OWNED_STEMS", + "Concept", + "Flag", + "registry_problems", +] + + +@dataclass(frozen=True) +class Flag: + """One canonical spelling of a concept. + + ``value`` is the metavar shown in help (``""`` for a boolean flag), ``kind`` the type + the flag takes (``path``, ``model_ref``, ``int``, ``float``, ``usd``, ``choice``, + ``flag`` or ``text``), ``repeatable`` whether it may be given more than once. + """ + + spelling: str + value: str = "" + kind: str = "text" + repeatable: bool = False + meaning: str = "" + + +@dataclass(frozen=True) +class Concept: + """A concept with one meaning across the CLI, its spellings and its banned synonyms. + + ``api_kwarg``, ``env`` and ``plan_field`` name the same concept in ``dokimi.api``, the + environment and ``plan.v1``. Only ``spend`` has them so far: §2.4 names them there. + """ + + name: str + help: str + canonical: tuple[Flag, ...] + banned: tuple[str, ...] = () + api_kwarg: str | None = None + env: str | None = None + plan_field: str | None = None + note: str = "" + + +_MODEL_REF = "model_ref" + +CONCEPTS: tuple[Concept, ...] = ( + Concept( + name="model", + help="the model under test", + canonical=(Flag("--model", "PROVIDER/MODEL", _MODEL_REF, + meaning="the model under test; repeatable where several are allowed"),), + banned=("--provider", "--work-model"), + ), + Concept( + name="role_models", + help="the model a role runs on: judge, extractor, escalation, fill, RAGAS", + canonical=( + Flag("--judge", "PROVIDER/MODEL", _MODEL_REF, repeatable=True, + meaning="the judge; repeated, it is a panel"), + Flag("--extract-model", "PROVIDER/MODEL", _MODEL_REF), + Flag("--escalate-model", "PROVIDER/MODEL", _MODEL_REF), + Flag("--fill-model", "PROVIDER/MODEL", _MODEL_REF), + Flag("--ragas-model", "PROVIDER/MODEL", _MODEL_REF), + ), + banned=("--judge-model", "--judge-provider", "--judges", "--judge-panel", + "--judge-configs", "--extract-provider"), + note="A role the audit does not list uses --ROLE-model P/M. The --escalate-*, --fill-* " + "and --ragas-* spellings are not enumerated in the audit; F1b lists them.", + ), + Concept( + name="sampling", + help="temperature and seed", + canonical=( + Flag("--temperature", "FLOAT", "float"), + Flag("--seed", "N", "int", meaning="the resolved seed is recorded in every run"), + ), + note="A role's temperature uses --ROLE-temperature.", + ), + Concept( + name="arm", + help="a variant of the subject", + canonical=(Flag("--arm", "[NAME=]REF", "text", repeatable=True, + meaning="a variant; docs:SOURCE for a documentation arm"),), + banned=("--arms",), + ), + Concept( + name="cell", + help="one cell of a matrix", + canonical=(Flag("--cell", "k=v,...", "text", repeatable=True),), + banned=("--matrix-cell", "--matrix-cells"), + ), + Concept( + name="baseline", + help="the run or arm a comparison is made against", + canonical=( + Flag("--baseline", "RUN|baseline:NAME|FILE", "text"), + Flag("--baseline-arm", "NAME", "text"), + ), + banned=("--baseline-json", "--plugin-json", "--base"), + ), + Concept( + name="harness", + help="the coding harness, and its executable", + canonical=( + Flag("--harness", "NAME", "text", repeatable=True), + Flag("--bin", "NAME=PATH", "path", repeatable=True), + ), + banned=("--harnesses", "--work-harnesses"), + ), + Concept( + name="reps", + help="repetitions per cell", + canonical=(Flag("--reps", "N", "int"),), + banned=("--repeats", "--work-repeats", "--multi-run", "--trials"), + ), + Concept( + name="concurrency", + help="how much runs at once", + canonical=( + Flag("--concurrency", "N", "int"), + Flag("-j", "N", "int", meaning="short form of --concurrency"), + ), + banned=("--jobs",), + ), + Concept( + name="spend", + help="caps on paid calls, in USD", + canonical=( + Flag("--max-usd", "X", "usd", meaning="the cap on the whole command"), + Flag("--max-usd-per-cell", "X", "usd"), + Flag("--max-cells", "N", "int"), + Flag("--budget-ledger", "FILE", "path", meaning="one ledger shared across commands"), + ), + banned=("--max-cost-usd", "--max-batch-usd", "--budget"), + api_kwarg="max_usd", + env="DOKIMI_MAX_USD", + plan_field="budget.max_usd", + note="A CLI cap can lower the plan cap and never raise it.", + ), + Concept( + name="dry_run", + help="estimate without spending", + canonical=(Flag("--dry-run", kind="flag", meaning="estimate, make no paid call"),), + banned=("--estimate-only", "--work-dry-run"), + ), + Concept( + name="tokens", + help="token caps and token budget fractions", + canonical=( + Flag("--max-output-tokens", "N", "int"), + Flag("--retrieval-tokens", "N", "int"), + Flag("--token-budgets", "F,F", "text"), + ), + banned=("--max-tokens", "--budgets"), + note="--max-tokens meant retrieval in six leaves and output in seven.", + ), + Concept( + name="output", + help="where results go, and the machine-readable form", + canonical=( + Flag("--out", "FILE", "path", meaning="the primary artifact, always a file"), + Flag("--out-dir", "DIR", "path", meaning="the run directory"), + Flag("--candidate-dir", "DIR", "path", meaning="a written skill or patch"), + Flag("--json", kind="flag", meaning="cli_output.v1 on stdout"), + Flag("--format", "FORMAT", "choice", meaning="a render format only"), + ), + banned=("--output", "--out-json", "--out-md", "--output-dir", "--results-dir", + "--items-out", "--no-json", "--view-format"), + ), + Concept( + name="fail_on", + help="exit non-zero on warnings or failures", + canonical=(Flag("--fail-on", "{warn,fail}", "choice"),), + banned=("--strict", "--fail-on-warning", "--fail-on-error", "--fail-on-fail"), + ), + Concept( + name="run_name", + help="the identity of a run directory", + canonical=(Flag("--name", "NAME", "text"),), + banned=("--run-id", "--run-ids", "--batch"), + ), + Concept( + name="network", + help="network policy, per phase", + canonical=(Flag("--network", "[PHASE=]MODE[:hosts]", "text"),), + banned=("--agent-network", "--build-network"), + ), + Concept( + name="timeout", + help="time limits, per phase", + canonical=(Flag("--timeout", "[PHASE=]SEC", "text"),), + banned=("--grade-timeout", "--build-timeout"), + ), + Concept( + name="cache", + help="caches, shared or per name", + canonical=( + Flag("--cache-dir", "DIR", "path"), + Flag("--cache", "NAME=DIR", "text", repeatable=True), + ), + banned=("--cache-root",), + ), + Concept( + name="environment", + help="the working directory and how the agent is delegated to", + canonical=( + Flag("--work-dir", "DIR", "path"), + Flag("--delegation", "native|none", "choice"), + ), + ), + Concept( + name="inputs", + help="what a run reads; the subject itself is a positional", + canonical=( + Flag("--tasks", "DIR|FILE", "path"), + Flag("--task", "ID", "text", repeatable=True, meaning="a filter on --tasks"), + Flag("--questions", "FILE", "path"), + Flag("--answers", "FILE", "path"), + Flag("--registry", "FILE", "path"), + Flag("--from", "RUN", "text"), + ), + banned=("--product", "--library", "--libraries", "--target", "--root", "--repo-root", + "--tasks-root", "--subjects-root", "--questions-root", "--questions-from", + "--custom-questions", "--atoms", "--novelty-artifact", "--from-eval"), + note="The subject is a positional. --product, --library and --target name it, so new " + "commands do not use them.", + ), + Concept( + name="retrieval", + help="documentation retrieval", + canonical=( + Flag("--top-k", "N", "int"), + Flag("--rerank-threshold", "X", "float"), + ), + banned=("--doc-source", "--context7-id"), + note="A documentation source is an arm: --arm docs:SOURCE.", + ), + Concept( + name="force", + help="re-run over existing output", + canonical=(Flag("--force", kind="flag"),), + banned=("--force-regen",), + ), + Concept( + name="policy", + help="the gate policy and the statistics of a comparison", + canonical=( + Flag("--policy", "FILE|NAME", "text"), + Flag("--method", "NAME", "text"), + Flag("--unit", "NAME", "text"), + Flag("--contrast", "NAME", "text"), + Flag("--correction", "NAME", "text"), + ), + banned=("--stats-correction",), + ), +) + +# Stems that only the registry may use for a local flag. F1c enforces this; F1a only lists them. +OWNED_STEMS: tuple[str, ...] = ( + "out", "model", "judge", "usd", "budget", "token", "reps", "json", "format", "strict", +) + + +def _index() -> tuple[dict[str, str], dict[str, str]]: + canonical: dict[str, str] = {} + banned: dict[str, str] = {} + for concept in CONCEPTS: + for flag in concept.canonical: + canonical.setdefault(flag.spelling, concept.name) + for spelling in concept.banned: + banned.setdefault(spelling, concept.name) + return canonical, banned + + +# Canonical spelling -> concept name, and banned synonym -> concept name. A banned spelling +# is enforced only when its concept has canonical spellings. +CANONICAL, BANNED = _index() + + +def registry_problems(concepts: Iterable[Concept] = CONCEPTS) -> list[str]: + """Self-check of the registry data: empty when it is consistent.""" + concepts = tuple(concepts) + problems: list[str] = [] + canonical_owner: dict[str, str] = {} + banned_owner: dict[str, str] = {} + for concept in concepts: + for flag in concept.canonical: + if not flag.spelling.startswith("-"): + problems.append(f"{concept.name}: canonical `{flag.spelling}` is not an option") + if flag.spelling in canonical_owner: + problems.append(f"`{flag.spelling}` is canonical in both " + f"{canonical_owner[flag.spelling]} and {concept.name}") + canonical_owner[flag.spelling] = concept.name + for concept in concepts: + for spelling in concept.banned: + banned_owner.setdefault(spelling, concept.name) + if not spelling.startswith("--"): + problems.append(f"{concept.name}: banned `{spelling}` is not a long option") + if spelling in canonical_owner: + problems.append(f"`{spelling}` is canonical in {canonical_owner[spelling]} and " + f"banned in {concept.name}") + if banned_owner[spelling] != concept.name: + problems.append(f"`{spelling}` is banned in both {banned_owner[spelling]} and " + f"{concept.name}") + return problems diff --git a/dokimi/tests/data/cli_flags_allowlist.txt b/dokimi/tests/data/cli_flags_allowlist.txt new file mode 100644 index 000000000..6e9ed384d --- /dev/null +++ b/dokimi/tests/data/cli_flags_allowlist.txt @@ -0,0 +1,222 @@ +# Copyright (C) 2026 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + +# Ratchet allowlist for the flag contract (tests/test_cli_flags.py, issue #94 F1a). +# +# One option string per row, as the CLI parsers spell it. A string here is not a +# canonical spelling in dokimi/cli_flags.py: it predates the registry, and each +# migration PR (F1b) deletes the rows of the concept it moves. Rows are never added +# to make a test pass without a reason: a new row is `--flag # why it must stay`. +# A row that no parser uses, or that is now canonical, fails the test, so this list +# keeps no stale row. Adding a row stays a review decision: the test does not check +# that a new row has a reason. +# +# Rows with no reason are the spellings already on main when this file was written (b69b15f8). +--agent-network +--all +--all-atoms +--all-vs-all # novelty routing (#172) adds it: no registry concept yet; a F1b migration names it +--allow-self-judge +--allow-unsafe +--allow-unsupported +--answers-out +--arms +--artifact +--atoms +--base +--baseline-harness +--baseline-json +--bases +--batch +--both +--budget +--budgets +--build-network +--build-timeout +--cache-root +--calls +--candidate +--catalog +--checklist +--claude # catalog trigger-probe (#217) adds it: backend choice has no registry concept yet +--command-template +--competitors +--context +--context7-id +--contract # context consistency (#155) adds it: no registry concept yet; a F1b migration names it +--count +--custom-questions +--debug-retrieval +--description +--doc-source +--docker +--domain +--embeddings +--escalate-provider +--escalate-ties +--estimate-only +--eval +--eval-out +--extract-provider +--factors +--fail-fast +--fail-on-error +--fail-on-fail +--fail-on-warning +--file +--fill-gaps +--fill-provider +--force-regen +--from-eval +--github-token +--golden-runs +--grade-timeout +--grader +--grounded +--grounded-from-topics +--groups +--harnesses +--image +--include-disabled # novelty routing (#172) adds it: no registry concept yet; a F1b migration names it +--include-resources +--input +--intents +--items-out +--jobs +--judge-configs +--judge-model +--judge-panel +--judge-provider +--judge-temperature +--judges +--keep +--kind +--large-bytes +--lexical-only +--libraries +--library +--limit +--listing-budget-fraction # catalog trigger-probe (#217) adds it: no registry concept yet +--manifest +--manifest-file +--matrix-cell +--matrix-cells +--max-atoms +--max-bases +--max-batch-usd +--max-cost-usd +--max-file-words +--max-iterations +--max-resource-words +--max-tokens +--max-turns +--metric +--min-accuracy +--mode +--multi-run +--no-classify +--no-confirm-carriers +--no-json +--no-judge +--no-paraphrase +--no-plugin-deltas +--no-recursive +--no-reversal +--no-shorten +--no-stored +--no-validate +--no-verify +--novelty +--novelty-artifact +--only +--out-json +--out-md +--outcomes # context consistency (#155) adds it: no registry concept yet; a F1b migration names it +--output +--output-dir +--pairwise +--pass-k # repo compare (#155) adds it: no registry concept yet; a F1b migration names it +--path-stability # repo compare (#155) adds it: no registry concept yet; a F1b migration names it +--personas +--personas-count +--placebo-text +--plugin-json +--plugins +--pool-replicates +--probes +--product +--prompt-file # repo tasks replay (#265) adds it: no registry concept yet; a F1b migration names it +--provider +--queries +--queries-by-skill # novelty routing (#172) adds it: no registry concept yet; a F1b migration names it +--queries-from-headings +--questions-from +--questions-per-topic +--questions-root +--ragas +--ragas-provider +--rebuild-image +--redraws +--regular-runs +--repeats +--repo +--repo-root +--require-validated +--resource-roles +--results-dir +--reviewers +--rewrite +--roles +--root +--run-id +--run-ids +--salt +--save-analysis +--scenarios +--scorer +--sealed # catalog trigger-probe (#217) adds it: no registry concept yet +--sequential +--session-turns +--shell # context consistency (#155) adds it: no registry concept yet; a F1b migration names it +--sim-threshold +--skip-work +--source-dir +--spec +--static +--stats-correction +--strict +--subjects-root +--swe-bench +--target +--target-advanced +--target-beginner +--target-intermediate +--tasks-root +--tasks-subdir +--threads # repo tasks replay (#265) adds it: no registry concept yet; a F1b migration names it +--threshold +--tier +--tools +--top-n +--topics +--treatment-arm +--trials # catalog trigger-probe (#217) adds it: a banned synonym of reps; renaming it changes the CLI, so it waits for F1b +--trigger-set +--turn-reminder +--typed-max-len +--typed-threads +--validate +--validity +--variants +--view-format +--warm +--window +--wordings +--work-baseline-harness +--work-command-template +--work-dry-run +--work-harnesses +--work-model +--work-output-dir +--work-repeats +-o diff --git a/dokimi/tests/test_cli_flags.py b/dokimi/tests/test_cli_flags.py new file mode 100644 index 000000000..a5c307676 --- /dev/null +++ b/dokimi/tests/test_cli_flags.py @@ -0,0 +1,274 @@ +# Copyright (C) 2026 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + +"""The flag contract (issue #94 §2.4, stage F1a): ratchet mode over the CLI tree. + +Every option string on a parser of ``dokimi.cli.build_parser()`` must be a canonical +spelling in ``dokimi/cli_flags.py`` or a row of ``tests/data/cli_flags_allowlist.txt``. A +banned synonym fails unless it is allowlisted. An allowlist row that no parser uses, or +that is now canonical, fails too, so the list keeps no stale row. The snapshot +``docs/reference/cli-interface.json`` must equal the dump of ``scripts/cli_surface.py`` +(the #88 dumper); ``make cli-snapshot`` regenerates it. +""" + +from __future__ import annotations + +import argparse +import importlib.util +import json +import sys +from collections.abc import Iterable, Mapping, Sequence +from dataclasses import dataclass +from pathlib import Path + +import pytest + +from dokimi import cli, cli_flags + +PROJECT = Path(__file__).resolve().parents[1] +ALLOWLIST = PROJECT / "tests" / "data" / "cli_flags_allowlist.txt" +SNAPSHOT = PROJECT / "docs" / "reference" / "cli-interface.json" +_ALLOWLIST_REL = "dokimi/tests/data/cli_flags_allowlist.txt" +_REGISTRY_REL = "dokimi/dokimi/cli_flags.py" +# The snapshot is written by the pinned interpreter (`make dev`). The dumper hashes validator +# source with ast.dump, whose output differs between Python versions, so the content check runs +# on that interpreter only. CI runs it there in the `typecheck` job, on every PR; the other +# matrix legs keep the ratchet and the structural checks. +PINNED_PYTHON = (3, 13) + +_spec = importlib.util.spec_from_file_location("cli_surface", PROJECT / "scripts" / "cli_surface.py") +assert _spec and _spec.loader +cs = importlib.util.module_from_spec(_spec) +_spec.loader.exec_module(cs) + + +@dataclass(frozen=True) +class Use: + """One option string on one parser, with what the parser does with it.""" + + leaf: str + option: str + action: str + type: str + dest: str + + +def _type_name(type_: object) -> str: + if type_ is None: + return "str" + return getattr(type_, "__name__", type(type_).__name__) + + +def uses(parser: argparse.ArgumentParser) -> list[Use]: + """Every option string of ``parser`` and of its subcommands, root first, in parser order. + + ``-h/--help`` and ``--version`` are left out: argparse adds them to every parser. + """ + found: list[Use] = [] + + def walk(node: argparse.ArgumentParser, path: str) -> None: + for action in node._actions: + if isinstance(action, argparse._SubParsersAction): + for name, sub in sorted(action.choices.items()): + walk(sub, f"{path} {name}") + elif not isinstance(action, (argparse._HelpAction, argparse._VersionAction)): + for option in action.option_strings: + found.append(Use(path, option, type(action).__name__, + _type_name(action.type), action.dest)) + + walk(parser, "dokimi") + return found + + +def load_allowlist(path: Path = ALLOWLIST) -> dict[str, str]: + """Allowlisted spelling -> reason ("" for a row that has none). ``#`` starts a comment.""" + rows: dict[str, str] = {} + for raw in path.read_text(encoding="utf-8").splitlines(): + spelling, _, reason = raw.partition("#") + spelling = spelling.strip() + if spelling: + rows[spelling] = reason.strip() + return rows + + +def violations(found: Sequence[Use], allowlist: Mapping[str, str], + concepts: Iterable[cli_flags.Concept] = cli_flags.CONCEPTS) -> list[str]: + """Every break of the ratchet, as a message that says how to fix it. Empty when clean.""" + concepts = tuple(concepts) + canonical = {f.spelling: c for c in concepts for f in c.canonical} + banned = {s: c for c in concepts for s in c.banned} + problems: list[str] = [] + seen: set[tuple[str, str]] = set() + for use in found: + if (use.leaf, use.option) in seen: + continue + seen.add((use.leaf, use.option)) + if use.option in canonical or use.option in allowlist: + continue + concept = banned.get(use.option) + if concept is not None and concept.canonical: + spellings = ", ".join(f"`{f.spelling}`" for f in concept.canonical) + problems.append( + f"{use.leaf}: `{use.option}` is a banned synonym of `{concept.name}`. Use " + f"{spellings} ({_REGISTRY_REL}). If the old spelling must stay, add " + f"`{use.option} # ` to {_ALLOWLIST_REL}.") + else: + problems.append( + f"{use.leaf}: `{use.option}` is neither a canonical spelling in {_REGISTRY_REL} " + f"nor on {_ALLOWLIST_REL}. Use the registry spelling of its concept, or, with a " + f"reason, add `{use.option} # ` to {_ALLOWLIST_REL}. Then run " + "`make cli-snapshot` if the CLI surface changed.") + used = {use.option for use in found} + for spelling in sorted(allowlist): + if spelling not in used: + problems.append(f"{_ALLOWLIST_REL}: `{spelling}` is used by no parser any more; " + "delete the row.") + elif spelling in canonical: + problems.append(f"{_ALLOWLIST_REL}: `{spelling}` is a canonical spelling now; " + "delete the row.") + return problems + + +def _tree_violations() -> list[str]: + return violations(uses(cli.build_parser()), load_allowlist()) + + +def _subparser(parser: argparse.ArgumentParser, *path: str) -> argparse.ArgumentParser: + node = parser + for name in path: + (sub,) = [a for a in node._actions if isinstance(a, argparse._SubParsersAction)] + node = sub.choices[name] + return node + + +def test_registry_data_is_consistent(): + assert cli_flags.registry_problems() == [] + + +def _concept(name: str, canonical: Sequence[str] = (), banned: Sequence[str] = ()) -> cli_flags.Concept: + return cli_flags.Concept(name=name, help=name, + canonical=tuple(cli_flags.Flag(s) for s in canonical), + banned=tuple(banned)) + + +@pytest.mark.parametrize(("concepts", "message"), [ + ([_concept("a", canonical=["out"])], "a: canonical `out` is not an option"), + ([_concept("a", canonical=["--out"]), _concept("b", canonical=["--out"])], + "`--out` is canonical in both a and b"), + ([_concept("a", banned=["-o"])], "a: banned `-o` is not a long option"), + ([_concept("a", canonical=["--out"]), _concept("b", banned=["--out"])], + "`--out` is canonical in a and banned in b"), + ([_concept("a", banned=["--old"]), _concept("b", banned=["--old"])], + "`--old` is banned in both a and b"), +]) +def test_registry_problems_flags_each_inconsistency(concepts, message): + assert message in cli_flags.registry_problems(concepts) + + +def test_every_spelling_on_the_tree_is_canonical_or_allowlisted(): + problems = _tree_violations() + assert problems == [], "\n".join(problems) + + +def test_the_walk_covers_the_whole_tree(): + found = uses(cli.build_parser()) + leaves = {use.leaf for use in found} + assert {"dokimi run", "dokimi repo scan"} <= leaves + assert len({use.option for use in found}) > 200 + assert all(use.dest for use in found) + + +def test_a_new_flag_outside_the_registry_fails_the_ratchet(monkeypatch): + real = cli.build_parser + + def with_new_flag() -> argparse.ArgumentParser: + parser = real() + _subparser(parser, "run").add_argument("--sample-size", type=int, default=1) + return parser + + monkeypatch.setattr(cli, "build_parser", with_new_flag) + problems = _tree_violations() + assert any("dokimi run: `--sample-size` is neither a canonical spelling" in p + and f"add `--sample-size # ` to {_ALLOWLIST_REL}" in p for p in problems), problems + + +def test_a_new_banned_synonym_fails_and_names_the_registry_spelling(monkeypatch): + real = cli.build_parser + + def with_banned_flag() -> argparse.ArgumentParser: + parser = real() + _subparser(parser, "run").add_argument("--trials", type=int, default=1) + return parser + + monkeypatch.setattr(cli, "build_parser", with_banned_flag) + # `--trials` is allowlisted for catalog trigger-probe (a real use on main), so the probe + # runs with that row removed: a new leaf must not get the exemption. + allow = {k: v for k, v in load_allowlist().items() if k != "--trials"} + problems = violations(uses(cli.build_parser()), allow) + # Anchored on the injected leaf: catalog trigger-probe's own --trials gives the same text. + assert any( + p.startswith("dokimi run: ") and "`--trials` is a banned synonym of `reps`" in p and "`--reps`" in p + for p in problems + ), problems + + +def test_an_allowlisted_banned_spelling_still_passes_on_a_new_leaf(monkeypatch): + # Only the new leaf is under test: the tree's violations must not change. + real = cli.build_parser + before = violations(uses(real()), load_allowlist()) + + def on_another_leaf() -> argparse.ArgumentParser: + parser = real() + _subparser(parser, "repo", "scan").add_argument("--jobs", type=int, default=1) + return parser + + monkeypatch.setattr(cli, "build_parser", on_another_leaf) + assert _tree_violations() == before + + +def test_a_banned_synonym_is_named_with_its_canonical_spelling(): + fixture = (cli_flags.Concept(name="output", help="", canonical=(cli_flags.Flag("--out"),), + banned=("--outfile",)),) + found = [Use("dokimi run", "--outfile", "_StoreAction", "str", "outfile")] + (problem,) = violations(found, {}, fixture) + assert "banned synonym of `output`" in problem and "`--out`" in problem + + +def test_a_banned_spelling_of_an_undecided_concept_is_not_enforced_as_banned(): + fixture = (cli_flags.Concept(name="max_tokens", help="", canonical=(), banned=("--max-tokens",)),) + found = [Use("dokimi run", "--max-tokens", "_StoreAction", "int", "max_tokens")] + (problem,) = violations(found, {}, fixture) + assert "banned synonym" not in problem + assert "is neither a canonical spelling" in problem + + +def test_allowlist_rows_that_are_unused_or_canonical_fail(): + fixture = (cli_flags.Concept(name="output", help="", canonical=(cli_flags.Flag("--out"),)),) + found = [Use("dokimi run", "--out", "_StoreAction", "str", "out")] + problems = violations(found, {"--gone": "", "--out": ""}, fixture) + assert any("`--gone` is used by no parser" in p for p in problems) + assert any("`--out` is a canonical spelling now" in p for p in problems) + assert len(problems) == 2 + + +@pytest.mark.skipif(sys.version_info[:2] != PINNED_PYTHON, + reason="the content check runs on the pinned Python, in CI's typecheck job") +def test_the_cli_interface_snapshot_is_current(): + stored = json.loads(SNAPSHOT.read_text(encoding="utf-8")) + assert cs.dump_surface() == stored, ( + f"{SNAPSHOT.relative_to(PROJECT.parent)} is stale: run `make cli-snapshot` in dokimi/ " + "and commit the result") + + +def test_the_snapshot_check_notices_a_new_flag(monkeypatch): + # Both dumps come from this interpreter, so the check holds on every Python version. + before = cs.dump_surface() + real = cli.build_parser + + def with_new_flag() -> argparse.ArgumentParser: + parser = real() + _subparser(parser, "run").add_argument("--sample-size", type=int, default=1) + return parser + + monkeypatch.setattr(cli, "build_parser", with_new_flag) + assert cs.dump_surface() != before diff --git a/dokimi/tests/test_import_architecture.py b/dokimi/tests/test_import_architecture.py index 92c46ae7d..ebeb4eb10 100644 --- a/dokimi/tests/test_import_architecture.py +++ b/dokimi/tests/test_import_architecture.py @@ -68,8 +68,9 @@ # What everything shares: defaults, registries, artifact and record I/O, the LLM and # process chokepoints, console output. ("foundation", ( - "dokimi", "dokimi._version", "dokimi.artifacts", "dokimi.caching", "dokimi.config", - "dokimi.console", "dokimi.container_policy", "dokimi.defaults", "dokimi.intents", "dokimi.llm", "dokimi.llm_pricing", + "dokimi", "dokimi._version", "dokimi.artifacts", "dokimi.caching", "dokimi.cli_flags", + "dokimi.config", "dokimi.console", "dokimi.container_policy", "dokimi.defaults", + "dokimi.intents", "dokimi.llm", "dokimi.llm_pricing", "dokimi.process", "dokimi.records", "dokimi.registry", "dokimi.utils", # Token/cost record the LLM chokepoint fills; it lives under metrics/ but # depends on nothing and is read by every LLM caller.