CLI

npm install -g @belvedir/cli
belvedir login          # opens your browser: click Approve
belvedir projects

belvedir whoami                      # the signed-in account
belvedir orgs                        # organizations, roles, balances
belvedir projects                    # projects you can access
belvedir keys my-agent               # your API keys in a project
belvedir conversations my-agent -n 50
belvedir traces my-agent             # raw spans (name, model, status)
belvedir tasks my-agent
belvedir groups my-agent             # task groups
belvedir cleaning my-agent           # the cleaning log
belvedir models [my-agent]           # fine-tuned models (all projects, or one)
belvedir runs my-agent               # training + optimization runs
belvedir benchmarks [my-agent]       # harnesses + recent runs
belvedir benchmarks show <run-id>    # status, score, log tail
belvedir environments my-agent       # generated environments + simulations
belvedir harness my-agent            # harness maps + their status
belvedir repos my-agent              # the project's connected repos
belvedir review my-agent             # proposals awaiting review
belvedir setup my-agent              # target / loops / design / autonomy
belvedir routing my-agent
belvedir members my-org              # roster + pending invites
belvedir access my-agent             # per-member project access
belvedir balance [my-org]            # organization credit balance
belvedir billing my-org              # the org's credit ledger
belvedir github                      # connected GitHub accounts
belvedir help                        # every command and flag

belvedir projects create my-agent [--org <org-id>]
belvedir projects rename my-agent "my agent v2"
belvedir projects delete my-agent --yes   # org owner only
belvedir keys revoke <key-id>
belvedir keys rename <key-id> production
belvedir repos add my-agent you/agent     # project repository access (repos remove to drop it)
belvedir github connect                   # opens the GitHub App install page
belvedir outcome my-agent <session-id> fail

belvedir setup my-agent --target "Fewer failed orders" --loops harness,lora --codebase https://github.com/you/agent --autonomy harness=review --design loop2 --keys all
belvedir train my-agent --method sft      # launch a LoRA training run (sft | opsd | rl)
belvedir train my-agent --base meta-llama/Llama-3.1-8B-Instruct --group <group-id> --hf-token hf_...   # pick the base, one task group, and a token for gated bases
belvedir train my-agent --method rl --reward similarity --algorithm auto
belvedir train cancel <run-id>
belvedir autotrain my-agent --traces 500  # or --days 7, or --off
belvedir analyze my-agent                 # queue an optimization run
belvedir review approve <analysis-id>     # opens the PR (or reject)
belvedir harness map my-agent you/agent   # map a connected repo's harness
belvedir signals my-agent                 # error / latency / frustration signals
belvedir validation my-agent              # success rates + shipped deltas
belvedir models download <model-id>       # signed adapter URL
belvedir deploy <model-id> [--key <together-key>]   # deploy a fine-tune to your own Together account

belvedir benchmarks catalog               # the public presets and their env
belvedir benchmarks create my-agent --name smoke --git-url https://github.com/you/harness --run "python run.py" [--install "pip install -e ."] [--compute cpu|gpu] [--tasks-file ./tasks.jsonl]
belvedir benchmarks add my-agent swe-bench-verified --env MODEL=anthropic/claude-sonnet-5[,MODAL_TOKEN_ID=...,MODAL_TOKEN_SECRET=...]   # add Modal tokens to run on your own account
belvedir benchmarks run <harness-id> --attempts 5 --grading pass@k
belvedir benchmarks run <harness-id> --model <trained-model-id> [--hf-token hf_...]   # GPU eval of a fine-tune (token for gated bases)
belvedir benchmarks cancel <run-id>
belvedir benchmarks delete <harness-id> --yes
belvedir environments generate my-agent --group <group-id> [--preset harbor-runner|belvedir] [--synthesize [--no-wait]] [--repo https://github.com/you/agent --run "python eval.py"]
belvedir environments status <environment-id> [--wait]   # a synthesis's progress
belvedir environments export my-agent --id <environment-id> --out ./env [--limit 3]   # Harbor dataset: harbor run -p ./env
belvedir environments simulate my-agent --group <group-id>
belvedir environments declare my-agent --name "Refund requests" --description "Customer asks for a refund..."
belvedir simulations run <simulation-id> --episodes 8 [--model <model-id>]   # the model that plays the agent: a priced Claude, Grok, or hosted open model

belvedir routing set my-agent --default qwen3:4b --strong zai-org/GLM-5.2-FP8 --small Qwen/Qwen3.5-9B   # --default = Medium, --strong = Big
belvedir routing pin my-agent <group-id> qwen3:4b
belvedir routing unpin my-agent <group-id>
belvedir routing routers my-agent         # all routers: auto + drafts
belvedir routing promote <router-id>      # switch which router serves traffic
belvedir routing stats my-agent           # per-task-group model records + recommendation

belvedir orgs create "my team"
belvedir orgs rename my-org "my team v2"  # owner or admin
belvedir orgs delete my-org --yes         # empty orgs only, owner only
belvedir members invite my-org teammate@example.com [--role member|admin]   # owner or admin, either role
belvedir members remove my-org <user-id>  # owner or admin (not the owner); your own id = leave
belvedir members role my-org <user-id> admin|member   # owner or admin; the owner's role can't change
belvedir access set my-agent <user-id> off
belvedir billing buy my-org --amount 20   # opens the checkout page
belvedir billing redeem my-org <code>
belvedir billing payg my-org              # save the org's card (auto reload / pay as you go)
belvedir billing payg --on|--off|--remove # manage pay as you go on the saved card

belvedir login                            # browser approval
belvedir login --email you@example.com    # email/password accounts
belvedir login --readonly                 # a read-only session for agent machines (below)
belvedir login --platform https://your-host   # a different platform host (https only; localhost is refused)
belvedir logout