TANDEM_BACKENDS |
deepseek,vllm1 |
the backends the environment declares |
TANDEM_BACKEND_<ID>_KIND |
deepseek |
generic | tandemllm | vllm | sglang | openai | deepseek | anthropic |
TANDEM_BACKEND_<ID>_URL |
https://api.deepseek.com/v1 |
|
TANDEM_BACKEND_<ID>_KEY |
(a key) |
held in memory, never stored |
TANDEM_BACKEND_<ID>_LABEL |
DeepSeek |
|
TANDEM_BACKEND_<ID>_MODELS |
deepseek-flash,deepseek-v4-pro |
|
TANDEM_BACKEND_<ID>_MODELS_MODE |
discover |
discover (GET /models, plus MODELS) | list |
TANDEM_BACKEND_<ID>_FALLBACK |
openrouter |
backends tried after this one, in order |
TANDEM_BACKEND_<ID>_MAX_INFLIGHT |
none |
requests at once, past it a fallback or a 503; none (the default): no limit from the proxy, the backend takes what it accepts |
TANDEM_BACKEND_<ID>_ENABLED |
1 |
|
TANDEM_BACKEND_<ID>_INJECT_USAGE |
1 |
ask a stream for its usage frame |
TANDEM_BACKEND_<ID>_HARNESS |
off |
off | shadow | on |
TANDEM_BACKEND_<ID>_HARNESS_PROFILE |
coding |
the conductor profile of its requests |
TANDEM_BACKEND_<ID>_WRITER |
auto |
the background memory writer on this backend (proxy/memwriter.py): auto (on, off for a paid cloud model) | off | shadow | on |
TANDEM_BACKEND_<ID>_WRITER_USD_DAY |
0.25 |
its spend cap a day on a paid model |
TANDEM_BACKEND_<ID>_WRITER_RUNS_DAY |
48 |
its runs a day |
TANDEM_BACKEND_<ID>_WRITER_PROMPT_TOKENS |
32000 |
its prompt at most (older messages dropped) |
TANDEM_BACKEND_<ID>_TIMEOUT_CONNECT |
10 |
seconds; also _TIMEOUT_FIRST_BYTE, _TIMEOUT_IDLE |
TANDEM_BACKEND_<ID>_ANTHROPIC_AUTH |
x-api-key |
kind anthropic: x-api-key | bearer; also _ANTHROPIC_API_VERSION, _ANTHROPIC_SAMPLING (drop | pass), _ANTHROPIC_DEFAULT_MAX_TOKENS, _ANTHROPIC_AUTO_CACHE, _ANTHROPIC_THINKING_DISPLAY (summarized | ... |
TANDEM_BACKEND_<ID>_HOST |
auto |
where the System view reads the backend's machine: auto (this machine when the URL is), same, collector, exporter, off |
TANDEM_BACKEND_<ID>_HOST_URL |
(a URL) |
the remote collector (python -m proxy.hostcollect), or a node_exporter page |
TANDEM_BACKEND_<ID>_HOST_DCGM_URL |
(a URL) |
a DCGM exporter page (mode exporter) |
TANDEM_COLLECTOR_TOKEN |
... |
the remote collectors' bearer token, in memory only (proxy/hostcollect.py) |
TANDEM_ROUTE_<n> |
gpt-*=openai |
routing rules, ordered by n |
TANDEM_PRICE_<n> |
deepseek/deepseek-flash=0.30,0.006,1.2 |
USD per million: input, cached input, output, and optionally cache write, then the 1-hour cache write |
TANDEM_PRICE_<n>_OFFPEAK |
0.15,0.003,0.6 |
the same model outside the provider's peak hours (DeepSeek) |
TANDEM_DEFAULT_BACKEND |
engine |
a model id that no deployment, rule or backend serves goes to this backend as asked (a TandemLLM engine answers any id with its own model); unset: OpenAI's 404 |
TANDEM_SECRETS_KEY |
<base64 of 32 bytes> |
the master key (proxy/secrets.py) |
TANDEM_APP_ENV |
|
read in packaging/linux/tandem-app.sh |
TANDEM_APP_PYTHON |
|
read in packaging/linux/tandem-app.sh, packaging/tandemapp_install.py |
TANDEM_APP_STATE |
|
read in packaging/container-start.sh, packaging/linux/tandem-app.service |
TANDEM_AUTH |
|
read in packaging/app.env.example, proxy/authlegacy.py |
TANDEM_BACKEND_DEEPSEEK_KEY |
|
read in packaging/app.env.example |
TANDEM_BACKEND_DEEPSEEK_KIND |
|
read in packaging/app.env.example |
TANDEM_BACKEND_DEEPSEEK_LABEL |
|
read in packaging/app.env.example |
TANDEM_BACKEND_VLLM1_FALLBACK |
|
read in packaging/app.env.example |
TANDEM_BACKEND_VLLM1_HOST |
|
read in packaging/app.env.example |
TANDEM_BACKEND_VLLM1_HOST_DCGM_URL |
|
read in packaging/app.env.example |
TANDEM_BACKEND_VLLM1_HOST_URL |
|
read in packaging/app.env.example |
TANDEM_BACKEND_VLLM1_KIND |
|
read in packaging/app.env.example |
TANDEM_BACKEND_VLLM1_MAX_INFLIGHT |
|
read in packaging/app.env.example |
TANDEM_BACKEND_VLLM1_TIMEOUT_FIRST_BYTE |
|
read in packaging/app.env.example |
TANDEM_BACKEND_VLLM1_URL |
|
read in packaging/app.env.example |
TANDEM_CHAT |
|
read in packaging/app.env.example, packaging/container-start.sh |
TANDEM_CHAT_ENGINE_BACKEND |
|
read in proxy/chatengine.py |
TANDEM_CHAT_ENV |
|
read in packaging/app.env.example, packaging/linux/chatd.env.example |
TANDEM_CLIENTS_JSON |
|
read in proxy/app.py |
TANDEM_COLLECT |
|
read in proxy/launch.py |
TANDEM_COLLECT_BASE |
|
read in proxy/launch.py |
TANDEM_COLLECT_TOKEN |
|
read in plugins/sglang/tandem_sglang_plugin/_push.py, plugins/vllm/tandem_vllm_plugin/__init__.py |
TANDEM_COLLECT_URL |
|
read in plugins/sglang/tandem_sglang_plugin/_push.py, plugins/vllm/tandem_vllm_plugin/__init__.py |
TANDEM_CONDUCTOR |
|
read in packaging/app.env.example, packaging/linux/tandem-app.sh |
TANDEM_CONFIG_DB |
|
read in packaging/app.env.example, proxy/__main__.py |
TANDEM_DASHBOARD_LATER |
|
read in packaging/tandemapp_build.py |
TANDEM_DASHBOARD_SHA256 |
|
read in packaging/tandemapp_build.py, tandemapp/bundle.py |
TANDEM_DASHBOARD_URL |
|
read in packaging/tandemapp_build.py, tandemapp/bundle.py |
TANDEM_DECISION_REPLAY |
|
read in proxy/app.py |
TANDEM_DEPLOY |
|
read in proxy/authlocal.py |
TANDEM_DIR |
|
read in proxy/nodeagent.py |
TANDEM_DMI_DIR |
|
read in proxy/fleettrust.py |
TANDEM_ENGINE_INSTALL_SH |
|
read in packaging/app.env.example, proxy/fleetupdate.py |
TANDEM_ENGINE_REF |
|
read in packaging/app.env.example, proxy/fleethealth.py |
TANDEM_FLEET_RETENTION_DAYS |
|
read in proxy/__main__.py |
TANDEM_FLEET_STORE |
|
read in proxy/__main__.py |
TANDEM_HOST |
|
read in packaging/app.env.example, packaging/tandemapp_install.py |
TANDEM_IDLE_TIMEOUT_S |
|
read in proxy/__main__.py, proxy/app.py |
TANDEM_INGRESS_API |
|
read in proxy/exposure.py |
TANDEM_INSTALL_PYTHON |
|
read in packaging/install.sh |
TANDEM_LINK_KEY |
|
read in proxy/nodeengines.py |
TANDEM_LINK_LISTEN |
|
read in proxy/nodeengines.py |
TANDEM_LINK_PEER |
|
read in proxy/nodeengines.py |
TANDEM_LOCAL_MODE |
|
read in packaging/app.env.example, packaging/tandemapp_install.py |
TANDEM_LOCAL_NODE |
|
read in proxy/app.py, proxy/fleet.py |
TANDEM_MACHINE_ID_FILE |
|
read in proxy/fleettrust.py |
TANDEM_MIN_FREE_GIB |
|
read in proxy/nodeengines.py |
TANDEM_NODE_AGENT |
|
read in packaging/app.env.example, packaging/linux/tandem-app.sh |
TANDEM_NODE_CHAT |
|
read in proxy/nodeagent.py, proxy/nodechat.py |
TANDEM_NODE_DIR |
|
read in proxy/nodeagent.py |
TANDEM_NODE_HOST |
|
read in proxy/nodeagent.py |
TANDEM_NODE_MDNS |
|
read in proxy/nodeagent.py |
TANDEM_NODE_PORT |
|
read in proxy/nodeagent.py |
TANDEM_NODE_SECRET |
|
read in proxy/app.py, proxy/nodeagent.py |
TANDEM_NODE_VIRTUAL |
|
read in proxy/nodeagent.py |
TANDEM_NODE_WEIGHTS |
|
read in proxy/nodeagent.py |
TANDEM_NODE_WHEEL |
|
read in proxy/app.py, proxy/fleetupdate.py |
TANDEM_NOTIFY_URL |
|
read in tandemapp/conductor/monitor/notify.py, tandemapp/conductor/monitor/sessiontasks.py |
TANDEM_PF_PREFIX |
|
read in proxy/nodeinstall.py, proxy/preflight.py |
TANDEM_PF_SELF |
|
read in proxy/nodeagent.py, proxy/preflight.py |
TANDEM_PLUGIN |
|
read in proxy/pluginhost.py |
TANDEM_PLUGIN_CAPABILITIES |
|
read in proxy/pluginhost.py |
TANDEM_PLUGIN_DATA |
|
read in proxy/pluginhost.py, proxy/pluginrt.py |
TANDEM_PLUGIN_EGRESS_PORT |
|
read in proxy/pluginrt.py |
TANDEM_PLUGIN_MEM_MB |
|
read in proxy/pluginrt.py |
TANDEM_PLUGIN_SANDBOX |
|
read in proxy/enginecodes.py, proxy/pluginrt.py |
TANDEM_PLUGIN_SETTINGS |
|
read in proxy/pluginhost.py |
TANDEM_PLUGIN_VERSION |
|
read in proxy/pluginhost.py |
TANDEM_PORT |
|
read in packaging/app.env.example, packaging/tandemapp_install.py |
TANDEM_PRICE_1 |
|
read in packaging/app.env.example |
TANDEM_PRICE_1_OFFPEAK |
|
read in packaging/app.env.example |
TANDEM_ROUTE_1 |
|
read in packaging/app.env.example |
TANDEM_SCRATCH |
|
read in tandemapp/conductor/packages.py, tandemapp/knobs.py |
TANDEM_SETUP_CODE_FILE |
|
read in packaging/app.env.example, proxy/authlegacy.py |
TANDEM_SSH_SECRET |
|
read in proxy/sshonce.py |
TANDEM_STAGE |
|
read in proxy/nodeengines.py |
TANDEM_STAGE_CACHES |
|
read in proxy/nodeengines.py |
TANDEM_STAGE_CACHE_DIR |
|
read in proxy/nodeengines.py |
TANDEM_STAGE_CACHE_GB |
|
read in proxy/nodeengines.py |
TANDEM_STAGE_SNAPSHOTS_GB |
|
read in proxy/nodeengines.py |
TANDEM_TRUSTED_PROXY |
|
read in packaging/app.env.example, proxy/accounts.py |
TANDEM_URL |
|
read in tandemapp/conductor/packages.py, tandemapp/knobs.py |
TANDEM_USAGE_LEDGER |
|
read in packaging/app.env.example, proxy/__main__.py |