Index

Symbols

--all domyn-swarm-down command line option --backend-read-kwargs domyn-swarm-job-submit command line option --backend-write-kwargs domyn-swarm-job-submit command line option --checkpoint-dir domyn-swarm-job-submit command line option --checkpoint-interval domyn-swarm-job-submit command line option --checkpoint-tag domyn-swarm-job-submit command line option --config domyn-swarm-down command line option domyn-swarm-job-submit command line option domyn-swarm-job-submit-script command line option domyn-swarm-up command line option --dashboard domyn-swarm-monitor command line option --data-backend domyn-swarm-job-submit command line option --detach domyn-swarm-job-submit command line option --external-id domyn-swarm-job-cancel command line option domyn-swarm-job-wait command line option --force domyn-swarm-init-defaults command line option --global-resume domyn-swarm-job-submit command line option --gpu domyn-swarm-monitor command line option --handle-json domyn-swarm-job-cancel command line option domyn-swarm-job-wait command line option --id-col domyn-swarm-job-submit command line option --id-column domyn-swarm-job-submit command line option --ignore-checkpoints domyn-swarm-job-submit command line option --input domyn-swarm-job-submit command line option --input-column domyn-swarm-job-submit command line option --install-completion domyn-swarm command line option --job-id domyn-swarm-job-wait command line option --job-kwargs domyn-swarm-job-submit command line option --job-name domyn-swarm-job-submit command line option --json domyn-swarm-job-list command line option domyn-swarm-job-status command line option --limit domyn-swarm-job-list command line option domyn-swarm-job-submit command line option --mail-user domyn-swarm-job-submit command line option --max-concurrency domyn-swarm-job-submit command line option --name domyn-swarm-job-cancel command line option domyn-swarm-job-list command line option domyn-swarm-job-submit command line option domyn-swarm-job-submit-script command line option domyn-swarm-job-wait command line option --native-backend domyn-swarm-job-submit command line option --native-batch-size domyn-swarm-job-submit command line option --no-checkpointing domyn-swarm-job-submit command line option --no-native-backend domyn-swarm-job-submit command line option --no-probe domyn-swarm-swarm-list command line option --no-resume domyn-swarm-job-submit command line option --no-short domyn-swarm-version command line option --no-stream-logs domyn-swarm-job-wait command line option --num-threads domyn-swarm-job-submit command line option

--output domyn-swarm-init-defaults command line option domyn-swarm-job-submit command line option domyn-swarm-status command line option domyn-swarm-swarm-describe command line option --output-column domyn-swarm-job-submit command line option --probe domyn-swarm-swarm-list command line option --prometheus-url domyn-swarm-monitor command line option --range domyn-swarm-monitor command line option --ray-address domyn-swarm-job-submit command line option --refresh domyn-swarm-job-status command line option --replicas domyn-swarm-up command line option --retries domyn-swarm-job-submit command line option --runner domyn-swarm-job-submit command line option --select domyn-swarm-down command line option --shard-mode domyn-swarm-job-submit command line option --shard-output domyn-swarm-job-submit command line option --short domyn-swarm-version command line option --show-completion domyn-swarm command line option --status domyn-swarm-job-list command line option --step domyn-swarm-monitor command line option --stream-logs domyn-swarm-job-wait command line option --timeout domyn-swarm-job-submit command line option --var domyn-swarm-monitor command line option --yes domyn-swarm-db-prune command line option domyn-swarm-down command line option -c domyn-swarm-down command line option domyn-swarm-job-submit command line option domyn-swarm-job-submit-script command line option domyn-swarm-up command line option -cd domyn-swarm-job-submit command line option -ci domyn-swarm-job-submit command line option -d domyn-swarm-job-submit command line option domyn-swarm-monitor command line option -g domyn-swarm-monitor command line option -l domyn-swarm-job-submit command line option -m domyn-swarm-job-submit command line option -mc domyn-swarm-job-submit command line option -n domyn-swarm-job-cancel command line option domyn-swarm-job-list command line option domyn-swarm-job-submit command line option domyn-swarm-job-submit-script command line option domyn-swarm-job-wait command line option -nt domyn-swarm-job-submit command line option -o domyn-swarm-init-defaults command line option domyn-swarm-status command line option domyn-swarm-swarm-describe command line option -r domyn-swarm-job-submit command line option domyn-swarm-up command line option -t domyn-swarm-job-submit command line option -y domyn-swarm-db-prune command line option domyn-swarm-down command line option

A

api_version (domyn_swarm.jobs.api.base.SwarmJob attribute) ARGS domyn-swarm-job-submit-script command line option

args (domyn_swarm.config.swarm.DomynLLMSwarmConfig attribute)

B

backend (domyn_swarm.config.swarm.DomynLLMSwarmConfig attribute)

batched() (domyn_swarm.jobs.api.base.SwarmJob method) build_plan() (domyn_swarm.config.swarm.DomynLLMSwarmConfig method)

C

cancel_job() (domyn_swarm.core.swarm.DomynLLMSwarm method) cfg (domyn_swarm.core.swarm.DomynLLMSwarm attribute) cleanup() (domyn_swarm.core.swarm.DomynLLMSwarm method)

CONFIG domyn-swarm-pool-pool command line option cpus_per_task (domyn_swarm.config.swarm.DomynLLMSwarmConfig attribute)

D

delete_on_exit (domyn_swarm.core.swarm.DomynLLMSwarm attribute) domyn-swarm command line option --install-completion --show-completion domyn-swarm-db-prune command line option --yes -y domyn-swarm-down command line option --all --config --select --yes -c -y NAME domyn-swarm-init-defaults command line option --force --output -o domyn-swarm-job-cancel command line option --external-id --handle-json --name -n JOB_ID domyn-swarm-job-list command line option --json --limit --name --status -n domyn-swarm-job-status command line option --json --refresh JOB_ID domyn-swarm-job-submit command line option --backend-read-kwargs --backend-write-kwargs --checkpoint-dir --checkpoint-interval --checkpoint-tag --config --data-backend --detach --global-resume --id-col --id-column --ignore-checkpoints --input --input-column --job-kwargs --job-name --limit --mail-user --max-concurrency --name --native-backend --native-batch-size --no-checkpointing --no-native-backend --no-resume --num-threads --output --output-column --ray-address --retries --runner --shard-mode --shard-output --timeout -c -cd -ci -d -l -m -mc -n -nt -r -t JOB_CLASS

domyn-swarm-job-submit-script command line option --config --name -c -n ARGS SCRIPT_FILE domyn-swarm-job-wait command line option --external-id --handle-json --job-id --name --no-stream-logs --stream-logs -n domyn-swarm-monitor command line option --dashboard --gpu --prometheus-url --range --step --var -d -g NAME domyn-swarm-pool-pool command line option CONFIG domyn-swarm-status command line option --output -o NAME domyn-swarm-swarm-describe command line option --output -o NAME domyn-swarm-swarm-list command line option --no-probe --probe domyn-swarm-up command line option --config --replicas -c -r domyn-swarm-version command line option --no-short --short DomynLLMSwarm (class in domyn_swarm.core.swarm) DomynLLMSwarmConfig (class in domyn_swarm.config.swarm) down() (domyn_swarm.core.swarm.DomynLLMSwarm method)

E

endpoint (domyn_swarm.core.swarm.DomynLLMSwarm attribute)

env (domyn_swarm.config.swarm.DomynLLMSwarmConfig attribute)

F

from_state() (domyn_swarm.core.swarm.DomynLLMSwarm class method)

G

get_callback() (domyn_swarm.jobs.api.base.SwarmJob method) get_deployment_plan() (domyn_swarm.config.swarm.DomynLLMSwarmConfig method)

gpus_per_node (domyn_swarm.config.swarm.DomynLLMSwarmConfig attribute) gpus_per_replica (domyn_swarm.config.swarm.DomynLLMSwarmConfig attribute)

H

home_directory (domyn_swarm.config.swarm.DomynLLMSwarmConfig attribute)

I

image (domyn_swarm.config.swarm.DomynLLMSwarmConfig attribute)

J

JOB_CLASS domyn-swarm-job-submit command line option

JOB_ID domyn-swarm-job-cancel command line option domyn-swarm-job-status command line option

M

mem_per_cpu (domyn_swarm.config.swarm.DomynLLMSwarmConfig attribute) model (domyn_swarm.config.swarm.DomynLLMSwarmConfig attribute) (domyn_swarm.core.swarm.DomynLLMSwarm property)

model_config (domyn_swarm.core.swarm.DomynLLMSwarm attribute) model_post_init() (domyn_swarm.config.swarm.DomynLLMSwarmConfig method) (domyn_swarm.core.swarm.DomynLLMSwarm method)

N

NAME domyn-swarm-down command line option domyn-swarm-monitor command line option domyn-swarm-status command line option domyn-swarm-swarm-describe command line option

name (domyn_swarm.config.swarm.DomynLLMSwarmConfig attribute) (domyn_swarm.core.swarm.DomynLLMSwarm attribute) nodes (domyn_swarm.config.swarm.DomynLLMSwarmConfig attribute) not_empty() (domyn_swarm.config.swarm.DomynLLMSwarmConfig class method)

P

persist() (domyn_swarm.config.swarm.DomynLLMSwarmConfig method)

port (domyn_swarm.config.swarm.DomynLLMSwarmConfig attribute)

R

read() (domyn_swarm.config.swarm.DomynLLMSwarmConfig class method) refresh_job_status() (domyn_swarm.core.swarm.DomynLLMSwarm method) register_callback() (domyn_swarm.jobs.api.base.SwarmJob method) replicas (domyn_swarm.config.swarm.DomynLLMSwarmConfig attribute)

replicas_per_node (domyn_swarm.config.swarm.DomynLLMSwarmConfig attribute) revision (domyn_swarm.config.swarm.DomynLLMSwarmConfig attribute) run() (domyn_swarm.jobs.api.base.SwarmJob method) run_job_unified() (in module domyn_swarm.jobs.execution.dispatch)

S

SCRIPT_FILE domyn-swarm-job-submit-script command line option serving_handle (domyn_swarm.core.swarm.DomynLLMSwarm attribute) status() (domyn_swarm.core.swarm.DomynLLMSwarm method)

submit_job() (domyn_swarm.core.swarm.DomynLLMSwarm method) submit_script() (domyn_swarm.core.swarm.DomynLLMSwarm method) swarm_dir (domyn_swarm.core.swarm.DomynLLMSwarm attribute) SwarmJob (class in domyn_swarm.jobs.api.base)

T

to_kwargs() (domyn_swarm.jobs.api.base.SwarmJob method) transform() (domyn_swarm.jobs.api.base.SwarmJob method)

transform_items() (domyn_swarm.jobs.api.base.SwarmJob method) transform_streaming() (domyn_swarm.jobs.api.base.SwarmJob method)

V

validate_resource_allocations() (domyn_swarm.config.swarm.DomynLLMSwarmConfig class method)

W

wait_endpoint_s (domyn_swarm.config.swarm.DomynLLMSwarmConfig attribute) wait_job() (domyn_swarm.core.swarm.DomynLLMSwarm method)

watchdog (domyn_swarm.config.swarm.DomynLLMSwarmConfig attribute) watchdog_db_path (domyn_swarm.core.swarm.DomynLLMSwarm attribute)