Keysat
7ae6ab3ba8
GPU-arbiter safety layer for when automation, not just the dashboard, swaps models: - swap reservation lock (POST/GET/DELETE /api/swap/lock); 423-enforced in post_swap via a single-read gate, TTL-bounded, secret-token auth, human force-release override + dashboard banner - swap webhook (swap_complete/swap_failed) fired outside the swap lock, optional HMAC signature, configurable URL+secret - read-only schedule registry (GET/POST/DELETE /api/schedule) + dashboard panel New module image/app/coordination.py; docs/COORDINATION.md for consumers; 22 offline tests in test_coordination.py.
96 lines
3.0 KiB
TypeScript
96 lines
3.0 KiB
TypeScript
import { i18n } from './i18n'
|
|
import { sdk } from './sdk'
|
|
import { uiPort } from './utils'
|
|
import { sparkConfigYaml } from './fileModels/sparkConfig.yaml'
|
|
|
|
export const main = sdk.setupMain(async ({ effects }) => {
|
|
console.info(i18n('Starting Spark Control…'))
|
|
|
|
// Reactively read SSH targets from the user-configured yaml file.
|
|
// Changing this file via the "Configure Sparks" action restarts the daemon.
|
|
const cfg = (await sparkConfigYaml.read().const(effects)) ?? {
|
|
spark1_host: '',
|
|
spark1_user: '',
|
|
spark2_host: '',
|
|
spark2_user: '',
|
|
vllm_port: '',
|
|
vllm_container: '',
|
|
disabled_services: '',
|
|
parakeet_host: '',
|
|
parakeet_user: '',
|
|
parakeet_container: '',
|
|
kokoro_host: '',
|
|
kokoro_user: '',
|
|
kokoro_container: '',
|
|
embed_host: '',
|
|
embed_user: '',
|
|
embed_container: '',
|
|
qdrant_host: '',
|
|
qdrant_user: '',
|
|
qdrant_container: '',
|
|
qdrant_collection: '',
|
|
matrix_bridge_user: '',
|
|
open_webui_url: '',
|
|
ngc_api_key: '',
|
|
swap_webhook_url: '',
|
|
swap_webhook_secret: '',
|
|
}
|
|
|
|
return sdk.Daemons.of(effects).addDaemon('primary', {
|
|
subcontainer: await sdk.SubContainer.of(
|
|
effects,
|
|
{ imageId: 'spark-control' },
|
|
sdk.Mounts.of().mountVolume({
|
|
volumeId: 'main',
|
|
subpath: null,
|
|
mountpoint: '/data',
|
|
readonly: false,
|
|
}),
|
|
'spark-control-sub',
|
|
),
|
|
exec: {
|
|
command: ['/app/entrypoint.sh'],
|
|
env: {
|
|
SPARK1_HOST: cfg.spark1_host,
|
|
SPARK1_USER: cfg.spark1_user,
|
|
SPARK2_HOST: cfg.spark2_host,
|
|
SPARK2_USER: cfg.spark2_user,
|
|
VLLM_PORT: cfg.vllm_port,
|
|
VLLM_CONTAINER: cfg.vllm_container,
|
|
DISABLED_SERVICES: cfg.disabled_services,
|
|
PARAKEET_HOST: cfg.parakeet_host,
|
|
PARAKEET_USER: cfg.parakeet_user,
|
|
PARAKEET_CONTAINER: cfg.parakeet_container,
|
|
KOKORO_HOST: cfg.kokoro_host,
|
|
KOKORO_USER: cfg.kokoro_user,
|
|
KOKORO_CONTAINER: cfg.kokoro_container,
|
|
EMBED_HOST: cfg.embed_host,
|
|
EMBED_USER: cfg.embed_user,
|
|
EMBED_CONTAINER: cfg.embed_container,
|
|
QDRANT_HOST: cfg.qdrant_host,
|
|
QDRANT_USER: cfg.qdrant_user,
|
|
QDRANT_CONTAINER: cfg.qdrant_container,
|
|
QDRANT_COLLECTION: cfg.qdrant_collection,
|
|
MATRIX_BRIDGE_USER: cfg.matrix_bridge_user,
|
|
MODELS_OVERRIDES: '/data/models-overrides.yaml',
|
|
SERVICES_OVERRIDES: '/data/services-overrides.yaml',
|
|
CONNECTIVITY_LOG: '/data/connectivity.json',
|
|
OPEN_WEBUI_URL: cfg.open_webui_url,
|
|
NGC_API_KEY: cfg.ngc_api_key,
|
|
SWAP_WEBHOOK_URL: cfg.swap_webhook_url,
|
|
SWAP_WEBHOOK_SECRET: cfg.swap_webhook_secret,
|
|
BIND_PORT: String(uiPort),
|
|
},
|
|
},
|
|
ready: {
|
|
display: i18n('Web Interface'),
|
|
fn: () =>
|
|
sdk.healthCheck.checkPortListening(effects, uiPort, {
|
|
successMessage: i18n('The web interface is ready'),
|
|
errorMessage: i18n('The web interface is not ready'),
|
|
}),
|
|
},
|
|
requires: [],
|
|
})
|
|
})
|