.dockerignore
.gitignore
CLAUDE.md
CODE_OF_CONDUCT.md
LICENCE
NDIF_Acr_color.png
README.md
justfile
pyproject.toml
requirements.txt
.github/workflows/build_images.yml
.github/workflows/publish.yml
.github/workflows/publish_docker.yml
docker/Dockerfile
docker/README.md
docker/docker-compose.nnsight.yml
docker/docker-compose.yml
docker/grafana/provisioning/dashboards/dashboards.yml
docker/grafana/provisioning/dashboards/json/ndif-distributions.json
docker/grafana/provisioning/dashboards/json/ndif-errors.json
docker/grafana/provisioning/dashboards/json/ndif-gpu.json
docker/grafana/provisioning/dashboards/json/ndif-latency.json
docker/grafana/provisioning/dashboards/json/ndif-overview.json
docker/grafana/provisioning/dashboards/json/ndif-ray.json
docker/grafana/provisioning/dashboards/json/ndif-requests.json
docker/grafana/provisioning/dashboards/json/ndif-sizes.json
docker/grafana/provisioning/dashboards/json/ndif-users.json
docker/grafana/provisioning/datasources/influx.yml
docker/grafana/provisioning/datasources/loki.yml
docker/grafana/provisioning/datasources/postgres.yml
docker/grafana/provisioning/datasources/prometheus.yml
docker/postgres/init.sql
docker/prometheus/prometheus.yml
docs/concepts/auth-and-limits.md
docs/concepts/deployments-and-eviction.md
docs/concepts/index.md
docs/concepts/queue-and-scheduling.md
docs/concepts/request-lifecycle.md
docs/concepts/sandbox-execution.md
docs/concepts/services-and-topology.md
docs/concepts/status-and-results.md
docs/developing/adding-a-model-actor.md
docs/developing/adding-a-provider.md
docs/developing/adding-a-service.md
docs/developing/api-service.md
docs/developing/architecture-overview.md
docs/developing/checkpoint-description-proposal.md
docs/developing/cli-internals.md
docs/developing/contributing.md
docs/developing/controller-internals.md
docs/developing/dashboard-frontend.md
docs/developing/dashboard-internals.md
docs/developing/index.md
docs/developing/model-actor.md
docs/developing/nnsight-integration.md
docs/developing/providers.md
docs/developing/queue-internals.md
docs/developing/ray-service.md
docs/developing/redis-layer.md
docs/developing/release-audit-2026-09.md
docs/developing/repo-layout.md
docs/developing/sandbox-internals.md
docs/developing/sandboxed-tensor-parallel-proposal.md
docs/developing/telemetry-internals.md
docs/developing/testing.md
docs/errors/client-side-failures.md
docs/errors/index.md
docs/errors/server-exceptions.md
docs/gotchas/client-server-versions.md
docs/gotchas/gpu-and-memory.md
docs/gotchas/index.md
docs/gotchas/networking-and-compose.md
docs/operating/cli.md
docs/operating/compose-stack.md
docs/operating/configuration.md
docs/operating/dashboard.md
docs/operating/index.md
docs/operating/models-and-deployment.md
docs/operating/observability.md
docs/operating/production.md
docs/operating/quickstart.md
docs/operating/troubleshooting.md
docs/reference/env-vars.md
docs/reference/external-resources.md
docs/reference/glossary.md
docs/reference/http-api.md
docs/reference/index.md
docs/reference/ports.md
docs/reference/redis-keys.md
docs/reference/schemas.md
docs/runbooks/add-a-gpu-node.md
docs/runbooks/debug-a-stuck-request.md
docs/runbooks/deploy-and-pin-a-model.md
docs/runbooks/enable-auth.md
docs/runbooks/index.md
docs/runbooks/model-oom-on-deploy.md
docs/runbooks/trace-a-users-failed-job.md
src/ndif/__init__.py
src/ndif.egg-info/PKG-INFO
src/ndif.egg-info/SOURCES.txt
src/ndif.egg-info/dependency_links.txt
src/ndif.egg-info/entry_points.txt
src/ndif.egg-info/requires.txt
src/ndif.egg-info/scm_file_list.json
src/ndif.egg-info/scm_version.json
src/ndif.egg-info/top_level.txt
src/ndif/cli/__init__.py
src/ndif/cli/__main__.py
src/ndif/cli/config.py
src/ndif/cli/main.py
src/ndif/cli/service.py
src/ndif/cli/state.py
src/ndif/cli/util.py
src/ndif/cli/commands/__init__.py
src/ndif/cli/commands/deploy.py
src/ndif/cli/commands/doctor.py
src/ndif/cli/commands/env.py
src/ndif/cli/commands/evict.py
src/ndif/cli/commands/export.py
src/ndif/cli/commands/info.py
src/ndif/cli/commands/kill.py
src/ndif/cli/commands/logs.py
src/ndif/cli/commands/queue.py
src/ndif/cli/commands/restart.py
src/ndif/cli/commands/scale.py
src/ndif/cli/commands/start.py
src/ndif/cli/commands/status.py
src/ndif/cli/commands/stop.py
src/ndif/cli/commands/version.py
src/ndif/cli/lib/__init__.py
src/ndif/cli/lib/_common.py
src/ndif/cli/lib/checks.py
src/ndif/cli/lib/deploy.py
src/ndif/cli/lib/events.py
src/ndif/cli/lib/evict.py
src/ndif/cli/lib/model_config.py
src/ndif/cli/lib/models.py
src/ndif/cli/lib/restart.py
src/ndif/cli/lib/scale.py
src/ndif/cli/lib/status.py
src/ndif/common/__init__.py
src/ndif/common/errors.py
src/ndif/common/logging_setup.py
src/ndif/common/metrics.py
src/ndif/common/telemetry.py
src/ndif/common/types.py
src/ndif/common/providers/__init__.py
src/ndif/common/providers/base.py
src/ndif/common/providers/influx.py
src/ndif/common/providers/loki.py
src/ndif/common/providers/objectstore.py
src/ndif/common/providers/postgres.py
src/ndif/common/providers/ray.py
src/ndif/common/providers/redis.py
src/ndif/common/providers/util.py
src/ndif/common/redis/__init__.py
src/ndif/common/redis/env.py
src/ndif/common/redis/events.py
src/ndif/common/redis/status.py
src/ndif/common/schema/__init__.py
src/ndif/common/schema/controller.py
src/ndif/common/schema/request.py
src/ndif/common/schema/response.py
src/ndif/services/__init__.py
src/ndif/services/api/__init__.py
src/ndif/services/api/app.py
src/ndif/services/api/auth.py
src/ndif/services/api/gunicorn_conf.py
src/ndif/services/api/requirements.txt
src/ndif/services/api/start.sh
src/ndif/services/api/versioning.py
src/ndif/services/api/queue/__init__.py
src/ndif/services/api/queue/config.py
src/ndif/services/api/queue/dispatcher.py
src/ndif/services/api/queue/processor.py
src/ndif/services/api/queue/replica.py
src/ndif/services/api/queue/request_queue.py
src/ndif/services/dashboard/README.md
src/ndif/services/dashboard/__init__.py
src/ndif/services/dashboard/config.example.json
src/ndif/services/dashboard/requirements.in
src/ndif/services/dashboard/start.sh
src/ndif/services/dashboard/backend/__init__.py
src/ndif/services/dashboard/backend/app.py
src/ndif/services/dashboard/backend/auth.py
src/ndif/services/dashboard/backend/cache_store.py
src/ndif/services/dashboard/backend/config.py
src/ndif/services/dashboard/backend/log_reader.py
src/ndif/services/dashboard/backend/ndif_client.py
src/ndif/services/dashboard/backend/schedule_store.py
src/ndif/services/dashboard/backend/routers/__init__.py
src/ndif/services/dashboard/backend/routers/auth.py
src/ndif/services/dashboard/backend/routers/cache.py
src/ndif/services/dashboard/backend/routers/deploy.py
src/ndif/services/dashboard/backend/routers/deployments.py
src/ndif/services/dashboard/backend/routers/monitor.py
src/ndif/services/dashboard/backend/routers/schedule.py
src/ndif/services/dashboard/frontend/index.html
src/ndif/services/dashboard/frontend/package-lock.json
src/ndif/services/dashboard/frontend/package.json
src/ndif/services/dashboard/frontend/tsconfig.json
src/ndif/services/dashboard/frontend/vite.config.ts
src/ndif/services/dashboard/frontend/dist/index.html
src/ndif/services/dashboard/frontend/dist/ndif-logo.png
src/ndif/services/dashboard/frontend/dist/assets/DeploymentsView-BbnOlzD_.css
src/ndif/services/dashboard/frontend/dist/assets/DeploymentsView-Bi4pKcAv.js
src/ndif/services/dashboard/frontend/dist/assets/LoginView-CjzDh8JR.js
src/ndif/services/dashboard/frontend/dist/assets/LoginView-CoOZh3rn.css
src/ndif/services/dashboard/frontend/dist/assets/MonitorView-B1_UfZuK.js
src/ndif/services/dashboard/frontend/dist/assets/MonitorView-_aZWfQl6.css
src/ndif/services/dashboard/frontend/dist/assets/ScheduleView-BaRH86h5.js
src/ndif/services/dashboard/frontend/dist/assets/ScheduleView-CoOuKT01.css
src/ndif/services/dashboard/frontend/dist/assets/_plugin-vue_export-helper-DlAUqK2U.js
src/ndif/services/dashboard/frontend/dist/assets/index-BnUxaoEA.js
src/ndif/services/dashboard/frontend/dist/assets/index-D3YoGayu.css
src/ndif/services/dashboard/frontend/dist/assets/useCache-3Z5c8m5u.js
src/ndif/services/dashboard/frontend/dist/assets/useCache-CBT8xOBg.css
src/ndif/services/dashboard/frontend/public/ndif-logo.png
src/ndif/services/dashboard/frontend/src/App.vue
src/ndif/services/dashboard/frontend/src/api.ts
src/ndif/services/dashboard/frontend/src/deploy.ts
src/ndif/services/dashboard/frontend/src/main.ts
src/ndif/services/dashboard/frontend/src/router.ts
src/ndif/services/dashboard/frontend/src/components/AutocompleteInput.vue
src/ndif/services/dashboard/frontend/src/components/deployments/DeployModal.vue
src/ndif/services/dashboard/frontend/src/components/deployments/DeploymentCard.vue
src/ndif/services/dashboard/frontend/src/components/monitor/ClusterCard.vue
src/ndif/services/dashboard/frontend/src/components/monitor/ConnectivityCalendar.vue
src/ndif/services/dashboard/frontend/src/components/monitor/LatencyChart.vue
src/ndif/services/dashboard/frontend/src/components/monitor/ModelTimeline.vue
src/ndif/services/dashboard/frontend/src/components/schedule/EventModal.vue
src/ndif/services/dashboard/frontend/src/components/schedule/MonthCalendar.vue
src/ndif/services/dashboard/frontend/src/composables/useCache.ts
src/ndif/services/dashboard/frontend/src/stores/auth.ts
src/ndif/services/dashboard/frontend/src/styles/theme.css
src/ndif/services/dashboard/frontend/src/views/DeploymentsView.vue
src/ndif/services/dashboard/frontend/src/views/LoginView.vue
src/ndif/services/dashboard/frontend/src/views/MonitorView.vue
src/ndif/services/dashboard/frontend/src/views/ScheduleView.vue
src/ndif/services/dashboard/jobs/__init__.py
src/ndif/services/dashboard/jobs/monitor.py
src/ndif/services/dashboard/jobs/reconcile.py
src/ndif/services/dashboard/jobs/report.py
src/ndif/services/dashboard/jobs/util.py
src/ndif/services/ray/__init__.py
src/ndif/services/ray/requirements.txt
src/ndif/services/ray/resources.py
src/ndif/services/ray/start.sh
src/ndif/services/ray/deployments/__init__.py
src/ndif/services/ray/deployments/controller/__init__.py
src/ndif/services/ray/deployments/controller/controller.py
src/ndif/services/ray/deployments/controller/cluster/__init__.py
src/ndif/services/ray/deployments/controller/cluster/cluster.py
src/ndif/services/ray/deployments/controller/cluster/deployment.py
src/ndif/services/ray/deployments/controller/cluster/evaluator.py
src/ndif/services/ray/deployments/controller/cluster/node.py
src/ndif/services/ray/deployments/modeling/__init__.py
src/ndif/services/ray/deployments/modeling/base.py
src/ndif/services/ray/deployments/modeling/nns.py
src/ndif/services/ray/deployments/modeling/util.py
src/ndif/services/ray/sandbox/ARCHITECTURE.md
src/ndif/services/ray/sandbox/__init__.py
src/ndif/services/ray/sandbox/driver.py
src/ndif/services/ray/sandbox/host.py
src/ndif/services/ray/sandbox/model.py
src/ndif/services/ray/sandbox/nns.py
src/ndif/services/ray/sandbox/protocol.py
src/ndif/services/ray/sandbox/runner.py
src/ndif/services/ray/tp/ARCHITECTURE.md
src/ndif/services/ray/tp/__init__.py
src/ndif/services/ray/tp/common.py
src/ndif/services/ray/tp/host.py
src/ndif/services/ray/tp/model.py
src/ndif/services/ray/tp/shard.py
tests/conftest.py
tests/conftest_untrusted.py
tests/test_fanout.py
tests/test_nnsight_remote.py
tests/test_node_registry.py
tests/test_placement.py
tests/test_replica_wait.py
tests/test_sandbox_conformance.py
tests/test_tensor_parallel_remote.py