mirror of
https://github.com/allaunthefox/Research-Stack.git
synced 2026-07-31 03:05:21 +00:00
6d9c4e23de
Architecture alignment: - Rewrite k3s-server.nix from aspirational role=server to actual role=agent (cupfox is the real control-plane at 100.110.163.82:6443) - Update flake.nix: correct serverAddr for all nodes, annotate dead nodes, fix hostname from nixos-laptop to nixos - Update join-agent.sh default SERVER to cupfox - Document actual vs intended architecture in comments Ingress: - Add rs-apps-books Ingress for audiobookshelf (/apps/books → media ns) - Add strip-apps-books middleware for prefix stripping - Create ray-ingress.yaml for Ray dashboard at /server/ray Ray: - Fix raycluster.yaml: enable dashboard, mount /dev/dri on gpu-workers - Point gpu-workers to qfox-1 (was neon-64gb) - Remove nvidia.com/gpu resource dependency (use /dev/dri via Mesa) Security: - Move OPENID_CLIENT_SECRET from plaintext to K8s Secret ref - Update manifest to use valueFrom.secretKeyRef Cleanup: - Remove 53 committed test PNG screenshots from git tracking - Remove auth-state.json from git tracking - Add *.png, *.json to tests/.gitignore Build: no build needed
160 lines
3.8 KiB
YAML
160 lines
3.8 KiB
YAML
apiVersion: ray.io/v1
|
|
kind: RayCluster
|
|
metadata:
|
|
name: raycluster
|
|
namespace: ray-system
|
|
spec:
|
|
rayVersion: "2.41.0.dev0"
|
|
headGroupSpec:
|
|
serviceType: ClusterIP
|
|
rayStartParams:
|
|
num-cpus: "0"
|
|
dashboard-host: "0.0.0.0"
|
|
dashboard: "true"
|
|
template:
|
|
spec:
|
|
tolerations:
|
|
- key: "desktop"
|
|
operator: "Equal"
|
|
value: "true"
|
|
effect: "NoSchedule"
|
|
containers:
|
|
- name: ray-head
|
|
image: rayproject/ray:nightly-py313-gpu
|
|
ports:
|
|
- containerPort: 6379
|
|
name: gcs
|
|
- containerPort: 8265
|
|
name: dashboard
|
|
- containerPort: 10001
|
|
name: client
|
|
- containerPort: 8000
|
|
name: serve
|
|
resources:
|
|
requests:
|
|
cpu: "2"
|
|
memory: "4Gi"
|
|
limits:
|
|
cpu: "4"
|
|
memory: "8Gi"
|
|
volumeMounts:
|
|
- name: dshm
|
|
mountPath: /dev/shm
|
|
- name: dri
|
|
mountPath: /dev/dri
|
|
volumes:
|
|
- name: dshm
|
|
emptyDir:
|
|
medium: Memory
|
|
sizeLimit: 2Gi
|
|
- name: dri
|
|
hostPath:
|
|
path: /dev/dri
|
|
nodeSelector:
|
|
kubernetes.io/hostname: qfox-1
|
|
workerGroupSpecs:
|
|
- replicas: 2
|
|
minReplicas: 0
|
|
maxReplicas: 6
|
|
groupName: cpu-workers
|
|
rayStartParams:
|
|
num-cpus: "4"
|
|
template:
|
|
spec:
|
|
tolerations:
|
|
- key: "desktop"
|
|
operator: "Equal"
|
|
value: "true"
|
|
effect: "NoSchedule"
|
|
containers:
|
|
- name: ray-worker
|
|
image: rayproject/ray:nightly-py313-gpu
|
|
resources:
|
|
requests:
|
|
cpu: "4"
|
|
memory: "4Gi"
|
|
limits:
|
|
cpu: "8"
|
|
memory: "8Gi"
|
|
volumeMounts:
|
|
- name: dshm
|
|
mountPath: /dev/shm
|
|
- name: dri
|
|
mountPath: /dev/dri
|
|
volumes:
|
|
- name: dshm
|
|
emptyDir:
|
|
medium: Memory
|
|
sizeLimit: 2Gi
|
|
- name: dri
|
|
hostPath:
|
|
path: /dev/dri
|
|
nodeSelector:
|
|
kubernetes.io/hostname: qfox-1
|
|
- replicas: 1
|
|
minReplicas: 0
|
|
maxReplicas: 1
|
|
groupName: gpu-workers
|
|
rayStartParams:
|
|
num-gpus: "1"
|
|
template:
|
|
spec:
|
|
tolerations:
|
|
- key: "desktop"
|
|
operator: "Equal"
|
|
value: "true"
|
|
effect: "NoSchedule"
|
|
containers:
|
|
- name: ray-worker
|
|
image: rayproject/ray:nightly-py313-gpu
|
|
resources:
|
|
requests:
|
|
cpu: "2"
|
|
memory: "8Gi"
|
|
limits:
|
|
cpu: "4"
|
|
memory: "16Gi"
|
|
volumeMounts:
|
|
- name: dshm
|
|
mountPath: /dev/shm
|
|
- name: dri
|
|
mountPath: /dev/dri
|
|
volumes:
|
|
- name: dshm
|
|
emptyDir:
|
|
medium: Memory
|
|
sizeLimit: 4Gi
|
|
- name: dri
|
|
hostPath:
|
|
path: /dev/dri
|
|
nodeSelector:
|
|
kubernetes.io/hostname: qfox-1
|
|
- replicas: 1
|
|
minReplicas: 0
|
|
maxReplicas: 3
|
|
groupName: arm64-workers
|
|
rayStartParams:
|
|
num-cpus: "16"
|
|
template:
|
|
spec:
|
|
containers:
|
|
- name: ray-worker
|
|
image: localhost/rayproject/ray:arm64-aarch64
|
|
resources:
|
|
requests:
|
|
cpu: "8"
|
|
memory: "16Gi"
|
|
limits:
|
|
cpu: "16"
|
|
memory: "56Gi"
|
|
volumeMounts:
|
|
- name: dshm
|
|
mountPath: /dev/shm
|
|
volumes:
|
|
- name: dshm
|
|
emptyDir:
|
|
medium: Memory
|
|
sizeLimit: 8Gi
|
|
nodeSelector:
|
|
kubernetes.io/arch: arm64
|
|
kubernetes.io/hostname: neon-64gb
|