diff --git a/docs/nimservice.md b/docs/nimservice.md index 41e9c76c..8cf2aad5 100644 --- a/docs/nimservice.md +++ b/docs/nimservice.md @@ -32,8 +32,7 @@ spec: nimCache: name: meta-llama3-8b-instruct profile: '' - scale: - minReplicas: 1 + replicas: 1 resources: limits: nvidia.com/gpu: 1