fix(ai): increase default model keep alive to 72h

ulagbulag · Jan 3, 2025 · b075fe1 · b075fe1
1 parent ecdb4a4
commit b075fe1
Show file tree

Hide file tree

Showing 2 changed files with 12 additions and 0 deletions.
diff --git a/templates/ai/ollama-nvidia-a10-single/values.yaml b/templates/ai/ollama-nvidia-a10-single/values.yaml
@@ -44,6 +44,12 @@ autoscaling:
   # -- Enable autoscaling
   enabled: false
 
+# -- Additional environments variables on the output Deployment definition.
+# For extra OLLAMA env, please refer to https://github.com/ollama/ollama/blob/main/envconfig/config.go
+extraEnv:
+  - name: OLLAMA_KEEP_ALIVE
+    value: "72h"
+
 # Enable persistence using Persistent Volume Claims
 # ref: https://kubernetes.io/docs/concepts/storage/persistent-volumes/
 persistentVolume:

diff --git a/templates/ai/open-webui/values.yaml b/templates/ai/open-webui/values.yaml
@@ -50,6 +50,12 @@ ollama:
     # -- Enable autoscaling
     enabled: false
 
+  # -- Additional environments variables on the output Deployment definition.
+  # For extra OLLAMA env, please refer to https://github.com/ollama/ollama/blob/main/envconfig/config.go
+  extraEnv:
+    - name: OLLAMA_KEEP_ALIVE
+      value: "72h"
+
   # Enable persistence using Persistent Volume Claims
   # ref: https://kubernetes.io/docs/concepts/storage/persistent-volumes/
   persistentVolume: