diff --git a/clusters/default/helm/ollama/ollama-pvc.yml b/clusters/default/helm/ollama/ollama-pvc.yml new file mode 100644 index 0000000..01c5777 --- /dev/null +++ b/clusters/default/helm/ollama/ollama-pvc.yml @@ -0,0 +1,14 @@ +--- +apiVersion: v1 +kind: PersistentVolumeClaim +metadata: + name: ollama-longhorn + namespace: tools +spec: + accessModes: + - ReadWriteOnce + volumeMode: Filesystem + resources: + requests: + storage: 4Gi + storageClassName: longhorn diff --git a/clusters/default/helm/ollama/ollama-release.yml b/clusters/default/helm/ollama/ollama-release.yml new file mode 100644 index 0000000..1c5a037 --- /dev/null +++ b/clusters/default/helm/ollama/ollama-release.yml @@ -0,0 +1,38 @@ +--- +apiVersion: helm.toolkit.fluxcd.io/v2 +kind: HelmRelease +metadata: + name: ollama + namespace: tools +spec: + interval: 24h + chart: + spec: + chart: ollama + version: "1.31.0" + sourceRef: + kind: HelmRepository + name: ollama + namespace: flux-system + interval: 24h + install: + remediation: + retries: 3 + upgrade: + remediation: + retries: 3 + values: + ollama: + gpu: + enabled: true + type: nvidia + models: + pull: + - deepseek-r1:1.5b + service: + type: LoadBalancer + port: 2123 + runtimeClassName: nvidia + persistentVolume: + enabled: true + existingClaim: ollama-longhorn diff --git a/clusters/default/helm/ollama/ollama-repo.yml b/clusters/default/helm/ollama/ollama-repo.yml new file mode 100644 index 0000000..d775db7 --- /dev/null +++ b/clusters/default/helm/ollama/ollama-repo.yml @@ -0,0 +1,9 @@ +--- +apiVersion: source.toolkit.fluxcd.io/v1 +kind: HelmRepository +metadata: + name: ollama + namespace: flux-system +spec: + interval: 24h + url: https://otwld.github.io/ollama-helm/