diff --git a/clusters/ipv6/tools/ollama/ollama-pvc.yml b/clusters/ipv6/tools/ollama/ollama-pvc.yml new file mode 100644 index 0000000..7d23a9a --- /dev/null +++ b/clusters/ipv6/tools/ollama/ollama-pvc.yml @@ -0,0 +1,14 @@ +--- +apiVersion: v1 +kind: PersistentVolumeClaim +metadata: + name: ollama-longhorn + namespace: tools +spec: + accessModes: + - ReadWriteOnce + volumeMode: Filesystem + resources: + requests: + storage: 10Gi + storageClassName: longhorn diff --git a/clusters/ipv6/tools/ollama/ollama-release.yml b/clusters/ipv6/tools/ollama/ollama-release.yml new file mode 100644 index 0000000..c6baee1 --- /dev/null +++ b/clusters/ipv6/tools/ollama/ollama-release.yml @@ -0,0 +1,35 @@ +--- +apiVersion: helm.toolkit.fluxcd.io/v2 +kind: HelmRelease +metadata: + name: ollama + namespace: tools +spec: + interval: 6h + chart: + spec: + chart: ollama + version: "1.36.0" + sourceRef: + kind: HelmRepository + name: ollama + namespace: flux-system + interval: 6h + install: + remediation: + retries: 3 + upgrade: + remediation: + retries: 3 + values: + ollama: + gpu: + enabled: true + type: nvidia + service: + type: LoadBalancer + port: 2123 + runtimeClassName: nvidia + persistentVolume: + enabled: true + existingClaim: ollama-longhorn diff --git a/clusters/ipv6/tools/ollama/ollama-repo.yml b/clusters/ipv6/tools/ollama/ollama-repo.yml new file mode 100644 index 0000000..b366ca1 --- /dev/null +++ b/clusters/ipv6/tools/ollama/ollama-repo.yml @@ -0,0 +1,9 @@ +--- +apiVersion: source.toolkit.fluxcd.io/v1 +kind: HelmRepository +metadata: + name: ollama + namespace: flux-system +spec: + interval: 6h + url: https://otwld.github.io/ollama-helm/