Ingresses: switch to Traefik (lan-only middleware; tv: GeoIP + rate limit middlewares)

Co-Authored-By: Claude Opus 5.5 <[email protected]>
This commit is contained in:
2026-11-02 12:16:10 +01:00
co-authored by Claude Opus 5.5
parent c4bd8ebd12
commit bd6467d054
3 changed files with 64 additions and 37 deletions
+3 -2
View File
@@ -16,8 +16,9 @@ via the `apps-in-apps` repo into the namespace `media`.
The hostnames resolve to the node's private IP (`192.168.2.218`) via Cloudflare DNS-only
records, so the UIs are only reachable from the LAN or through a VPN into the LAN.
ingress-nginx listens on the node's ports 80/443 (hostPort), so no port is needed; the
old NodePort URLs (`:30444`) keep working.
Traefik listens on the node's ports 80/443 (hostPort), so no port is needed. Access is
limited to the LAN by the Middleware `traefik/lan-only` (defined in apps-in-apps); via the
NodePort (`:30444`) requests arrive SNATed as the node's IP and are therefore refused.
Certificates come from `letsencrypt-dns-cloudflare` (DNS-01).
## Storage layout
+49 -16
View File
@@ -1,8 +1,7 @@
{{- /*
Optional public ingress per app (apps.<name>.publicIngress.host). Unlike the regular
ingress it has NO LAN whitelist; protection instead:
- GeoIP: ingress-nginx answers the host only for clients from DE (map $geo_restricted_host
in the ingress-nginx values in apps-in-apps - the host has to be listed there too!)
ingress it has NO LAN whitelist; protection instead (Traefik middlewares):
- GeoIP: only clients from DE (Middleware traefik/geoblock-de, apps-in-apps)
- rate limits per client IP, and a much stricter one for the login endpoints
The DNS record must point at the public IP (DNS-only, NOT proxied through Cloudflare:
video over Cloudflare's free CDN violates their terms).
@@ -11,26 +10,48 @@ video over Cloudflare's free CDN violates their terms).
{{- range $name, $app := .Values.apps }}
{{- if and $app.enabled $app.publicIngress }}
{{- $host := required (printf "apps.%s.publicIngress.host is required" $name) $app.publicIngress.host }}
{{- $common := dict "nginx.ingress.kubernetes.io/proxy-body-size" "100m" }}
{{- $ns := $root.Values.namespace }}
---
apiVersion: traefik.io/v1alpha1
kind: Middleware
metadata:
name: {{ $name }}-public-ratelimit
namespace: {{ $ns }}
labels:
{{- include "media.labels" $root | nindent 4 }}
spec:
# Per client IP (TCP peer); excess requests get 429.
rateLimit:
average: {{ $app.publicIngress.limitRps | default 30 }}
burst: {{ mul ($app.publicIngress.limitRps | default 30) 5 }}
---
apiVersion: traefik.io/v1alpha1
kind: Middleware
metadata:
name: {{ $name }}-public-inflight
namespace: {{ $ns }}
labels:
{{- include "media.labels" $root | nindent 4 }}
spec:
# Concurrent requests per client IP (every HTTP/2 stream counts).
inFlightReq:
amount: {{ $app.publicIngress.limitConnections | default 30 }}
sourceCriterion:
ipStrategy:
depth: 0
---
apiVersion: networking.k8s.io/v1
kind: Ingress
metadata:
name: {{ $name }}-public
namespace: {{ $root.Values.namespace }}
namespace: {{ $ns }}
labels:
app.kubernetes.io/name: {{ $name }}
{{- include "media.labels" $root | nindent 4 }}
annotations:
# Only this ingress requests the certificate; -public-login reuses the secret.
cert-manager.io/cluster-issuer: {{ $root.Values.ingress.clusterIssuer }}
{{- toYaml $common | nindent 4 }}
nginx.ingress.kubernetes.io/limit-rps: {{ $app.publicIngress.limitRps | default "30" | quote }}
nginx.ingress.kubernetes.io/limit-burst-multiplier: "5"
nginx.ingress.kubernetes.io/limit-connections: {{ $app.publicIngress.limitConnections | default "30" | quote }}
{{- with $app.ingressAnnotations }}
{{- toYaml . | nindent 4 }}
{{- end }}
traefik.ingress.kubernetes.io/router.middlewares: traefik-geoblock-de@kubernetescrd,{{ $ns }}-{{ $name }}-public-ratelimit@kubernetescrd,{{ $ns }}-{{ $name }}-public-inflight@kubernetescrd
spec:
ingressClassName: {{ $root.Values.ingress.className }}
tls:
@@ -50,19 +71,31 @@ spec:
name: http
{{- with $app.publicIngress.loginPaths }}
---
apiVersion: traefik.io/v1alpha1
kind: Middleware
metadata:
name: {{ $name }}-public-login-ratelimit
namespace: {{ $ns }}
labels:
{{- include "media.labels" $root | nindent 4 }}
spec:
rateLimit:
average: 10
period: 1m
burst: 10
---
# Same host, login/password-reset endpoints only: at most 10 attempts per minute per IP.
# Longer path rule -> higher router priority than {{ $name }}-public.
apiVersion: networking.k8s.io/v1
kind: Ingress
metadata:
name: {{ $name }}-public-login
namespace: {{ $root.Values.namespace }}
namespace: {{ $ns }}
labels:
app.kubernetes.io/name: {{ $name }}
{{- include "media.labels" $root | nindent 4 }}
annotations:
{{- toYaml $common | nindent 4 }}
nginx.ingress.kubernetes.io/limit-rpm: "10"
nginx.ingress.kubernetes.io/limit-burst-multiplier: "1"
traefik.ingress.kubernetes.io/router.middlewares: traefik-geoblock-de@kubernetescrd,{{ $ns }}-{{ $name }}-public-login-ratelimit@kubernetescrd
spec:
ingressClassName: {{ $root.Values.ingress.className }}
tls:
+12 -19
View File
@@ -40,20 +40,17 @@ media:
- media/manga
ingress:
className: nginx
className: traefik
# Each app with `ingress: true` gets <name>.<domain>. The DNS records point at the
# node's private IP, so the UIs are only reachable from the LAN / via VPN.
domain: smokyzone.de
# DNS-01 works for hostnames that only resolve to a private IP.
clusterIssuer: letsencrypt-dns-cloudflare
annotations:
nginx.ingress.kubernetes.io/proxy-body-size: 100m
# LAN-only: home network + pods (incl. the Tailscale subnet router, 10.1.0.0/16), but
# NOT 192.168.2.218 - the router's internet forward (443 -> NodePort 30444, for git)
# arrives SNATed as the node's own IP. So internet clients that send this hostname
# get 403, while LAN clients reach the ingress directly on hostPort 443 with their
# real IP. Side effect: LAN access via :30444 is blocked too (use the URL without port).
nginx.ingress.kubernetes.io/whitelist-source-range: "192.168.2.0/25,192.168.2.128/26,192.168.2.192/28,192.168.2.208/29,192.168.2.216/31,192.168.2.219/32,192.168.2.220/30,192.168.2.224/27,10.1.0.0/16"
# LAN-only: home network + pods (incl. Tailscale), Middleware traefik/lan-only in apps-in-apps.
# Side effect: LAN access via the NodePort (:30444) is blocked (arrives SNATed as the
# node's IP) - use the URL without port.
traefik.ingress.kubernetes.io/router.middlewares: traefik-lan-only@kubernetescrd
# StorageClass for the per-app config PVCs, empty = cluster default.
storageClassName: ""
@@ -90,8 +87,8 @@ apps:
# plugin (apps-in-apps: intel-gpu-plugin), which injects /dev/dri. Not privileged.
gpu: true
# Remote access without VPN (templates/public-ingress.yaml): DE-only via GeoIP in
# ingress-nginx, rate limited. jellyfin.smokyzone.de stays LAN/Tailscale-only.
# templates/networkpolicy.yaml: only ingress-nginx, Seerr and the node may connect;
# Traefik, rate limited. jellyfin.smokyzone.de stays LAN/Tailscale-only.
# templates/networkpolicy.yaml: only the ingress controller, Seerr and the node may connect;
# Jellyfin itself may only reach DNS and the public internet.
networkPolicy:
allowFrom:
@@ -103,20 +100,16 @@ apps:
publicIngress:
host: tv.smokyzone.de
# The web UI loads 40+ scripts/images in parallel at startup (plugins: SeerrFin,
# Featured, Bonfire ...). With HTTP/2 every stream counts against limit-connections;
# 30 caused 429s for plugin scripts. Login stays limited separately (10/min).
limitRps: "50"
limitConnections: "100"
# Jellyfin's routing is case-insensitive, nginx paths are not -> both spellings.
# Featured, Bonfire ...). Every HTTP/2 stream counts as an in-flight request; 30
# caused 429s for plugin scripts. Login stays limited separately (10/min).
limitRps: 50
limitConnections: 100
# Jellyfin's routing is case-insensitive, ingress paths are not -> both spellings.
loginPaths:
- /Users/AuthenticateByName
- /users/authenticatebyname
- /Users/ForgotPassword
- /users/forgotpassword
ingressAnnotations:
nginx.ingress.kubernetes.io/proxy-read-timeout: "3600"
nginx.ingress.kubernetes.io/proxy-send-timeout: "3600"
nginx.ingress.kubernetes.io/proxy-buffering: "off"
env:
- name: JELLYFIN_PublishedServerUrl
value: https://jellyfin.smokyzone.de