Piotr Dobrowolski | 7ad415f | 2022-04-30 12:55:26 +0200 | [diff] [blame] | 1 | # kubectl -n paperless create secret generic paperless-proxy --from-literal=cookie_secret=$(pwgen 32 1) --from-literal=oidc_secret=... |
| 2 | # kubectl -n paperless create secret generic paperless --from-literal=postgres_password=$(pwgen 32 1) --from-literal=redis_password=$(pwgen 32 1) --from-literal=secret_key=$(pwgen 32 1) |
| 3 | |
| 4 | # There is no way of handling superusers (Admin panel access) automatically when |
| 5 | # using OAuth2-Proxy, thus we need to run the following command to mark the |
| 6 | # first user as such: |
| 7 | # kubectl -n paperless exec -it deploy/paperless -c paperless -- python ./manage.py shell -c "from django.contrib.auth.models import User; u = User.objects.get_by_natural_key('informatic'); u.is_superuser = True; u.is_staff = True; u.save()" |
| 8 | |
Radek Pietruszewski | f584431 | 2023-10-27 22:41:18 +0200 | [diff] [blame] | 9 | local kube = import "../../kube/hscloud.libsonnet"; |
Piotr Dobrowolski | 7ad415f | 2022-04-30 12:55:26 +0200 | [diff] [blame] | 10 | local postgres = import "../../kube/postgres.libsonnet"; |
| 11 | local redis = import "../../kube/redis.libsonnet"; |
| 12 | |
| 13 | { |
radex | c995c21 | 2023-11-24 12:01:49 +0100 | [diff] [blame] | 14 | local top = self, |
Piotr Dobrowolski | 7ad415f | 2022-04-30 12:55:26 +0200 | [diff] [blame] | 15 | local cfg = self.cfg, |
| 16 | |
| 17 | cfg:: { |
| 18 | namespace: "paperless", |
| 19 | domain: "paperless.hackerspace.pl", |
| 20 | |
| 21 | images: { |
Piotr Dobrowolski | 0bb2fca | 2023-10-10 00:42:03 +0200 | [diff] [blame] | 22 | paperless: "registry.k0.hswaw.net/informatic/paperless-ngx:1.17.4", |
Piotr Dobrowolski | 7ad415f | 2022-04-30 12:55:26 +0200 | [diff] [blame] | 23 | proxy: "quay.io/oauth2-proxy/oauth2-proxy:v7.2.1", |
| 24 | }, |
| 25 | |
| 26 | storageClassName: "waw-hdd-redundant-3", |
| 27 | }, |
| 28 | |
radex | 1439fde | 2023-11-24 12:22:22 +0100 | [diff] [blame] | 29 | secretRefs:: { |
| 30 | redis_password: { secretKeyRef: { name: "paperless", key: "redis_password" } }, |
| 31 | postgres_password: { secretKeyRef: { name: "paperless", key: "postgres_password" } }, |
| 32 | secret_key: { secretKeyRef: { name: "paperless", key: "secret_key" } }, |
| 33 | proxy: { |
| 34 | cookie_secret: { secretKeyRef: { name: "paperless-proxy", key: "cookie_secret" } }, |
| 35 | oidc_secret: { secretKeyRef: { name: "paperless-proxy", key: "oidc_secret" } }, |
| 36 | }, |
| 37 | }, |
| 38 | |
radex | 99ed6a7 | 2023-11-24 11:42:55 +0100 | [diff] [blame] | 39 | local ns = kube.Namespace(cfg.namespace), |
Piotr Dobrowolski | 7ad415f | 2022-04-30 12:55:26 +0200 | [diff] [blame] | 40 | |
radex | 0e12849 | 2023-11-24 12:47:27 +0100 | [diff] [blame] | 41 | redis: ns.Contain(redis) { |
Piotr Dobrowolski | 7ad415f | 2022-04-30 12:55:26 +0200 | [diff] [blame] | 42 | cfg+: { |
Piotr Dobrowolski | 7ad415f | 2022-04-30 12:55:26 +0200 | [diff] [blame] | 43 | storageClassName: cfg.storageClassName, |
| 44 | appName: "paperless", |
| 45 | image: "redis:6.0", |
radex | 1439fde | 2023-11-24 12:22:22 +0100 | [diff] [blame] | 46 | password: top.secretRefs.redis_password, |
Piotr Dobrowolski | 7ad415f | 2022-04-30 12:55:26 +0200 | [diff] [blame] | 47 | }, |
| 48 | }, |
| 49 | |
radex | 0e12849 | 2023-11-24 12:47:27 +0100 | [diff] [blame] | 50 | postgres: ns.Contain(postgres) { |
Piotr Dobrowolski | 7ad415f | 2022-04-30 12:55:26 +0200 | [diff] [blame] | 51 | cfg+: { |
Piotr Dobrowolski | 7ad415f | 2022-04-30 12:55:26 +0200 | [diff] [blame] | 52 | appName: "paperless", |
| 53 | database: "paperless", |
| 54 | username: "paperless", |
| 55 | |
radex | 1439fde | 2023-11-24 12:22:22 +0100 | [diff] [blame] | 56 | password: top.secretRefs.postgres_password, |
Piotr Dobrowolski | 7ad415f | 2022-04-30 12:55:26 +0200 | [diff] [blame] | 57 | storageClassName: cfg.storageClassName, |
| 58 | storageSize: "20Gi", |
Piotr Dobrowolski | 0bb2fca | 2023-10-10 00:42:03 +0200 | [diff] [blame] | 59 | |
| 60 | image: "postgres:15.4-bookworm", |
| 61 | pgupgrade+: { |
| 62 | enable: true, |
| 63 | from: "10", |
| 64 | }, |
Piotr Dobrowolski | 7ad415f | 2022-04-30 12:55:26 +0200 | [diff] [blame] | 65 | }, |
| 66 | bouncer: {}, |
| 67 | }, |
| 68 | |
radex | 99ed6a7 | 2023-11-24 11:42:55 +0100 | [diff] [blame] | 69 | dataVolume: ns.Contain(kube.PersistentVolumeClaim("paperless-data")) { |
radex | 36964dc | 2023-11-24 11:19:46 +0100 | [diff] [blame] | 70 | storage:: "100Gi", |
| 71 | storageClass:: cfg.storageClassName, |
Piotr Dobrowolski | 7ad415f | 2022-04-30 12:55:26 +0200 | [diff] [blame] | 72 | }, |
| 73 | |
radex | 99ed6a7 | 2023-11-24 11:42:55 +0100 | [diff] [blame] | 74 | deploy: ns.Contain(kube.Deployment("paperless")) { |
Piotr Dobrowolski | 7ad415f | 2022-04-30 12:55:26 +0200 | [diff] [blame] | 75 | spec+: { |
| 76 | replicas: 1, |
| 77 | template+: { |
| 78 | spec+: { |
| 79 | volumes_: { |
radex | c995c21 | 2023-11-24 12:01:49 +0100 | [diff] [blame] | 80 | data: kube.PersistentVolumeClaimVolume(top.dataVolume), |
Piotr Dobrowolski | 7ad415f | 2022-04-30 12:55:26 +0200 | [diff] [blame] | 81 | }, |
| 82 | |
| 83 | securityContext: { |
| 84 | runAsUser: 1000, |
| 85 | runAsGroup: 1000, |
| 86 | fsGroup: 1000, |
| 87 | }, |
| 88 | |
| 89 | default_container:: "auth", |
| 90 | containers_: { |
| 91 | auth: kube.Container("authproxy") { |
| 92 | image: cfg.images.proxy, |
| 93 | ports_: { |
| 94 | http: { containerPort: 8001 }, |
| 95 | }, |
| 96 | |
| 97 | env_: { |
| 98 | OAUTH2_PROXY_UPSTREAMS: "http://127.0.0.1:8000", |
| 99 | OAUTH2_PROXY_HTTP_ADDRESS: "0.0.0.0:8001", |
| 100 | |
radex | 1439fde | 2023-11-24 12:22:22 +0100 | [diff] [blame] | 101 | OAUTH2_PROXY_COOKIE_SECRET: top.secretRefs.proxy.cookie_secret, |
Piotr Dobrowolski | 7ad415f | 2022-04-30 12:55:26 +0200 | [diff] [blame] | 102 | |
| 103 | OAUTH2_PROXY_PROVIDER: "oidc", |
| 104 | OAUTH2_PROXY_OIDC_ISSUER_URL: "https://sso.hackerspace.pl", |
| 105 | OAUTH2_PROXY_SKIP_PROVIDER_BUTTON: "true", |
| 106 | |
| 107 | OAUTH2_PROXY_CLIENT_ID: "b4859334-140b-432a-81f6-8f3e135e021a", |
radex | 1439fde | 2023-11-24 12:22:22 +0100 | [diff] [blame] | 108 | OAUTH2_PROXY_CLIENT_SECRET: top.secretRefs.proxy.oidc_secret, |
Piotr Dobrowolski | 7ad415f | 2022-04-30 12:55:26 +0200 | [diff] [blame] | 109 | |
| 110 | OAUTH2_PROXY_EMAIL_DOMAINS: "*", |
Piotr Dobrowolski | 69dd2bf | 2023-09-04 20:48:51 +0200 | [diff] [blame] | 111 | OAUTH2_PROXY_ALLOWED_GROUPS: "zarzad,paperless-admin", |
Piotr Dobrowolski | 7ad415f | 2022-04-30 12:55:26 +0200 | [diff] [blame] | 112 | |
| 113 | # Security considerations: |
| 114 | # |
| 115 | # * OAuth2-Proxy *will* strip X-Forwarded-User |
| 116 | # header from requests passed through to |
| 117 | # endpoint, preventing authentication bypass |
| 118 | # |
| 119 | # * OAuth2-Proxy *will not* strip Authorization |
| 120 | # header - that can either be a user token, |
| 121 | # or a username/password pair. Former can only |
| 122 | # be generated by staff/superuser in Admin |
| 123 | # panel, and the latter will not work for our |
| 124 | # OAuth2 autogenerated users since these do |
| 125 | # not have any password set |
| 126 | OAUTH2_PROXY_SKIP_AUTH_ROUTES: "^/api/.*", |
| 127 | }, |
| 128 | }, |
| 129 | |
| 130 | paperless: kube.Container("paperless") { |
| 131 | image: cfg.images.paperless, |
| 132 | resources: { |
| 133 | requests: { cpu: "500m", memory: "1024M" }, |
| 134 | limits: { cpu: "4", memory: "6144M" }, |
| 135 | }, |
| 136 | env_: { |
| 137 | PAPERLESS_PORT: "8000", |
Piotr Dobrowolski | 0bb2fca | 2023-10-10 00:42:03 +0200 | [diff] [blame] | 138 | PAPERLESS_URL: "https://%s" % [cfg.domain], |
Piotr Dobrowolski | 7ad415f | 2022-04-30 12:55:26 +0200 | [diff] [blame] | 139 | |
radex | 1439fde | 2023-11-24 12:22:22 +0100 | [diff] [blame] | 140 | PAPERLESS_SECRET_KEY: top.secretRefs.secret_key, |
Piotr Dobrowolski | 7ad415f | 2022-04-30 12:55:26 +0200 | [diff] [blame] | 141 | |
radex | c995c21 | 2023-11-24 12:01:49 +0100 | [diff] [blame] | 142 | A_REDIS_PASSWORD: top.redis.cfg.password, |
Piotr Dobrowolski | 7ad415f | 2022-04-30 12:55:26 +0200 | [diff] [blame] | 143 | PAPERLESS_REDIS: "redis://:$(A_REDIS_PASSWORD)@redis:6379", |
| 144 | |
radex | 3799174 | 2023-11-24 12:37:37 +0100 | [diff] [blame] | 145 | PAPERLESS_DBHOST: top.postgres.svc.host, |
radex | c995c21 | 2023-11-24 12:01:49 +0100 | [diff] [blame] | 146 | PAPERLESS_DBNAME: top.postgres.cfg.database, |
| 147 | PAPERLESS_DBUSER: top.postgres.cfg.username, |
| 148 | PAPERLESS_DBPASS: top.postgres.cfg.password, |
Piotr Dobrowolski | 7ad415f | 2022-04-30 12:55:26 +0200 | [diff] [blame] | 149 | |
| 150 | PAPERLESS_ENABLE_HTTP_REMOTE_USER: "true", |
| 151 | PAPERLESS_HTTP_REMOTE_USER_HEADER_NAME: "HTTP_X_FORWARDED_USER", |
| 152 | |
| 153 | PAPERLESS_OCR_LANGUAGE: "pol", |
| 154 | PAPERLESS_OCR_MODE: "force", |
Piotr Dobrowolski | 6963e8b | 2023-11-12 15:51:23 +0100 | [diff] [blame] | 155 | PAPERLESS_OCR_USER_ARGS: '{"continue_on_soft_render_error": true}', |
Piotr Dobrowolski | 7ad415f | 2022-04-30 12:55:26 +0200 | [diff] [blame] | 156 | PAPERLESS_DATE_ORDER: "YMD", |
Piotr Dobrowolski | 0bb2fca | 2023-10-10 00:42:03 +0200 | [diff] [blame] | 157 | PAPERLESS_EMAIL_TASK_CRON: "*/2 * * * *", |
Piotr Dobrowolski | 7ad415f | 2022-04-30 12:55:26 +0200 | [diff] [blame] | 158 | }, |
| 159 | |
| 160 | volumeMounts: [ |
| 161 | { name: "data", mountPath: "/usr/src/paperless/data", subPath: "data" }, |
| 162 | { name: "data", mountPath: "/usr/src/paperless/media", subPath: "media" }, |
| 163 | { name: "data", mountPath: "/usr/src/paperless/consume", subPath: "consume" }, |
| 164 | ], |
| 165 | }, |
| 166 | }, |
| 167 | }, |
| 168 | }, |
| 169 | }, |
| 170 | }, |
| 171 | |
radex | 99ed6a7 | 2023-11-24 11:42:55 +0100 | [diff] [blame] | 172 | service: ns.Contain(kube.Service("paperless")) { |
radex | c995c21 | 2023-11-24 12:01:49 +0100 | [diff] [blame] | 173 | target:: top.deploy, |
Piotr Dobrowolski | 7ad415f | 2022-04-30 12:55:26 +0200 | [diff] [blame] | 174 | }, |
| 175 | |
radex | 99ed6a7 | 2023-11-24 11:42:55 +0100 | [diff] [blame] | 176 | ingress: ns.Contain(kube.SimpleIngress("paperless")) { |
Radek Pietruszewski | f584431 | 2023-10-27 22:41:18 +0200 | [diff] [blame] | 177 | hosts:: [cfg.domain], |
radex | c995c21 | 2023-11-24 12:01:49 +0100 | [diff] [blame] | 178 | target_service:: top.service, |
Radek Pietruszewski | f584431 | 2023-10-27 22:41:18 +0200 | [diff] [blame] | 179 | }, |
Piotr Dobrowolski | 7ad415f | 2022-04-30 12:55:26 +0200 | [diff] [blame] | 180 | } |