From f5966e8140c052248f32cf9da427fa59f0025410 Mon Sep 17 00:00:00 2001 From: Slach Date: Mon, 14 Oct 2024 23:13:42 +0500 Subject: [PATCH] fix values.yaml for fix https://github.com/Altinity/clickhouse-operator/issues/1530 --- deploy/helm/clickhouse-operator/README.md | 2 +- deploy/helm/clickhouse-operator/values.yaml | 702 -------------------- 2 files changed, 1 insertion(+), 703 deletions(-) diff --git a/deploy/helm/clickhouse-operator/README.md b/deploy/helm/clickhouse-operator/README.md index 6cccfdaea..2a12b8b2d 100644 --- a/deploy/helm/clickhouse-operator/README.md +++ b/deploy/helm/clickhouse-operator/README.md @@ -27,7 +27,7 @@ For upgrade please install CRDs separately: |-----|------|---------|-------------| | additionalResources | list | `[]` | list of additional resources to create (are processed via `tpl` function), useful for create ClickHouse clusters together with clickhouse-operator, look `kubectl explain chi` for details | | affinity | object | `{}` | affinity for scheduler pod assignment, look `kubectl explain pod.spec.affinity` for details | -| configs | object | `{"confdFiles":null,"configdFiles":{"01-clickhouse-01-listen.xml":"\n\n\n\n\n\n\n \n ::\n 0.0.0.0\n 1\n\n","01-clickhouse-02-logger.xml":"\n\n\n\n\n\n\n \n \n debug\n /var/log/clickhouse-server/clickhouse-server.log\n /var/log/clickhouse-server/clickhouse-server.err.log\n 1000M\n 10\n \n 1\n \n\n","01-clickhouse-03-query_log.xml":"\n\n\n\n\n\n\n \n system\n query_log
\n Engine = MergeTree PARTITION BY event_date ORDER BY event_time TTL event_date + interval 30 day\n 7500\n \n \n\n","01-clickhouse-04-part_log.xml":"\n\n\n\n\n\n\n \n system\n part_log
\n Engine = MergeTree PARTITION BY event_date ORDER BY event_time TTL event_date + interval 30 day\n 7500\n \n\n","01-clickhouse-05-trace_log.xml":"\n\n\n\n\n\n\n \n system\n trace_log
\n Engine = MergeTree PARTITION BY event_date ORDER BY event_time TTL event_date + interval 30 day\n 7500\n \n"},"etcClickhouseOperatorConfdFiles":null,"etcClickhouseOperatorConfigdFiles":{"01-clickhouse-01-listen.xml":"\n\n\n\n\n\n\n \n ::\n 0.0.0.0\n 1\n\n","01-clickhouse-02-logger.xml":"\n\n\n\n\n\n\n \n \n debug\n /var/log/clickhouse-server/clickhouse-server.log\n /var/log/clickhouse-server/clickhouse-server.err.log\n 1000M\n 10\n \n 1\n \n\n","01-clickhouse-03-query_log.xml":"\n\n\n\n\n\n\n \n system\n query_log
\n Engine = MergeTree PARTITION BY event_date ORDER BY event_time TTL event_date + interval 30 day\n 7500\n \n \n\n","01-clickhouse-04-part_log.xml":"\n\n\n\n\n\n\n \n system\n part_log
\n Engine = MergeTree PARTITION BY event_date ORDER BY event_time TTL event_date + interval 30 day\n 7500\n \n\n","01-clickhouse-05-trace_log.xml":"\n\n\n\n\n\n\n \n system\n trace_log
\n Engine = MergeTree PARTITION BY event_date ORDER BY event_time TTL event_date + interval 30 day\n 7500\n \n"},"etcClickhouseOperatorFiles":{"config.yaml":{"annotation":{"exclude":[],"include":[]},"clickhouse":{"access":{"password":"","port":8123,"rootCA":"","scheme":"auto","secret":{"name":"{{ include \"altinity-clickhouse-operator.fullname\" . }}","namespace":""},"timeouts":{"connect":1,"query":4},"username":""},"configuration":{"file":{"path":{"common":"chi/config.d","host":"chi/conf.d","user":"chi/users.d"}},"network":{"hostRegexpTemplate":"(chi-{chi}-[^.]+\\d+-\\d+|clickhouse\\-{chi})\\.{namespace}\\.svc\\.cluster\\.local$"},"user":{"default":{"networksIP":["::1","127.0.0.1"],"password":"default","profile":"default","quota":"default"}}},"configurationRestartPolicy":{"rules":[{"rules":[{"settings/*":"yes"},{"settings/access_control_path":"no"},{"settings/dictionaries_config":"no"},{"settings/max_server_memory_*":"no"},{"settings/max_*_to_drop":"no"},{"settings/max_concurrent_queries":"no"},{"settings/models_config":"no"},{"settings/user_defined_executable_functions_config":"no"},{"settings/logger/*":"no"},{"settings/macros/*":"no"},{"settings/remote_servers/*":"no"},{"settings/user_directories/*":"no"},{"zookeeper/*":"yes"},{"files/*.xml":"yes"},{"files/config.d/*.xml":"yes"},{"files/config.d/*dict*.xml":"no"},{"profiles/default/background_*_pool_size":"yes"},{"profiles/default/max_*_for_server":"yes"}],"version":"*"},{"rules":[{"settings/logger":"yes"}],"version":"21.*"}]},"metrics":{"timeouts":{"collect":9}}},"keeper":{"configuration":{"file":{"path":{"common":"chk/keeper_config.d","host":"chk/conf.d","user":"chk/users.d"}}}},"label":{"appendScope":"no","exclude":[],"include":[]},"logger":{"alsologtostderr":"false","log_backtrace_at":"","logtostderr":"true","stderrthreshold":"","v":"1","vmodule":""},"pod":{"terminationGracePeriod":30},"reconcile":{"host":{"wait":{"exclude":true,"include":false,"queries":true}},"runtime":{"reconcileCHIsThreadsNumber":10,"reconcileShardsMaxConcurrencyPercent":50,"reconcileShardsThreadsNumber":5},"statefulSet":{"create":{"onFailure":"ignore"},"update":{"onFailure":"abort","pollInterval":5,"timeout":300}}},"statefulSet":{"revisionHistoryLimit":0},"template":{"chi":{"path":"chi/templates.d","policy":"ApplyOnNextReconcile"},"chk":{"path":"chk/templates.d","policy":"ApplyOnNextReconcile"}},"watch":{"namespaces":[]}}},"etcClickhouseOperatorTemplatesdFiles":{"001-templates.json.example":"{\n \"apiVersion\": \"clickhouse.altinity.com/v1\",\n \"kind\": \"ClickHouseInstallationTemplate\",\n \"metadata\": {\n \"name\": \"01-default-volumeclaimtemplate\"\n },\n \"spec\": {\n \"templates\": {\n \"volumeClaimTemplates\": [\n {\n \"name\": \"chi-default-volume-claim-template\",\n \"spec\": {\n \"accessModes\": [\n \"ReadWriteOnce\"\n ],\n \"resources\": {\n \"requests\": {\n \"storage\": \"2Gi\"\n }\n }\n }\n }\n ],\n \"podTemplates\": [\n {\n \"name\": \"chi-default-oneperhost-pod-template\",\n \"distribution\": \"OnePerHost\",\n \"spec\": {\n \"containers\" : [\n {\n \"name\": \"clickhouse\",\n \"image\": \"clickhouse/clickhouse-server:23.8\",\n \"ports\": [\n {\n \"name\": \"http\",\n \"containerPort\": 8123\n },\n {\n \"name\": \"client\",\n \"containerPort\": 9000\n },\n {\n \"name\": \"interserver\",\n \"containerPort\": 9009\n }\n ]\n }\n ]\n }\n }\n ]\n }\n }\n}\n","default-pod-template.yaml.example":"apiVersion: \"clickhouse.altinity.com/v1\"\nkind: \"ClickHouseInstallationTemplate\"\nmetadata:\n name: \"default-oneperhost-pod-template\"\nspec:\n templates:\n podTemplates:\n - name: default-oneperhost-pod-template\n distribution: \"OnePerHost\"\n","default-storage-template.yaml.example":"apiVersion: \"clickhouse.altinity.com/v1\"\nkind: \"ClickHouseInstallationTemplate\"\nmetadata:\n name: \"default-storage-template-2Gi\"\nspec:\n templates:\n volumeClaimTemplates:\n - name: default-storage-template-2Gi\n spec:\n accessModes:\n - ReadWriteOnce\n resources:\n requests:\n storage: 2Gi\n","readme":"Templates in this folder are packaged with an operator and available via 'useTemplate'"},"etcClickhouseOperatorUsersdFiles":{"01-clickhouse-operator-profile.xml":"\n\n\n\n\n\n\n\n \n \n \n 0\n 1\n 10\n 0\n 0\n \n \n\n","02-clickhouse-default-profile.xml":"\n\n\n\n\n\n\n \n \n 2\n 1\n 1000\n 1\n 1\n 1\n nearest_hostname\n 0\n \n \n \n"},"etcKeeperOperatorConfdFiles":null,"etcKeeperOperatorConfigdFiles":{"01-keeper-01-default-config.xml":"\n\n\n\n\n\n\n \n \n 10000\n 10000\n information\n 100000\n \n true\n /var/lib/clickhouse-keeper/coordination/logs\n /var/lib/clickhouse-keeper/coordination/snapshots\n /var/lib/clickhouse-keeper\n 2181\n true\n \n ::\n 0.0.0.0\n 1\n \n 1\n information\n \n 4096\n \n \n true\n /etc/clickhouse-keeper/server.crt\n /etc/clickhouse-keeper/dhparam.pem\n sslv2,sslv3\n true\n true\n /etc/clickhouse-keeper/server.key\n none\n \n \n\n","01-keeper-02-readiness.xml":"\n\n\n\n\n\n\n \n \n 9182\n \n /ready\n \n \n \n"},"etcKeeperOperatorTemplatesdFiles":{"readme":"Templates in this folder are packaged with an operator and available via 'useTemplate'"},"etcKeeperOperatorUsersdFiles":null,"files":{"config.yaml":{"annotation":{"exclude":[],"include":[]},"clickhouse":{"access":{"password":"","port":8123,"rootCA":"","scheme":"auto","secret":{"name":"{{ include \"altinity-clickhouse-operator.fullname\" . }}","namespace":""},"timeouts":{"connect":1,"query":4},"username":""},"configuration":{"file":{"path":{"common":"chi/config.d","host":"chi/conf.d","user":"chi/users.d"}},"network":{"hostRegexpTemplate":"(chi-{chi}-[^.]+\\d+-\\d+|clickhouse\\-{chi})\\.{namespace}\\.svc\\.cluster\\.local$"},"user":{"default":{"networksIP":["::1","127.0.0.1"],"password":"default","profile":"default","quota":"default"}}},"configurationRestartPolicy":{"rules":[{"rules":[{"settings/*":"yes"},{"settings/access_control_path":"no"},{"settings/dictionaries_config":"no"},{"settings/max_server_memory_*":"no"},{"settings/max_*_to_drop":"no"},{"settings/max_concurrent_queries":"no"},{"settings/models_config":"no"},{"settings/user_defined_executable_functions_config":"no"},{"settings/logger/*":"no"},{"settings/macros/*":"no"},{"settings/remote_servers/*":"no"},{"settings/user_directories/*":"no"},{"zookeeper/*":"yes"},{"files/*.xml":"yes"},{"files/config.d/*.xml":"yes"},{"files/config.d/*dict*.xml":"no"},{"profiles/default/background_*_pool_size":"yes"},{"profiles/default/max_*_for_server":"yes"}],"version":"*"},{"rules":[{"settings/logger":"yes"}],"version":"21.*"}]},"metrics":{"timeouts":{"collect":9}}},"keeper":{"configuration":{"file":{"path":{"common":"chk/keeper_config.d","host":"chk/conf.d","user":"chk/users.d"}}}},"label":{"appendScope":"no","exclude":[],"include":[]},"logger":{"alsologtostderr":"false","log_backtrace_at":"","logtostderr":"true","stderrthreshold":"","v":"1","vmodule":""},"pod":{"terminationGracePeriod":30},"reconcile":{"host":{"wait":{"exclude":true,"include":false,"queries":true}},"runtime":{"reconcileCHIsThreadsNumber":10,"reconcileShardsMaxConcurrencyPercent":50,"reconcileShardsThreadsNumber":5},"statefulSet":{"create":{"onFailure":"ignore"},"update":{"onFailure":"abort","pollInterval":5,"timeout":300}}},"statefulSet":{"revisionHistoryLimit":0},"template":{"chi":{"path":"chi/templates.d","policy":"ApplyOnNextReconcile"},"chk":{"path":"chk/templates.d","policy":"ApplyOnNextReconcile"}},"watch":{"namespaces":[]}}},"keeperConfdFiles":null,"keeperConfigdFiles":{"01-keeper-01-default-config.xml":"\n\n\n\n\n\n\n \n \n 10000\n 10000\n information\n 100000\n \n true\n /var/lib/clickhouse-keeper/coordination/logs\n /var/lib/clickhouse-keeper/coordination/snapshots\n /var/lib/clickhouse-keeper\n 2181\n true\n \n ::\n 0.0.0.0\n 1\n \n 1\n information\n \n 4096\n \n \n true\n /etc/clickhouse-keeper/server.crt\n /etc/clickhouse-keeper/dhparam.pem\n sslv2,sslv3\n true\n true\n /etc/clickhouse-keeper/server.key\n none\n \n \n\n","01-keeper-02-readiness.xml":"\n\n\n\n\n\n\n \n \n 9182\n \n /ready\n \n \n \n"},"keeperTemplatesdFiles":{"readme":"Templates in this folder are packaged with an operator and available via 'useTemplate'"},"keeperUsersdFiles":null,"keeperconfdFiles":null,"keeperconfigdFiles":{"01-keeper-01-default-config.xml":"\n\n\n\n\n\n\n \n \n 10000\n 10000\n information\n 100000\n \n true\n /var/lib/clickhouse-keeper/coordination/logs\n /var/lib/clickhouse-keeper/coordination/snapshots\n /var/lib/clickhouse-keeper\n 2181\n true\n \n ::\n 0.0.0.0\n 1\n \n 1\n information\n \n 4096\n \n \n true\n /etc/clickhouse-keeper/server.crt\n /etc/clickhouse-keeper/dhparam.pem\n sslv2,sslv3\n true\n true\n /etc/clickhouse-keeper/server.key\n none\n \n \n\n","01-keeper-02-readiness.xml":"\n\n\n\n\n\n\n \n \n 9182\n \n /ready\n \n \n \n"},"keepertemplatesdFiles":{"readme":"Templates in this folder are packaged with an operator and available via 'useTemplate'"},"keeperusersdFiles":null,"templatesdFiles":{"001-templates.json.example":"{\n \"apiVersion\": \"clickhouse.altinity.com/v1\",\n \"kind\": \"ClickHouseInstallationTemplate\",\n \"metadata\": {\n \"name\": \"01-default-volumeclaimtemplate\"\n },\n \"spec\": {\n \"templates\": {\n \"volumeClaimTemplates\": [\n {\n \"name\": \"chi-default-volume-claim-template\",\n \"spec\": {\n \"accessModes\": [\n \"ReadWriteOnce\"\n ],\n \"resources\": {\n \"requests\": {\n \"storage\": \"2Gi\"\n }\n }\n }\n }\n ],\n \"podTemplates\": [\n {\n \"name\": \"chi-default-oneperhost-pod-template\",\n \"distribution\": \"OnePerHost\",\n \"spec\": {\n \"containers\" : [\n {\n \"name\": \"clickhouse\",\n \"image\": \"clickhouse/clickhouse-server:23.8\",\n \"ports\": [\n {\n \"name\": \"http\",\n \"containerPort\": 8123\n },\n {\n \"name\": \"client\",\n \"containerPort\": 9000\n },\n {\n \"name\": \"interserver\",\n \"containerPort\": 9009\n }\n ]\n }\n ]\n }\n }\n ]\n }\n }\n}\n","default-pod-template.yaml.example":"apiVersion: \"clickhouse.altinity.com/v1\"\nkind: \"ClickHouseInstallationTemplate\"\nmetadata:\n name: \"default-oneperhost-pod-template\"\nspec:\n templates:\n podTemplates:\n - name: default-oneperhost-pod-template\n distribution: \"OnePerHost\"\n","default-storage-template.yaml.example":"apiVersion: \"clickhouse.altinity.com/v1\"\nkind: \"ClickHouseInstallationTemplate\"\nmetadata:\n name: \"default-storage-template-2Gi\"\nspec:\n templates:\n volumeClaimTemplates:\n - name: default-storage-template-2Gi\n spec:\n accessModes:\n - ReadWriteOnce\n resources:\n requests:\n storage: 2Gi\n","readme":"Templates in this folder are packaged with an operator and available via 'useTemplate'"},"usersdFiles":{"01-clickhouse-operator-profile.xml":"\n\n\n\n\n\n\n\n \n \n \n 0\n 1\n 10\n 0\n 0\n \n \n\n","02-clickhouse-default-profile.xml":"\n\n\n\n\n\n\n \n \n 2\n 1\n 1000\n 1\n 1\n 1\n nearest_hostname\n 0\n \n \n \n"}}` | clickhouse-operator configs | +| configs | object | `{"confdFiles":null,"configdFiles":{"01-clickhouse-01-listen.xml":"\n\n\n\n\n\n\n \n ::\n 0.0.0.0\n 1\n\n","01-clickhouse-02-logger.xml":"\n\n\n\n\n\n\n \n \n debug\n /var/log/clickhouse-server/clickhouse-server.log\n /var/log/clickhouse-server/clickhouse-server.err.log\n 1000M\n 10\n \n 1\n \n\n","01-clickhouse-03-query_log.xml":"\n\n\n\n\n\n\n \n system\n query_log
\n Engine = MergeTree PARTITION BY event_date ORDER BY event_time TTL event_date + interval 30 day\n 7500\n \n \n\n","01-clickhouse-04-part_log.xml":"\n\n\n\n\n\n\n \n system\n part_log
\n Engine = MergeTree PARTITION BY event_date ORDER BY event_time TTL event_date + interval 30 day\n 7500\n \n\n","01-clickhouse-05-trace_log.xml":"\n\n\n\n\n\n\n \n system\n trace_log
\n Engine = MergeTree PARTITION BY event_date ORDER BY event_time TTL event_date + interval 30 day\n 7500\n \n"},"files":{"config.yaml":{"annotation":{"exclude":[],"include":[]},"clickhouse":{"access":{"password":"","port":8123,"rootCA":"","scheme":"auto","secret":{"name":"{{ include \"altinity-clickhouse-operator.fullname\" . }}","namespace":""},"timeouts":{"connect":1,"query":4},"username":""},"configuration":{"file":{"path":{"common":"chi/config.d","host":"chi/conf.d","user":"chi/users.d"}},"network":{"hostRegexpTemplate":"(chi-{chi}-[^.]+\\d+-\\d+|clickhouse\\-{chi})\\.{namespace}\\.svc\\.cluster\\.local$"},"user":{"default":{"networksIP":["::1","127.0.0.1"],"password":"default","profile":"default","quota":"default"}}},"configurationRestartPolicy":{"rules":[{"rules":[{"settings/*":"yes"},{"settings/access_control_path":"no"},{"settings/dictionaries_config":"no"},{"settings/max_server_memory_*":"no"},{"settings/max_*_to_drop":"no"},{"settings/max_concurrent_queries":"no"},{"settings/models_config":"no"},{"settings/user_defined_executable_functions_config":"no"},{"settings/logger/*":"no"},{"settings/macros/*":"no"},{"settings/remote_servers/*":"no"},{"settings/user_directories/*":"no"},{"zookeeper/*":"yes"},{"files/*.xml":"yes"},{"files/config.d/*.xml":"yes"},{"files/config.d/*dict*.xml":"no"},{"profiles/default/background_*_pool_size":"yes"},{"profiles/default/max_*_for_server":"yes"}],"version":"*"},{"rules":[{"settings/logger":"yes"}],"version":"21.*"}]},"metrics":{"timeouts":{"collect":9}}},"keeper":{"configuration":{"file":{"path":{"common":"chk/keeper_config.d","host":"chk/conf.d","user":"chk/users.d"}}}},"label":{"appendScope":"no","exclude":[],"include":[]},"logger":{"alsologtostderr":"false","log_backtrace_at":"","logtostderr":"true","stderrthreshold":"","v":"1","vmodule":""},"pod":{"terminationGracePeriod":30},"reconcile":{"host":{"wait":{"exclude":true,"include":false,"queries":true}},"runtime":{"reconcileCHIsThreadsNumber":10,"reconcileShardsMaxConcurrencyPercent":50,"reconcileShardsThreadsNumber":5},"statefulSet":{"create":{"onFailure":"ignore"},"update":{"onFailure":"abort","pollInterval":5,"timeout":300}}},"statefulSet":{"revisionHistoryLimit":0},"template":{"chi":{"path":"chi/templates.d","policy":"ApplyOnNextReconcile"},"chk":{"path":"chk/templates.d","policy":"ApplyOnNextReconcile"}},"watch":{"namespaces":[]}}},"keeperConfdFiles":null,"keeperConfigdFiles":{"01-keeper-01-default-config.xml":"\n\n\n\n\n\n\n \n \n 10000\n 10000\n information\n 100000\n \n true\n /var/lib/clickhouse-keeper/coordination/logs\n /var/lib/clickhouse-keeper/coordination/snapshots\n /var/lib/clickhouse-keeper\n 2181\n true\n \n ::\n 0.0.0.0\n 1\n \n 1\n information\n \n 4096\n \n \n true\n /etc/clickhouse-keeper/server.crt\n /etc/clickhouse-keeper/dhparam.pem\n sslv2,sslv3\n true\n true\n /etc/clickhouse-keeper/server.key\n none\n \n \n\n","01-keeper-02-readiness.xml":"\n\n\n\n\n\n\n \n \n 9182\n \n /ready\n \n \n \n"},"keeperTemplatesdFiles":{"readme":"Templates in this folder are packaged with an operator and available via 'useTemplate'"},"keeperUsersdFiles":null,"templatesdFiles":{"001-templates.json.example":"{\n \"apiVersion\": \"clickhouse.altinity.com/v1\",\n \"kind\": \"ClickHouseInstallationTemplate\",\n \"metadata\": {\n \"name\": \"01-default-volumeclaimtemplate\"\n },\n \"spec\": {\n \"templates\": {\n \"volumeClaimTemplates\": [\n {\n \"name\": \"chi-default-volume-claim-template\",\n \"spec\": {\n \"accessModes\": [\n \"ReadWriteOnce\"\n ],\n \"resources\": {\n \"requests\": {\n \"storage\": \"2Gi\"\n }\n }\n }\n }\n ],\n \"podTemplates\": [\n {\n \"name\": \"chi-default-oneperhost-pod-template\",\n \"distribution\": \"OnePerHost\",\n \"spec\": {\n \"containers\" : [\n {\n \"name\": \"clickhouse\",\n \"image\": \"clickhouse/clickhouse-server:23.8\",\n \"ports\": [\n {\n \"name\": \"http\",\n \"containerPort\": 8123\n },\n {\n \"name\": \"client\",\n \"containerPort\": 9000\n },\n {\n \"name\": \"interserver\",\n \"containerPort\": 9009\n }\n ]\n }\n ]\n }\n }\n ]\n }\n }\n}\n","default-pod-template.yaml.example":"apiVersion: \"clickhouse.altinity.com/v1\"\nkind: \"ClickHouseInstallationTemplate\"\nmetadata:\n name: \"default-oneperhost-pod-template\"\nspec:\n templates:\n podTemplates:\n - name: default-oneperhost-pod-template\n distribution: \"OnePerHost\"\n","default-storage-template.yaml.example":"apiVersion: \"clickhouse.altinity.com/v1\"\nkind: \"ClickHouseInstallationTemplate\"\nmetadata:\n name: \"default-storage-template-2Gi\"\nspec:\n templates:\n volumeClaimTemplates:\n - name: default-storage-template-2Gi\n spec:\n accessModes:\n - ReadWriteOnce\n resources:\n requests:\n storage: 2Gi\n","readme":"Templates in this folder are packaged with an operator and available via 'useTemplate'"},"usersdFiles":{"01-clickhouse-operator-profile.xml":"\n\n\n\n\n\n\n\n \n \n \n 0\n 1\n 10\n 0\n 0\n \n \n\n","02-clickhouse-default-profile.xml":"\n\n\n\n\n\n\n \n \n 2\n 1\n 1000\n 1\n 1\n 1\n nearest_hostname\n 0\n \n \n \n"}}` | clickhouse-operator configs | | dashboards.additionalLabels | object | `{"grafana_dashboard":""}` | labels to add to a secret with dashboards | | dashboards.annotations | object | `{}` | annotations to add to a secret with dashboards | | dashboards.enabled | bool | `false` | provision grafana dashboards as configMaps (can be synced by grafana dashboards sidecar https://github.com/grafana/helm-charts/blob/grafana-8.3.4/charts/grafana/values.yaml#L778 ) | diff --git a/deploy/helm/clickhouse-operator/values.yaml b/deploy/helm/clickhouse-operator/values.yaml index 172b18c7d..406496dbc 100644 --- a/deploy/helm/clickhouse-operator/values.yaml +++ b/deploy/helm/clickhouse-operator/values.yaml @@ -697,708 +697,6 @@ configs: - etcKeeperOperatorConfdFiles: null - etcKeeperOperatorConfigdFiles: - 01-keeper-01-default-config.xml: | - - - - - - - - - - 10000 - 10000 - information - 100000 - - true - /var/lib/clickhouse-keeper/coordination/logs - /var/lib/clickhouse-keeper/coordination/snapshots - /var/lib/clickhouse-keeper - 2181 - true - - :: - 0.0.0.0 - 1 - - 1 - information - - 4096 - - - true - /etc/clickhouse-keeper/server.crt - /etc/clickhouse-keeper/dhparam.pem - sslv2,sslv3 - true - true - /etc/clickhouse-keeper/server.key - none - - - - 01-keeper-02-readiness.xml: |- - - - - - - - - - - 9182 - - /ready - - - - - etcKeeperOperatorTemplatesdFiles: - readme: |- - Templates in this folder are packaged with an operator and available via 'useTemplate' - etcKeeperOperatorUsersdFiles: null - etcClickhouseOperatorTemplatesdFiles: - 001-templates.json.example: | - { - "apiVersion": "clickhouse.altinity.com/v1", - "kind": "ClickHouseInstallationTemplate", - "metadata": { - "name": "01-default-volumeclaimtemplate" - }, - "spec": { - "templates": { - "volumeClaimTemplates": [ - { - "name": "chi-default-volume-claim-template", - "spec": { - "accessModes": [ - "ReadWriteOnce" - ], - "resources": { - "requests": { - "storage": "2Gi" - } - } - } - } - ], - "podTemplates": [ - { - "name": "chi-default-oneperhost-pod-template", - "distribution": "OnePerHost", - "spec": { - "containers" : [ - { - "name": "clickhouse", - "image": "clickhouse/clickhouse-server:23.8", - "ports": [ - { - "name": "http", - "containerPort": 8123 - }, - { - "name": "client", - "containerPort": 9000 - }, - { - "name": "interserver", - "containerPort": 9009 - } - ] - } - ] - } - } - ] - } - } - } - default-pod-template.yaml.example: | - apiVersion: "clickhouse.altinity.com/v1" - kind: "ClickHouseInstallationTemplate" - metadata: - name: "default-oneperhost-pod-template" - spec: - templates: - podTemplates: - - name: default-oneperhost-pod-template - distribution: "OnePerHost" - default-storage-template.yaml.example: | - apiVersion: "clickhouse.altinity.com/v1" - kind: "ClickHouseInstallationTemplate" - metadata: - name: "default-storage-template-2Gi" - spec: - templates: - volumeClaimTemplates: - - name: default-storage-template-2Gi - spec: - accessModes: - - ReadWriteOnce - resources: - requests: - storage: 2Gi - readme: |- - Templates in this folder are packaged with an operator and available via 'useTemplate' - etcClickhouseOperatorUsersdFiles: - 01-clickhouse-operator-profile.xml: | - - - - - - - - - - - - 0 - 1 - 10 - 0 - 0 - - - - 02-clickhouse-default-profile.xml: |- - - - - - - - - - - 2 - 1 - 1000 - 1 - 1 - 1 - nearest_hostname - 0 - - - - - keeperconfdFiles: null - keeperconfigdFiles: - 01-keeper-01-default-config.xml: | - - - - - - - - - - 10000 - 10000 - information - 100000 - - true - /var/lib/clickhouse-keeper/coordination/logs - /var/lib/clickhouse-keeper/coordination/snapshots - /var/lib/clickhouse-keeper - 2181 - true - - :: - 0.0.0.0 - 1 - - 1 - information - - 4096 - - - true - /etc/clickhouse-keeper/server.crt - /etc/clickhouse-keeper/dhparam.pem - sslv2,sslv3 - true - true - /etc/clickhouse-keeper/server.key - none - - - - 01-keeper-02-readiness.xml: |- - - - - - - - - - - 9182 - - /ready - - - - - keepertemplatesdFiles: - readme: |- - Templates in this folder are packaged with an operator and available via 'useTemplate' - keeperusersdFiles: null - etcClickhouseOperatorFiles: - config.yaml: - # IMPORTANT - # This file is auto-generated - # Do not edit this file - all changes would be lost - # Edit appropriate template in the following folder: - # deploy/builder/templates-config - # IMPORTANT - # - # Template parameters available: - # WATCH_NAMESPACES= - # CH_USERNAME_PLAIN= - # CH_PASSWORD_PLAIN= - # CH_CREDENTIALS_SECRET_NAMESPACE= - # CH_CREDENTIALS_SECRET_NAME=clickhouse-operator - # VERBOSITY=1 - - ################################################ - ## - ## Watch section - ## - ################################################ - watch: - # List of namespaces where clickhouse-operator watches for events. - # Concurrently running operators should watch on different namespaces. - # IMPORTANT - # Regexp is applicable. - #namespaces: ["dev", "test"] - namespaces: [] - clickhouse: - configuration: - ################################################ - ## - ## Configuration files section - ## - ################################################ - file: - # Each 'path' can be either absolute or relative. - # In case path is absolute - it is used as is - # In case path is relative - it is relative to the folder where configuration file you are reading right now is located. - path: - # Path to the folder where ClickHouse configuration files common for all instances within a CHI are located. - common: chi/config.d - # Path to the folder where ClickHouse configuration files unique for each instance (host) within a CHI are located. - host: chi/conf.d - # Path to the folder where ClickHouse configuration files with users' settings are located. - # Files are common for all instances within a CHI. - user: chi/users.d - ################################################ - ## - ## Configuration users section - ## - ################################################ - user: - # Default settings for user accounts, created by the operator. - # IMPORTANT. These are not access credentials or settings for 'default' user account, - # it is a template for filling out missing fields for all user accounts to be created by the operator, - # with the following EXCEPTIONS: - # 1. 'default' user account DOES NOT use provided password, but uses all the rest of the fields. - # Password for 'default' user account has to be provided explicitly, if to be used. - # 2. CHOP user account DOES NOT use: - # - profile setting. It uses predefined profile called 'clickhouse_operator' - # - quota setting. It uses empty quota name. - # - networks IP setting. Operator specifies 'networks/ip' user setting to match operators' pod IP only. - # - password setting. Password for CHOP account is used from 'clickhouse.access.*' section - default: - # Default values for ClickHouse user account(s) created by the operator - # 1. user/profile - string - # 2. user/quota - string - # 3. user/networks/ip - multiple strings - # 4. user/password - string - # These values can be overwritten on per-user basis. - profile: "default" - quota: "default" - networksIP: - - "::1" - - "127.0.0.1" - password: "default" - ################################################ - ## - ## Configuration network section - ## - ################################################ - network: - # Default host_regexp to limit network connectivity from outside - hostRegexpTemplate: "(chi-{chi}-[^.]+\\d+-\\d+|clickhouse\\-{chi})\\.{namespace}\\.svc\\.cluster\\.local$" - ################################################ - ## - ## Configuration restart policy section - ## Configuration restart policy describes what configuration changes require ClickHouse restart - ## - ################################################ - configurationRestartPolicy: - rules: - # IMPORTANT! - # Special version of "*" - default version - has to satisfy all ClickHouse versions. - # Default version will also be used in case ClickHouse version is unknown. - # ClickHouse version may be unknown due to host being down - for example, because of incorrect "settings" section. - # ClickHouse is not willing to start in case incorrect/unknown settings are provided in config file. - - version: "*" - rules: - # see https://kb.altinity.com/altinity-kb-setup-and-maintenance/altinity-kb-server-config-files/#server-config-configxml-sections-which-dont-require-restart - # to be replaced with "select * from system.server_settings where changeable_without_restart = 'No'" - - settings/*: "yes" - # single values - - settings/access_control_path: "no" - - settings/dictionaries_config: "no" - - settings/max_server_memory_*: "no" - - settings/max_*_to_drop: "no" - - settings/max_concurrent_queries: "no" - - settings/models_config: "no" - - settings/user_defined_executable_functions_config: "no" - # structured XML - - settings/logger/*: "no" - - settings/macros/*: "no" - - settings/remote_servers/*: "no" - - settings/user_directories/*: "no" - - zookeeper/*: "yes" - - files/*.xml: "yes" - - files/config.d/*.xml: "yes" - - files/config.d/*dict*.xml: "no" - # exceptions in default profile - - profiles/default/background_*_pool_size: "yes" - - profiles/default/max_*_for_server: "yes" - - version: "21.*" - rules: - - settings/logger: "yes" - ################################################# - ## - ## Access to ClickHouse instances - ## - ################################################ - access: - # Possible values for 'scheme' are: - # 1. http - force http to be used to connect to ClickHouse instances - # 2. https - force https to be used to connect to ClickHouse instances - # 3. auto - either http or https is selected based on open ports - scheme: "auto" - # ClickHouse credentials (username, password and port) to be used by the operator to connect to ClickHouse instances. - # These credentials are used for: - # 1. Metrics requests - # 2. Schema maintenance - # 3. DROP DNS CACHE - # User with these credentials can be specified in additional ClickHouse .xml config files, - # located in 'clickhouse.configuration.file.path.user' folder - username: "" - password: "" - rootCA: "" - # Location of the k8s Secret with username and password to be used by the operator to connect to ClickHouse instances. - # Can be used instead of explicitly specified username and password available in sections: - # - clickhouse.access.username - # - clickhouse.access.password - # Secret should have two keys: - # 1. username - # 2. password - secret: - # Empty `namespace` means that k8s secret would be looked in the same namespace where operator's pod is running. - namespace: "" - # Empty `name` means no k8s Secret would be looked for - name: '{{ include "altinity-clickhouse-operator.fullname" . }}' - # Port where to connect to ClickHouse instances to - port: 8123 - # Timeouts used to limit connection and queries from the operator to ClickHouse instances - # Specified in seconds. - timeouts: - # Timout to setup connection from the operator to ClickHouse instances. In seconds. - connect: 1 - # Timout to perform SQL query from the operator to ClickHouse instances. In seconds. - query: 4 - ################################################# - ## - ## Metrics collection - ## - ################################################ - metrics: - # Timeouts used to limit connection and queries from the metrics exporter to ClickHouse instances - # Specified in seconds. - timeouts: - # Timeout used to limit metrics collection request. In seconds. - # Upon reaching this timeout metrics collection is aborted and no more metrics are collected in this cycle. - # All collected metrics are returned. - collect: 9 - keeper: - configuration: - ################################################ - ## - ## Configuration files section - ## - ################################################ - file: - # Each 'path' can be either absolute or relative. - # In case path is absolute - it is used as is - # In case path is relative - it is relative to the folder where configuration file you are reading right now is located. - path: - # Path to the folder where Keeper configuration files common for all instances within a CHK are located. - common: chk/keeper_config.d - # Path to the folder where Keeper configuration files unique for each instance (host) within a CHK are located. - host: chk/conf.d - # Path to the folder where Keeper configuration files with users' settings are located. - # Files are common for all instances within a CHI. - user: chk/users.d - ################################################ - ## - ## Template(s) management section - ## - ################################################ - template: - chi: - # CHI template updates handling policy - # Possible policy values: - # - ReadOnStart. Accept CHIT updates on the operators start only. - # - ApplyOnNextReconcile. Accept CHIT updates at all time. Apply news CHITs on next regular reconcile of the CHI - policy: ApplyOnNextReconcile - # Path to the folder where ClickHouseInstallation templates .yaml manifests are located. - # Templates are added to the list of all templates and used when CHI is reconciled. - # Templates are applied in sorted alpha-numeric order. - path: chi/templates.d - chk: - # CHK template updates handling policy - # Possible policy values: - # - ReadOnStart. Accept CHIT updates on the operators start only. - # - ApplyOnNextReconcile. Accept CHIT updates at all time. Apply news CHITs on next regular reconcile of the CHI - policy: ApplyOnNextReconcile - # Path to the folder where ClickHouseInstallation templates .yaml manifests are located. - # Templates are added to the list of all templates and used when CHI is reconciled. - # Templates are applied in sorted alpha-numeric order. - path: chk/templates.d - ################################################ - ## - ## Reconcile section - ## - ################################################ - reconcile: - # Reconcile runtime settings - runtime: - # Max number of concurrent CHI reconciles in progress - reconcileCHIsThreadsNumber: 10 - # The operator reconciles shards concurrently in each CHI with the following limitations: - # 1. Number of shards being reconciled (and thus having hosts down) in each CHI concurrently - # can not be greater than 'reconcileShardsThreadsNumber'. - # 2. Percentage of shards being reconciled (and thus having hosts down) in each CHI concurrently - # can not be greater than 'reconcileShardsMaxConcurrencyPercent'. - # 3. The first shard is always reconciled alone. Concurrency starts from the second shard and onward. - # Thus limiting number of shards being reconciled (and thus having hosts down) in each CHI by both number and percentage - - # Max number of concurrent shard reconciles within one CHI in progress - reconcileShardsThreadsNumber: 5 - # Max percentage of concurrent shard reconciles within one CHI in progress - reconcileShardsMaxConcurrencyPercent: 50 - # Reconcile StatefulSet scenario - statefulSet: - # Create StatefulSet scenario - create: - # What to do in case created StatefulSet is not in 'Ready' after `reconcile.statefulSet.update.timeout` seconds - # Possible options: - # 1. abort - abort the process, do nothing with the problematic StatefulSet, leave it as it is, - # do not try to fix or delete or update it, just abort reconcile cycle. - # Do not proceed to the next StatefulSet(s) and wait for an admin to assist. - # 2. delete - delete newly created problematic StatefulSet and follow 'abort' path afterwards. - # 3. ignore - ignore an error, pretend nothing happened, continue reconcile and move on to the next StatefulSet. - onFailure: ignore - # Update StatefulSet scenario - update: - # How many seconds to wait for created/updated StatefulSet to be 'Ready' - timeout: 300 - # How many seconds to wait between checks/polls for created/updated StatefulSet status - pollInterval: 5 - # What to do in case updated StatefulSet is not in 'Ready' after `reconcile.statefulSet.update.timeout` seconds - # Possible options: - # 1. abort - abort the process, do nothing with the problematic StatefulSet, leave it as it is, - # do not try to fix or delete or update it, just abort reconcile cycle. - # Do not proceed to the next StatefulSet(s) and wait for an admin to assist. - # 2. rollback - delete Pod and rollback StatefulSet to previous Generation. - # Pod would be recreated by StatefulSet based on rollback-ed StatefulSet configuration. - # Follow 'abort' path afterwards. - # 3. ignore - ignore an error, pretend nothing happened, continue reconcile and move on to the next StatefulSet. - onFailure: abort - # Reconcile Host scenario - host: - # Whether the operator during reconcile procedure should wait for a ClickHouse host: - # - to be excluded from a ClickHouse cluster - # - to complete all running queries - # - to be included into a ClickHouse cluster - # respectfully before moving forward - wait: - exclude: true - queries: true - include: false - ################################################ - ## - ## Annotations management section - ## - ################################################ - annotation: - # Applied when: - # 1. Propagating annotations from the CHI's `metadata.annotations` to child objects' `metadata.annotations`, - # 2. Propagating annotations from the CHI Template's `metadata.annotations` to CHI's `metadata.annotations`, - # Include annotations from the following list: - # Applied only when not empty. Empty list means "include all, no selection" - include: [] - # Exclude annotations from the following list: - exclude: [] - ################################################ - ## - ## Labels management section - ## - ################################################ - label: - # Applied when: - # 1. Propagating labels from the CHI's `metadata.labels` to child objects' `metadata.labels`, - # 2. Propagating labels from the CHI Template's `metadata.labels` to CHI's `metadata.labels`, - # Include labels from the following list: - # Applied only when not empty. Empty list means "include all, no selection" - include: [] - # Exclude labels from the following list: - # Applied only when not empty. Empty list means "nothing to exclude, no selection" - exclude: [] - # Whether to append *Scope* labels to StatefulSet and Pod. - # Full list of available *scope* labels check in 'labeler.go' - # LabelShardScopeIndex - # LabelReplicaScopeIndex - # LabelCHIScopeIndex - # LabelCHIScopeCycleSize - # LabelCHIScopeCycleIndex - # LabelCHIScopeCycleOffset - # LabelClusterScopeIndex - # LabelClusterScopeCycleSize - # LabelClusterScopeCycleIndex - # LabelClusterScopeCycleOffset - appendScope: "no" - ################################################ - ## - ## StatefulSet management section - ## - ################################################ - statefulSet: - revisionHistoryLimit: 0 - ################################################ - ## - ## Pod management section - ## - ################################################ - pod: - # Grace period for Pod termination. - # How many seconds to wait between sending - # SIGTERM and SIGKILL during Pod termination process. - # Increase this number is case of slow shutdown. - terminationGracePeriod: 30 - ################################################ - ## - ## Log parameters section - ## - ################################################ - logger: - logtostderr: "true" - alsologtostderr: "false" - v: "1" - stderrthreshold: "" - vmodule: "" - log_backtrace_at: "" - etcClickhouseOperatorConfdFiles: null - etcClickhouseOperatorConfigdFiles: - 01-clickhouse-01-listen.xml: | - - - - - - - - - :: - 0.0.0.0 - 1 - - 01-clickhouse-02-logger.xml: | - - - - - - - - - - debug - /var/log/clickhouse-server/clickhouse-server.log - /var/log/clickhouse-server/clickhouse-server.err.log - 1000M - 10 - - 1 - - - 01-clickhouse-03-query_log.xml: | - - - - - - - - - system - query_log
- Engine = MergeTree PARTITION BY event_date ORDER BY event_time TTL event_date + interval 30 day - 7500 - - - - 01-clickhouse-04-part_log.xml: | - - - - - - - - - system - part_log
- Engine = MergeTree PARTITION BY event_date ORDER BY event_time TTL event_date + interval 30 day - 7500 - - - 01-clickhouse-05-trace_log.xml: |- - - - - - - - - - system - trace_log
- Engine = MergeTree PARTITION BY event_date ORDER BY event_time TTL event_date + interval 30 day - 7500 - - keeperConfdFiles: null keeperConfigdFiles: 01-keeper-01-default-config.xml: |