8000 Implement remote_servers fragmentation via ConfigMaps by shankeleven · Pull Request #1948 · Altinity/clickhouse-operator · GitHub
[go: up one dir, main page]

Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
12 changes: 12 additions & 0 deletions config/config-dev.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -91,6 +91,18 @@ clickhouse:
# Default host_regexp to limit network connectivity from outside
hostRegexpTemplate: "(chi-{chi}-[^.]+\\d+-\\d+|clickhouse\\-{chi})\\.{namespace}\\.svc\\.cluster\\.local$"

################################################
##
## Configuration remote_servers section
##
################################################
remoteServers:
# Split remote_servers XML into multiple ConfigMaps when payload exceeds this threshold.
# 600 KiB payload plus XML metadata/wrappers keeps ConfigMap data safely below 1 MiB.
remoteServersSplitThresholdBytes: 614400
# Maximum number of remote_servers fragments allowed for a CHI reconcile cycle.
maxRemoteServersFragments: 100

################################################
##
## Configuration restart policy section
Expand Down
12 changes: 12 additions & 0 deletions config/config.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -91,6 +91,18 @@ clickhouse:
# Default host_regexp to limit network connectivity from outside
hostRegexpTemplate: "(chi-{chi}-[^.]+\\d+-\\d+|clickhouse\\-{chi})\\.{namespace}\\.svc\\.cluster\\.local$"

################################################
##
## Configuration remote_servers section
##
################################################
remoteServers:
# Split remote_servers XML into multiple ConfigMaps when payload exceeds this threshold.
# 600 KiB payload plus XML metadata/wrappers keeps ConfigMap data safely below 1 MiB.
remoteServersSplitThresholdBytes: 614400
# Maximum number of remote_servers fragments allowed for a CHI reconcile cycle.
maxRemoteServersFragments: 100

################################################
##
## Configuration restart policy section
Expand Down
12 changes: 12 additions & 0 deletions deploy/builder/templates-config/config.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -85,6 +85,18 @@ clickhouse:
# Default host_regexp to limit network connectivity from outside
hostRegexpTemplate: "(chi-{chi}-[^.]+\\d+-\\d+|clickhouse\\-{chi})\\.{namespace}\\.svc\\.cluster\\.local$"

################################################
##
## Configuration remote_servers section
##
################################################
remoteServers:
# Split remote_servers XML into multiple ConfigMaps when payload exceeds this threshold.
# 600 KiB payload plus XML metadata/wrappers keeps ConfigMap data safely below 1 MiB.
remoteServersSplitThresholdBytes: 614400
# Maximum number of remote_servers fragments allowed for a CHI reconcile cycle.
maxRemoteServersFragments: 100

################################################
##
## Configuration restart policy section
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -103,6 +103,22 @@ spec:
Path to the folder where ClickHouse configuration files with users settings are located.
Files are common for all instances within a CHI.
Default value - users.d
remoteServers:
type: object
description: "remote_servers fragmentation settings"
properties:
remoteServersSplitThresholdBytes:
type: integer
minimum: 1
description: |
Split remote_servers XML into multiple ConfigMaps when the payload exceeds this threshold, in bytes.
Default value - 614400 (600 KiB)
maxRemoteServersFragments:
type: integer
minimum: 1
description: |
Maximum number of remote_servers fragments allowed for a CHI reconcile cycle.
Default value - 100
user:
type: object
description: "Default parameters for any user which will create"
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -103,6 +103,22 @@ spec:
Path to the folder where ClickHouse configuration files with users settings are located.
Files are common for all instances within a CHI.
Default value - users.d
remoteServers:
type: object
description: "remote_servers fragmentation settings"
properties:
remoteServersSplitThresholdBytes:
type: integer
minimum: 1
description: |
Split remote_servers XML into multiple ConfigMaps when the payload exceeds this threshold, in bytes.
Default value - 614400 (600 KiB)
maxRemoteServersFragments:
type: integer
minimum: 1
description: |
Maximum number of remote_servers fragments allowed for a CHI reconcile cycle.
Default value - 100
user:
type: object
description: "Default parameters for any user which will create"
Expand Down
11 changes: 11 additions & 0 deletions deploy/helm/clickhouse-operator/values.schema.json
Original file line number Diff line number Diff line change
Expand Up @@ -202,6 +202,17 @@
}
}
},
"remoteServers": {
"type": "object",
"properties": {
"maxRemoteServersFragments": {
"type": "integer"
},
"remoteServersSplitThresholdBytes": {
"type": "integer"
}
}
},
"user": {
"type": "object",
"properties": {
Expand Down
11 changes: 11 additions & 0 deletions deploy/helm/clickhouse-operator/values.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -418,6 +418,17 @@ configs:
network:
# Default host_regexp to limit network connectivity from outside
hostRegexpTemplate: "(chi-{chi}-[^.]+\\d+-\\d+|clickhouse\\-{chi})\\.{namespace}\\.svc\\.cluster\\.local$"
################################################
##
## Configuration remote_servers section
##
################################################
remoteServers:
# Split remote_servers XML into multiple ConfigMaps when payload exceeds this threshold.
# 600 KiB payload plus XML metadata/wrappers keeps ConfigMap data safely below 1 MiB.
remoteServersSplitThresholdBytes: 614400
# Maximum number of remote_servers fragments allowed for a CHI reconcile cycle.
maxRemoteServersFragments: 100
################################################
##
## Configuration restart policy section
Expand Down
28 changes: 28 additions & 0 deletions deploy/operator/clickhouse-operator-install-ansible.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -3992,6 +3992,22 @@ spec:
Path to the folder where ClickHouse configuration files with users settings are located.
Files are common for all instances within a CHI.
Default value - users.d
remoteServers:
type: object
description: "remote_servers fragmentation settings"
properties:
remoteServersSplitThresholdBytes:
type: integer
minimum: 1
description: |
Split remote_servers XML into multiple ConfigMaps when the payload exceeds this threshold, in bytes.
Default value - 614400 (600 KiB)
maxRemoteServersFragments:
type: integer
minimum: 1
description: |
Maximum number of remote_servers fragments allowed for a CHI reconcile cycle.
Default value - 100
user:
type: object
description: "Default parameters for any user which will create"
Expand Down Expand Up @@ -6978,6 +6994,18 @@ data:
# Default host_regexp to limit network connectivity from outside
hostRegexpTemplate: "(chi-{chi}-[^.]+\\d+-\\d+|clickhouse\\-{chi})\\.{namespace}\\.svc\\.cluster\\.local$"

################################################
##
## Configuration remote_servers section
##
################################################
remoteServers:
# Split remote_servers XML into multiple ConfigMaps when payload exceeds this threshold.
# 600 KiB payload plus XML metadata/wrappers keeps ConfigMap data safely below 1 MiB.
remoteServersSplitThresholdBytes: 614400
# Maximum number of remote_servers fragments allowed for a CHI reconcile cycle.
maxRemoteServersFragments: 100

################################################
##
## Configuration restart policy section
Expand Down
28 changes: 28 additions & 0 deletions deploy/operator/clickhouse-operator-install-bundle-v1beta1.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -3959,6 +3959,22 @@ spec:
Path to the folder where ClickHouse configuration files with users settings are located.
Files are common for all instances within a CHI.
Default value - users.d
remoteServers:
type: object
description: "remote_servers fragmentation settings"
properties:
remoteServersSplitThresholdBytes:
type: integer
minimum: 1
description: |
Split remote_servers XML into multiple ConfigMaps when the payload exceeds this threshold, in bytes.
Default value - 614400 (600 KiB)
maxRemoteServersFragments:
type: integer
minimum: 1
description: |
Maximum number of remote_servers fragments allowed for a CHI reconcile cycle.
Default value - 100
user:
type: object
description: "Default parameters for any user which will create"
Expand Down Expand Up @@ -7197,6 +7213,18 @@ data:
# Default host_regexp to limit network connectivity from outside
hostRegexpTemplate: "(chi-{chi}-[^.]+\\d+-\\d+|clickhouse\\-{chi})\\.{namespace}\\.svc\\.cluster\\.local$"

################################################
##
## Configuration remote_servers section
##
################################################
remoteServers:
# Split remote_servers XML into multiple ConfigMaps when payload exceeds this threshold.
# 600 KiB payload plus XML metadata/wrappers keeps ConfigMap data safely below 1 MiB.
remoteServersSplitThresholdBytes: 614400
# Maximum number of remote_servers fragments allowed for a CHI reconcile cycle.
maxRemoteServersFragments: 100

################################################
##
## Configuration restart policy section
Expand Down
28 changes: 28 additions & 0 deletions deploy/operator/clickhouse-operator-install-bundle.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -3985,6 +3985,22 @@ spec:
Path to the folder where ClickHouse configuration files with users settings are located.
Files are common for all instances within a CHI.
Default value - users.d
remoteServers:
type: object
description: "remote_servers fragmentation settings"
properties:
remoteServersSplitThresholdBytes:
type: integer
minimum: 1
description: |
Split remote_servers XML into multiple ConfigMaps when the payload exceeds this threshold, in bytes.
Default value - 614400 (600 KiB)
maxRemoteServersFragments:
type: integer
minimum: 1
description: |
Maximum number of remote_servers fragments allowed for a CHI reconcile cycle.
Default value - 100
user:
type: object
description: "Default parameters for any user which will create"
Expand Down Expand Up @@ -7305,6 +7321,18 @@ data:
# Default host_regexp to limit network connectivity from outside
hostRegexpTemplate: "(chi-{chi}-[^.]+\\d+-\\d+|clickhouse\\-{chi})\\.{namespace}\\.svc\\.cluster\\.local$"

################################################
##
## Configuration remote_servers section
##
################################################
remoteServers:
# Split remote_servers XML into multiple ConfigMaps when payload exceeds this threshold.
# 600 KiB payload plus XML metadata/wrappers keeps ConfigMap data safely below 1 MiB.
remoteServersSplitThresholdBytes: 614400
# Maximum number of remote_servers fragments allowed for a CHI reconcile cycle.
maxRemoteServersFragments: 100

################################################
##
## Configuration restart policy section
Expand Down
28 changes: 28 additions & 0 deletions deploy/operator/clickhouse-operator-install-template-v1beta1.yaml
Original fi 10BC8 le line number Diff line number Diff line change
Expand Up @@ -3959,6 +3959,22 @@ spec:
Path to the folder where ClickHouse configuration files with users settings are located.
Files are common for all instances within a CHI.
Default value - users.d
remoteServers:
type: object
description: "remote_servers fragmentation settings"
properties:
remoteServersSplitThresholdBytes:
type: integer
minimum: 1
description: |
Split remote_servers XML into multiple ConfigMaps when the payload exceeds this threshold, in bytes.
Default value - 614400 (600 KiB)
maxRemoteServersFragments:
type: integer
minimum: 1
description: |
Maximum number of remote_servers fragments allowed for a CHI reconcile cycle.
Default value - 100
user:
type: object
description: "Default parameters for any user which will create"
Expand Down Expand Up @@ -6889,6 +6905,18 @@ data:
# Default host_regexp to limit network connectivity from outside
hostRegexpTemplate: "(chi-{chi}-[^.]+\\d+-\\d+|clickhouse\\-{chi})\\.{namespace}\\.svc\\.cluster\\.local$"

################################################
##
## Configuration remote_servers section
##
################################################
remoteServers:
# Split remote_servers XML into multiple ConfigMaps when payload exceeds this threshold.
# 600 KiB payload plus XML metadata/wrappers keeps ConfigMap data safely below 1 MiB.
remoteServersSplitThresholdBytes: 614400
# Maximum number of remote_servers fragments allowed for a CHI reconcile cycle.
maxRemoteServersFragments: 100

################################################
##
## Configuration restart policy section
Expand Down
28 changes: 28 additions & 0 deletions deploy/operator/clickhouse-operator-install-template.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -3985,6 +3985,22 @@ spec:
Path to the folder where ClickHouse configuration files with users settings are located.
Files are common for all instances within a CHI.
Default value - users.d
remoteServers:
type: object
description: "remote_servers fragmentation settings"
properties:
remoteServersSplitThresholdBytes:
type: integer
minimum: 1
description: |
Split remote_servers XML into multiple ConfigMaps when the payload exceeds this threshold, in bytes.
Default value - 614400 (600 KiB)
maxRemoteServersFragments:
type: integer
minimum: 1
description: |
Maximum number of remote_servers fragments allowed for a CHI reconcile cycle.
Default value - 100
user:
type: object
description: "Default parameters for any user which will create"
Expand Down Expand Up @@ -6971,6 +6987,18 @@ data:
# Default host_regexp to limit network connectivity from outside
hostRegexpTemplate: "(chi-{chi}-[^.]+\\d+-\\d+|clickhouse\\-{chi})\\.{namespace}\\.svc\\.cluster\\.local$"

################################################
##
## Configuration remote_servers section
##
################################################
remoteServers:
# Split remote_servers XML into multiple ConfigMaps when payload exceeds this threshold.
# 600 KiB payload plus XML metadata/wrappers keeps ConfigMap data safely below 1 MiB.
remoteServersSplitThresholdBytes: 614400
# Maximum number of remote_servers fragments allowed for a CHI reconcile cycle.
maxRemoteServersFragments: 100

################################################
##
## Configuration restart policy section
Expand Down
Loading
Loading
0