diff --git a/charts/consumer-app/README.md b/charts/consumer-app/README.md index 0942dfc2c..2d6a40e1e 100644 --- a/charts/consumer-app/README.md +++ b/charts/consumer-app/README.md @@ -52,17 +52,18 @@ Alternatively, a YAML file that specifies the values for the parameters can be p ### Kafka -| Parameter | Description | Default | -|------------------------------|----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|---------| -| `kafka.bootstrapServers` | Comma separated list of Kafka bootstrap servers to connect to. | | -| `kafka.schemaRegistryUrl` | URL of Schema Registry to connect to. | `null` | -| `kafka.staticMembership` | Whether to use [Kafka Static Group Membership](https://cwiki.apache.org/confluence/display/KAFKA/KIP-345%3A+Introduce+static+membership+protocol+to+reduce+consumer+rebalances). | `false` | -| `kafka.config` | Configurations for your [Kafka Consumer app](https://kafka.apache.org/documentation/#consumerconfigs). | `{}` | -| `kafka.inputTopics` | List of input topics for your consumer application. | `[]` | -| `kafka.labeledInputTopics` | Map of additional labeled input topics if you need to specify multiple topics with different message types. | `{}` | -| `kafka.inputPattern` | Input pattern of topics for your consumer application. | | -| `kafka.labeledInputPatterns` | Map of additional labeled input patterns if you need to specify multiple topics with different message types. | `{}` | -| `kafka.groupId` | Unique group ID for Kafka Consumer. Required for auto-scaling | | +| Parameter | Description | Default | +|------------------------------|----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|-------------------------| +| `kafka.bootstrapServers` | Comma separated list of Kafka bootstrap servers to connect to. | | +| `kafka.schemaRegistryUrl` | URL of Schema Registry to connect to. | `null` | +| `kafka.staticMembership` | Whether to use [Kafka Static Group Membership](https://cwiki.apache.org/confluence/display/KAFKA/KIP-345%3A+Introduce+static+membership+protocol+to+reduce+consumer+rebalances). | `false` | +| `kafka.stateDir` | Directory for app state. | `/state/kafka-consumer` | +| `kafka.config` | Configurations for your [Kafka Consumer app](https://kafka.apache.org/documentation/#consumerconfigs). | `{}` | +| `kafka.inputTopics` | List of input topics for your consumer application. | `[]` | +| `kafka.labeledInputTopics` | Map of additional labeled input topics if you need to specify multiple topics with different message types. | `{}` | +| `kafka.inputPattern` | Input pattern of topics for your consumer application. | | +| `kafka.labeledInputPatterns` | Map of additional labeled input patterns if you need to specify multiple topics with different message types. | `{}` | +| `kafka.groupId` | Unique group ID for Kafka Consumer. Required for auto-scaling | | ### Other diff --git a/charts/consumer-app/templates/deployment.yaml b/charts/consumer-app/templates/deployment.yaml index d93d272c3..060febbc3 100644 --- a/charts/consumer-app/templates/deployment.yaml +++ b/charts/consumer-app/templates/deployment.yaml @@ -15,6 +15,8 @@ spec: env: {{- include "kafka-app.common-env" . | nindent 12 }} {{- include "kafka-app.group-instance-id-env" . | indent 12 }} + - name: KAFKA_STATE_DIR + value: {{ .Values.kafka.stateDir | quote }} {{- include "kafka-app.input-env" . | indent 12 }} {{- include "kafka-app.group-id-env" . | indent 12 }} - name: JAVA_TOOL_OPTIONS @@ -25,7 +27,7 @@ spec: {{- include "kafka-app.volume-mounts" . | indent 12 }} {{- if and .Values.persistence.enabled .Values.statefulSet }} - name: datadir - mountPath: /tmp/kafka-consumer + mountPath: {{ .Values.kafka.stateDir | quote }} {{- end }} {{- end }} {{- if or (.Values.jmx.enabled) (.Values.ports) }} diff --git a/charts/consumer-app/values.yaml b/charts/consumer-app/values.yaml index ed1c1b039..642da3b34 100644 --- a/charts/consumer-app/values.yaml +++ b/charts/consumer-app/values.yaml @@ -28,6 +28,7 @@ kafka: # bootstrapServers: "test:9092" # schemaRegistryUrl: "url:1234" staticMembership: false + stateDir: /state/kafka-consumer config: {} # max.poll.records: 500 # Note that YAML may convert large integers to scientific notation. Use Strings to avoid this. diff --git a/charts/consumerproducer-app/README.md b/charts/consumerproducer-app/README.md index 35c071712..09158b4f4 100644 --- a/charts/consumerproducer-app/README.md +++ b/charts/consumerproducer-app/README.md @@ -52,20 +52,21 @@ Alternatively, a YAML file that specifies the values for the parameters can be p ### Kafka -| Parameter | Description | Default | -|------------------------------|----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|---------| -| `kafka.bootstrapServers` | Comma separated list of Kafka bootstrap servers to connect to. | | -| `kafka.schemaRegistryUrl` | URL of Schema Registry to connect to. | `null` | -| `kafka.staticMembership` | Whether to use [Kafka Static Group Membership](https://cwiki.apache.org/confluence/display/KAFKA/KIP-345%3A+Introduce+static+membership+protocol+to+reduce+consumer+rebalances). | `false` | -| `kafka.config` | Configurations for your Kafka [Consumer](https://kafka.apache.org/documentation/#consumerconfigs) and [Producer](https://kafka.apache.org/documentation/#producerconfigs) app. | `{}` | -| `kafka.inputTopics` | List of input topics for your ConsumerProducer application. | `[]` | -| `kafka.labeledInputTopics` | Map of additional labeled input topics if you need to specify multiple topics with different message types. | `{}` | -| `kafka.inputPattern` | Input pattern of topics for your ConsumerProducer application. | | -| `kafka.labeledInputPatterns` | Map of additional labeled input patterns if you need to specify multiple topics with different message types. | `{}` | -| `kafka.outputTopic` | Output topic for your ConsumerProducer application. | | -| `kafka.labeledOutputTopics` | Map of additional labeled output topics if you need to specify multiple topics with different message types. | `{}` | -| `kafka.errorTopic` | Error topic for your ConsumerProducer application. | | -| `kafka.groupId` | Unique group ID for Kafka ConsumerProducer. Required for auto-scaling | | +| Parameter | Description | Default | +|------------------------------|----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|----------------------------------| +| `kafka.bootstrapServers` | Comma separated list of Kafka bootstrap servers to connect to. | | +| `kafka.schemaRegistryUrl` | URL of Schema Registry to connect to. | `null` | +| `kafka.staticMembership` | Whether to use [Kafka Static Group Membership](https://cwiki.apache.org/confluence/display/KAFKA/KIP-345%3A+Introduce+static+membership+protocol+to+reduce+consumer+rebalances). | `false` | +| `kafka.stateDir` | Directory for app state. | `/state/kafka-consumer-producer` | +| `kafka.config` | Configurations for your Kafka [Consumer](https://kafka.apache.org/documentation/#consumerconfigs) and [Producer](https://kafka.apache.org/documentation/#producerconfigs) app. | `{}` | +| `kafka.inputTopics` | List of input topics for your ConsumerProducer application. | `[]` | +| `kafka.labeledInputTopics` | Map of additional labeled input topics if you need to specify multiple topics with different message types. | `{}` | +| `kafka.inputPattern` | Input pattern of topics for your ConsumerProducer application. | | +| `kafka.labeledInputPatterns` | Map of additional labeled input patterns if you need to specify multiple topics with different message types. | `{}` | +| `kafka.outputTopic` | Output topic for your ConsumerProducer application. | | +| `kafka.labeledOutputTopics` | Map of additional labeled output topics if you need to specify multiple topics with different message types. | `{}` | +| `kafka.errorTopic` | Error topic for your ConsumerProducer application. | | +| `kafka.groupId` | Unique group ID for Kafka ConsumerProducer. Required for auto-scaling | | ### Other diff --git a/charts/consumerproducer-app/templates/deployment.yaml b/charts/consumerproducer-app/templates/deployment.yaml index 88fa4bcaf..4d62f3b2b 100644 --- a/charts/consumerproducer-app/templates/deployment.yaml +++ b/charts/consumerproducer-app/templates/deployment.yaml @@ -25,6 +25,8 @@ spec: {{- end }} {{- end }} {{- include "kafka-app.group-instance-id-env" . | indent 12 }} + - name: KAFKA_STATE_DIR + value: {{ .Values.kafka.stateDir | quote }} {{- include "kafka-app.input-env" . | indent 12 }} {{- include "kafka-app.output-env" . | indent 12 }} {{- include "kafka-app.error-env" . | indent 12 }} @@ -37,7 +39,7 @@ spec: {{- include "kafka-app.volume-mounts" . | indent 12 }} {{- if and .Values.persistence.enabled .Values.statefulSet }} - name: datadir - mountPath: /tmp/kafka-streams + mountPath: {{ .Values.kafka.stateDir | quote }} {{- end }} {{- end }} {{- if or (.Values.jmx.enabled) (.Values.ports) }} diff --git a/charts/consumerproducer-app/values.yaml b/charts/consumerproducer-app/values.yaml index ab7b59a56..7370dc33c 100644 --- a/charts/consumerproducer-app/values.yaml +++ b/charts/consumerproducer-app/values.yaml @@ -28,6 +28,7 @@ kafka: # bootstrapServers: "test:9092" # schemaRegistryUrl: "url:1234" staticMembership: false + stateDir: /state/kafka-consumer-producer config: {} # max.poll.records: 500 # Note that YAML may convert large integers to scientific notation. Use Strings to avoid this. diff --git a/charts/streams-app/README.md b/charts/streams-app/README.md index 93e9fed62..8f67872c6 100644 --- a/charts/streams-app/README.md +++ b/charts/streams-app/README.md @@ -52,20 +52,21 @@ Alternatively, a YAML file that specifies the values for the parameters can be p ### Kafka -| Parameter | Description | Default | -|------------------------------|----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|---------| -| `kafka.bootstrapServers` | Comma separated list of Kafka bootstrap servers to connect to. | | -| `kafka.schemaRegistryUrl` | URL of Schema Registry to connect to. | `null` | -| `kafka.staticMembership` | Whether to use [Kafka Static Group Membership](https://cwiki.apache.org/confluence/display/KAFKA/KIP-345%3A+Introduce+static+membership+protocol+to+reduce+consumer+rebalances). | `false` | -| `kafka.config` | Configurations for your [Kafka Streams app](https://kafka.apache.org/documentation/#streamsconfigs). | `{}` | -| `kafka.inputTopics` | List of input topics for your streams application. | `[]` | -| `kafka.labeledInputTopics` | Map of additional labeled input topics if you need to specify multiple topics with different message types. | `{}` | -| `kafka.inputPattern` | Input pattern of topics for your streams application. | | -| `kafka.labeledInputPatterns` | Map of additional labeled input patterns if you need to specify multiple topics with different message types. | `{}` | -| `kafka.outputTopic` | Output topic for your streams application. | | -| `kafka.labeledOutputTopics` | Map of additional labeled output topics if you need to specify multiple topics with different message types. | `{}` | -| `kafka.errorTopic` | Error topic for your streams application. | | -| `kafka.applicationId` | Unique application ID for Kafka Streams. Required for auto-scaling | | +| Parameter | Description | Default | +|------------------------------|----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|------------------------| +| `kafka.bootstrapServers` | Comma separated list of Kafka bootstrap servers to connect to. | | +| `kafka.schemaRegistryUrl` | URL of Schema Registry to connect to. | `null` | +| `kafka.staticMembership` | Whether to use [Kafka Static Group Membership](https://cwiki.apache.org/confluence/display/KAFKA/KIP-345%3A+Introduce+static+membership+protocol+to+reduce+consumer+rebalances). | `false` | +| `kafka.stateDir` | Directory for Kafka Streams state. | `/state/kafka-streams` | +| `kafka.config` | Configurations for your [Kafka Streams app](https://kafka.apache.org/documentation/#streamsconfigs). | `{}` | +| `kafka.inputTopics` | List of input topics for your streams application. | `[]` | +| `kafka.labeledInputTopics` | Map of additional labeled input topics if you need to specify multiple topics with different message types. | `{}` | +| `kafka.inputPattern` | Input pattern of topics for your streams application. | | +| `kafka.labeledInputPatterns` | Map of additional labeled input patterns if you need to specify multiple topics with different message types. | `{}` | +| `kafka.outputTopic` | Output topic for your streams application. | | +| `kafka.labeledOutputTopics` | Map of additional labeled output topics if you need to specify multiple topics with different message types. | `{}` | +| `kafka.errorTopic` | Error topic for your streams application. | | +| `kafka.applicationId` | Unique application ID for Kafka Streams. Required for auto-scaling | | ### Other diff --git a/charts/streams-app/templates/deployment.yaml b/charts/streams-app/templates/deployment.yaml index 6fd0fd33f..1705f710f 100644 --- a/charts/streams-app/templates/deployment.yaml +++ b/charts/streams-app/templates/deployment.yaml @@ -25,6 +25,8 @@ spec: {{- end }} {{- end }} {{- include "kafka-app.group-instance-id-env" . | indent 12 }} + - name: KAFKA_STATE_DIR + value: {{ .Values.kafka.stateDir | quote }} {{- include "kafka-app.input-env" . | indent 12 }} {{- include "kafka-app.output-env" . | indent 12 }} {{- include "kafka-app.error-env" . | indent 12 }} @@ -37,7 +39,7 @@ spec: {{- include "kafka-app.volume-mounts" . | indent 12 }} {{- if and .Values.persistence.enabled .Values.statefulSet }} - name: datadir - mountPath: /tmp/kafka-streams + mountPath: {{ .Values.kafka.stateDir | quote }} {{- end }} {{- end }} {{- if or (.Values.jmx.enabled) (.Values.ports) }} diff --git a/charts/streams-app/values.yaml b/charts/streams-app/values.yaml index 33ba98e05..59f461065 100644 --- a/charts/streams-app/values.yaml +++ b/charts/streams-app/values.yaml @@ -28,6 +28,7 @@ kafka: # bootstrapServers: "test:9092" # schemaRegistryUrl: "url:1234" staticMembership: false + stateDir: /state/kafka-streams config: {} # max.poll.records: 500 # Note that YAML may convert large integers to scientific notation. Use Strings to avoid this.