-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathprocessor.properties
More file actions
56 lines (42 loc) · 2.39 KB
/
processor.properties
File metadata and controls
56 lines (42 loc) · 2.39 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
# This is the config for your custom JSON processor.
# This file contains config with both kafka-json-processor specific properties
# and standard rdkafka properties.
### kafka-json-processor config ###
# Journal switch. Enables or disabled journal. Journal saves current offset in filesystem to rewind offsets during startup if necessary.
# NOTE: Disabled journal does not guarantee reading topics from the start every time. It disables writing journal to disk.
# rdkafka might start reading from last committed offset if the client is recognized by Kafka as a returning client.
# Default: true
processor.journal.enabled=true
# Journal path. It is used to save current offsets in given directory. This is needed in case of crash/client id change.
# If any of those situation happens, kafka-json-processor will rewind to those offsets, so it will not read from the start (again).
# Default: ./kjp_journal
processor.journal.path=./kjp_journal
# Worker threads - how many threads to use for processing.
# Default: 4
processor.worker.threads=4
# Received messages are passed by a channel to worker threads. If the processors are too slow, the channel fill up.
# Default: 50
processor.channel.capacity=50
# The producer queue size. Processed messages are queued to be sent to Kafka. Producing will slow down if the queue fills up.
# You should set this option to the same value as producer.queue.buffering.max.messages.
# Default: 100000
processor.queue.size=100000
# Slow down time. When the producer queue is filled up above 95%, then the message production will be paused for the following time.
# This does not mean that processing will be paused too!
# Default: 10000 (10s)
processor.queue.slowdown.ms=10000
### rdkafka config ###
# See https://docs.confluent.io/5.5.0/clients/librdkafka/md_CONFIGURATION.html for all options.
# Non-prefixed properties will be applied to both consumer and producer.
bootstrap.servers=localhost:9092
# Consumer config - properties prefixed with "consumer." apply only to the message consumer.
consumer.group.id=kafka-json-processor
consumer.auto.offset.reset=earliest
consumer.session.timeout.ms=45000
# Producer config - properties prefixed with "producer." apply only to the message producer.
producer.batch.num.messages=10000
producer.queue.buffering.max.messages=1000000
producer.queue.buffering.max.ms=100
producer.linger.ms=100
producer.request.required.acks=1
#producer.compression.codec=snappy