From 6f2e0d3590f1591de62004fe3fad60af96d2ac11 Mon Sep 17 00:00:00 2001 From: Pascal Schmid Date: Sat, 12 Feb 2022 23:14:48 +0100 Subject: [PATCH] Configure kafka_ex --- config/config.exs | 78 +++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 78 insertions(+) create mode 100644 config/config.exs diff --git a/config/config.exs b/config/config.exs new file mode 100644 index 0000000..c3b6daa --- /dev/null +++ b/config/config.exs @@ -0,0 +1,78 @@ +import Config + +config :kafka_ex, + # A list of brokers to connect to. This can be in either of the following formats + # + # * [{"HOST", port}...] + # * CSV - `"HOST:PORT,HOST:PORT[,...]"` + # * {mod, fun, args} + # * &arity_zero_fun/0 + # * fn -> ... end + # + # If you receive :leader_not_available + # errors when producing messages, it may be necessary to modify "advertised.host.name" in the + # server.properties file. + # In the case below you would set "advertised.host.name=localhost" +# brokers: [ +# {"kafka1", 9092}, +# {"kafka2", 9092}, +# {"kafka3", 9092} +# ], + brokers: "localhost:9093,localhost:9094,localhost:9095", + # + # OR: + # brokers: "localhost:9092,localhost:9093,localhost:9094" + # + # It may be useful to configure your brokers at runtime, for example if you use + # service discovery instead of storing your broker hostnames in a config file. + # To do this, you can use `{mod, fun, args}` or a zero-arity function, and `KafkaEx` + # will invoke your callback when fetching the `:brokers` configuration. + # Note that when using this approach you must return a list of host/port pairs. + # + # the default consumer group for worker processes, must be a binary (string) + # NOTE if you are on Kafka < 0.8.2 or if you want to disable the use of + # consumer groups, set this to :no_consumer_group (this is the + # only exception to the requirement that this value be a binary) + consumer_group: "kafka_ex", + # The client_id is the logical grouping of a set of kafka clients. + client_id: "kafka_ex", + # Set this value to true if you do not want the default + # `KafkaEx.Server` worker to start during application start-up - + # i.e., if you want to start your own set of named workers + disable_default_worker: false, + # Timeout value, in msec, for synchronous operations (e.g., network calls). + # If this value is greater than GenServer's default timeout of 5000, it will also + # be used as the timeout for work dispatched via KafkaEx.Server.call (e.g., KafkaEx.metadata). + # In those cases, it should be considered a 'total timeout', encompassing both network calls and + # wait time for the genservers. + sync_timeout: 3000, + # Supervision max_restarts - the maximum amount of restarts allowed in a time frame + max_restarts: 10, + # Supervision max_seconds - the time frame in which :max_restarts applies + max_seconds: 60, + # Interval in milliseconds that GenConsumer waits to commit offsets. + commit_interval: 5_000, + # Threshold number of messages consumed for GenConsumer to commit offsets + # to the broker. + commit_threshold: 100, + # Interval in milliseconds to wait before reconnect to kafka + sleep_for_reconnect: 400, + # This is the flag that enables use of ssl + use_ssl: false, + # see SSL OPTION DESCRIPTIONS - CLIENT SIDE at http://erlang.org/doc/man/ssl.html + # for supported options + ssl_options: [ +# cacertfile: File.cwd!() <> "/ssl/ca-cert", +# certfile: File.cwd!() <> "/ssl/cert.pem", +# keyfile: File.cwd!() <> "/ssl/key.pem" + ], + # set this to the version of the kafka broker that you are using + # include only major.minor.patch versions. must be at least 0.8.0 + # use "kayrock" for the new client + kafka_version: "2.7.0" + +env_config = Path.expand("#{Mix.env()}.exs", __DIR__) + +if File.exists?(env_config) do + import_config(env_config) +end