Replace kafka_ex with brod

config/config.exs

@@ -23,76 +23,6 @@ config :logger, :console,
 # Use Jason for JSON parsing in Phoenix
 config :phoenix, :json_library, Jason
 
-config :kafka_ex,
-  # A list of brokers to connect to. This can be in either of the following formats
-  #
-  #  * [{"HOST", port}...]
-  #  * CSV - `"HOST:PORT,HOST:PORT[,...]"`
-  #  * {mod, fun, args}
-  #  * &arity_zero_fun/0
-  #  * fn -> ... end
-  #
-  # If you receive :leader_not_available
-  # errors when producing messages, it may be necessary to modify "advertised.host.name" in the
-  # server.properties file.
-  # In the case below you would set "advertised.host.name=localhost"
-  #       brokers: [
-  #         {"kafka1", 9092},
-  #         {"kafka2", 9092},
-  #         {"kafka3", 9092}
-  #       ],
-  #
-  # OR:
-  # brokers: "localhost:9092,localhost:9093,localhost:9094"
-  #
-  # It may be useful to configure your brokers at runtime, for example if you use
-  # service discovery instead of storing your broker hostnames in a config file.
-  # To do this, you can use `{mod, fun, args}` or a zero-arity function, and `KafkaEx`
-  # will invoke your callback when fetching the `:brokers` configuration.
-  # Note that when using this approach you must return a list of host/port pairs.
-  #
-  # the default consumer group for worker processes, must be a binary (string)
-  #    NOTE if you are on Kafka < 0.8.2 or if you want to disable the use of
-  #    consumer groups, set this to :no_consumer_group (this is the
-  #    only exception to the requirement that this value be a binary)
-  consumer_group: "kafka_ex",
-  # The client_id is the logical grouping of a set of kafka clients.
-  client_id: "kafka_ex",
-  # Set this value to true if you do not want the default
-  # `KafkaEx.Server` worker to start during application start-up -
-  # i.e., if you want to start your own set of named workers
-  disable_default_worker: false,
-  # Timeout value, in msec, for synchronous operations (e.g., network calls).
-  # If this value is greater than GenServer's default timeout of 5000, it will also
-  # be used as the timeout for work dispatched via KafkaEx.Server.call (e.g., KafkaEx.metadata).
-  # In those cases, it should be considered a 'total timeout', encompassing both network calls and
-  # wait time for the genservers.
-  sync_timeout: 3000,
-  # Supervision max_restarts - the maximum amount of restarts allowed in a time frame
-  max_restarts: 10,
-  # Supervision max_seconds -  the time frame in which :max_restarts applies
-  max_seconds: 60,
-  # Interval in milliseconds that GenConsumer waits to commit offsets.
-  commit_interval: 5_000,
-  # Threshold number of messages consumed for GenConsumer to commit offsets
-  # to the broker.
-  commit_threshold: 100,
-  # Interval in milliseconds to wait before reconnect to kafka
-  sleep_for_reconnect: 400,
-  # This is the flag that enables use of ssl
-  use_ssl: false,
-  # see SSL OPTION DESCRIPTIONS - CLIENT SIDE at http://erlang.org/doc/man/ssl.html
-  # for supported options
-  ssl_options: [
-    #         cacertfile: File.cwd!() <> "/ssl/ca-cert",
-    #         certfile: File.cwd!() <> "/ssl/cert.pem",
-    #         keyfile: File.cwd!() <> "/ssl/key.pem"
-  ],
-  # set this to the version of the kafka broker that you are using
-  # include only major.minor.patch versions.  must be at least 0.8.0
-  # use "kayrock" for the new client
-  kafka_version: "3.1.0"
-
 # Import environment specific config. This must remain at the bottom
 # of this file so it overrides the configuration defined above.
 env_config = Path.expand("#{Mix.env()}.exs", __DIR__)

config/runtime.exs

@@ -38,13 +38,17 @@ if config_env() == :prod do
   # See `mix help release` for more information.
 end
 
-{port, _} =
-  System.fetch_env!("KAFKA_BROKER_PORT")
-  |> Integer.parse()
+brokers =
+  System.fetch_env!("KAFKA_BROKERS")
+  |> String.split(",")
+  |> Enum.map(fn x ->
+    [host, port] = String.split(x, ":")
+    {host, String.to_integer(port)}
+  end)
 
-config :kafka_ex,
-  brokers: [
-    {System.fetch_env!("KAFKA_BROKER1_HOST"), port},
-    {System.fetch_env!("KAFKA_BROKER2_HOST"), port},
-    {System.fetch_env!("KAFKA_BROKER3_HOST"), port}
+config :brod,
+  clients: [
+    kafka_client: [
+      endpoints: brokers
+    ]
   ]

config/test.exs

@@ -13,10 +13,4 @@ config :logger, level: :warn
 # Initialize plugs at runtime for faster test compilation
 config :phoenix, :plug_init_mode, :runtime
 
-config :kafka_ex,
-  disable_default_worker: true
-
-System.put_env("KAFKA_BROKER1_HOST", "localhost")
-System.put_env("KAFKA_BROKER2_HOST", "localhost")
-System.put_env("KAFKA_BROKER3_HOST", "localhost")
-System.put_env("KAFKA_BROKER_PORT", "9092")
+System.put_env("KAFKA_BROKERS", "test-host:9092")