Simplify code

This commit is contained in:
2024-04-16 22:11:50 +02:00
parent ee5b69f646
commit bf8389b4e0

View File

@@ -7,8 +7,6 @@ defmodule KafkaexLagExporter.KafkaUtils do
alias KafkaexLagExporter.KafkaWrapper.Behaviour, as: KafkaWrapper alias KafkaexLagExporter.KafkaWrapper.Behaviour, as: KafkaWrapper
require Logger
@default_client :client1 @default_client :client1
def connection, do: connection(@default_client) def connection, do: connection(@default_client)
@@ -46,10 +44,7 @@ defmodule KafkaexLagExporter.KafkaUtils do
group_descriptions group_descriptions
|> Enum.flat_map(fn %{group_id: consumer_group, members: members} -> |> Enum.flat_map(fn %{group_id: consumer_group, members: members} ->
get_member_info(members) get_member_info(consumer_group, members)
|> Enum.map(fn {topics, consumer_id, member_host} ->
{consumer_group, topics, consumer_id, member_host}
end)
end) end)
end end
@@ -63,7 +58,7 @@ defmodule KafkaexLagExporter.KafkaUtils do
fetch_committed_offsets(topic, consumer_group, client) fetch_committed_offsets(topic, consumer_group, client)
|> Enum.sort_by(fn {key, _value} -> key end) |> Enum.sort_by(fn {key, _value} -> key end)
for {{part, current}, {_part2, committed}} <- Enum.zip(offsets, committed_offsets) do for {{part, current}, {_, committed}} <- Enum.zip(offsets, committed_offsets) do
{part, current - committed} {part, current - committed}
end end
end end
@@ -75,8 +70,7 @@ defmodule KafkaexLagExporter.KafkaUtils do
{:ok, partitions_count} = KafkaWrapper.get_partitions_count(client, topic) {:ok, partitions_count} = KafkaWrapper.get_partitions_count(client, topic)
for i <- Range.new(0, partitions_count - 1), for i <- Range.new(0, partitions_count - 1),
{:ok, offset} = {:ok, offset} = KafkaWrapper.resolve_offset(endpoints, topic, i, :latest, sock_opts) do
KafkaWrapper.resolve_offset(endpoints, topic, i, :latest, sock_opts) do
{i, offset} {i, offset}
end end
end end
@@ -88,17 +82,22 @@ defmodule KafkaexLagExporter.KafkaUtils do
{:ok, response} = KafkaWrapper.fetch_committed_offsets(endpoints, sock_opts, consumer_group) {:ok, response} = KafkaWrapper.fetch_committed_offsets(endpoints, sock_opts, consumer_group)
for r <- response, for r <- response, pr <- r[:partitions] do
pr <- r[:partitions], {pr[:partition_index], pr[:committed_offset]}
do: {pr[:partition_index], pr[:committed_offset]} end
end end
@spec get_member_info( @spec get_member_info(
binary,
list(%{client_host: binary, member_assignment: binary, member_id: binary}) list(%{client_host: binary, member_assignment: binary, member_id: binary})
) :: ) ::
list({topic_names :: list(binary), consumer_id :: binary, member_host :: binary}) list(
defp get_member_info(members) do {consumer_group :: binary, topics :: list(binary), consumer_id :: binary,
Enum.map(members, fn %{ member_host :: binary}
)
defp get_member_info(consumer_group, members) do
members
|> Enum.map(fn %{
client_host: member_host, client_host: member_host,
member_assignment: member_assignment, member_assignment: member_assignment,
member_id: consumer_id member_id: consumer_id
@@ -106,5 +105,8 @@ defmodule KafkaexLagExporter.KafkaUtils do
topics = KafkaexLagExporter.TopicNameParser.parse_topic_names(member_assignment) topics = KafkaexLagExporter.TopicNameParser.parse_topic_names(member_assignment)
{topics, consumer_id, member_host} {topics, consumer_id, member_host}
end) end)
|> Enum.map(fn {topics, consumer_id, member_host} ->
{consumer_group, topics, consumer_id, member_host}
end)
end end
end end