timeless_traces

defmodule Mix.Tasks.TimelessTraces.SearchBenchmark do
  @moduledoc "Benchmark query throughput across different filter patterns"
  use Mix.Task

  @shortdoc "Benchmark span search/query performance"

  @impl true
  def run(_args) do
    data_dir = "search_bench_#{System.unique_integer([:positive])}"
    blocks_dir = Path.join(data_dir, "blocks")
    File.mkdir_p!(blocks_dir)

    Application.put_env(:timeless_traces, :data_dir, data_dir)
    Application.put_env(:timeless_traces, :storage, :disk)
    Application.put_env(:timeless_traces, :compaction_interval, 600_000)
    Mix.Task.run("app.start")

    IO.puts("=== TimelessTraces Search Benchmark ===\n")

    # Generate and index data
    span_count = 200_000
    IO.puts("Generating and indexing #{fmt_number(span_count)} spans...")
    {setup_us, trace_ids} = :timer.tc(fn -> seed_data(data_dir, span_count) end)
    IO.puts("Setup: #{fmt_ms(setup_us)}\n")

    {:ok, stats} = TimelessTraces.Index.stats()
    IO.puts("Indexed: #{stats.total_blocks} blocks, #{fmt_number(stats.total_entries)} spans\n")

    # Benchmark queries
    queries = [
      {"status=error", [status: :error, limit: 1000]},
      {"kind=server", [kind: :server, limit: 1000]},
      {"service=api-gateway", [service: "api-gateway", limit: 1000]},
      {"name contains 'HTTP'", [name: "HTTP", limit: 1000]},
      {"all spans (limit 1000)", [limit: 1000]},
      {"last 6h", [since: System.system_time(:nanosecond) - 6 * 3_600_000_000_000, limit: 1000]}
    ]

    IO.puts("--- Query Benchmarks (3 iterations each) ---")

    results =
      for {label, filters} <- queries do
        times =
          for _ <- 1..3 do
            {us, {:ok, result}} = :timer.tc(fn -> TimelessTraces.Index.query(filters) end)
            {us, result.total}
          end

        avg_us = times |> Enum.map(&elem(&1, 0)) |> Enum.sum() |> div(3)
        {_, total} = hd(times)

        IO.puts(
          "  #{String.pad_trailing(label, 30)} #{fmt_ms(avg_us)} avg (#{fmt_number(total)} matches)"
        )

        {label, avg_us}
      end

    # Benchmark trace lookup
    IO.puts("\n--- Trace Lookup Benchmark ---")
    sample_traces = Enum.take_random(trace_ids, min(10, length(trace_ids)))

    trace_times =
      for trace_id <- sample_traces do
        {us, {:ok, spans}} = :timer.tc(fn -> TimelessTraces.Index.trace(trace_id) end)
        {us, length(spans)}
      end

    avg_trace_us =
      trace_times |> Enum.map(&elem(&1, 0)) |> Enum.sum() |> div(max(length(trace_times), 1))

    avg_spans =
      trace_times |> Enum.map(&elem(&1, 1)) |> Enum.sum() |> div(max(length(trace_times), 1))

    IO.puts(
      "  Trace lookup (#{length(sample_traces)} traces): #{fmt_ms(avg_trace_us)} avg (#{avg_spans} spans/trace avg)"
    )

    # Summary
    IO.puts("\n=== Summary ===")

    for {label, us} <- results do
      IO.puts("  #{String.pad_trailing(label, 30)} #{fmt_ms(us)}")
    end

    IO.puts("  #{String.pad_trailing("trace lookup", 30)} #{fmt_ms(avg_trace_us)}")

    Application.stop(:timeless_traces)
    File.rm_rf!(data_dir)
  end

  defp seed_data(data_dir, count) do
    base_ts = System.system_time(:nanosecond) - 86_400_000_000_000
    services = ~w(api-gateway user-service order-service payment-service inventory-service)
    names = ~w(HTTP\ GET HTTP\ POST db.query cache.get queue.publish grpc.call)
    kinds = [:server, :client, :internal, :producer, :consumer]
    methods = ~w(GET GET GET POST PUT DELETE)
    routes = ~w(/api/users /api/orders /api/products /api/checkout /health)

    # Generate spans grouped by trace (3-8 spans per trace)
    {spans, trace_ids, _} =
      Enum.reduce(1..count, {[], [], 0}, fn _i, {acc, tids, idx} ->
        spans_in_trace = Enum.random(3..8)
        trace_id = random_hex(16)
        service = Enum.random(services)
        ts = base_ts + idx * 1_000_000

        trace_spans =
          Enum.map(1..spans_in_trace, fn j ->
            span_ts = ts + j * 100_000
            duration = :rand.uniform(500_000_000)
            status = Enum.random([:ok, :ok, :ok, :ok, :error, :unset])

            %{
              trace_id: trace_id,
              span_id: random_hex(8),
              parent_span_id: if(j == 1, do: nil, else: random_hex(8)),
              name: Enum.random(names),
              kind: Enum.random(kinds),
              start_time: span_ts,
              end_time: span_ts + duration,
              status: status,
              status_message: if(status == :error, do: "internal error", else: nil),
              attributes: %{
                "service.name" => service,
                "http.method" => Enum.random(methods),
                "http.route" => Enum.random(routes),
                "http.status_code" => "#{Enum.random([200, 200, 200, 201, 400, 404, 500])}"
              },
              events: [],
              resource: %{"service.name" => service}
            }
          end)

        {trace_spans ++ acc, [trace_id | tids], idx + spans_in_trace}
      end)

    # Write and index in blocks of 1000
    spans
    |> Enum.reverse()
    |> Enum.chunk_every(1000)
    |> Enum.each(fn chunk ->
      case TimelessTraces.Writer.write_block(chunk, data_dir, :raw) do
        {:ok, meta} ->
          {terms, trace_rows} = TimelessTraces.Index.precompute(chunk)
          TimelessTraces.Index.index_block(meta, terms, trace_rows)

        _ ->
          :ok
      end
    end)

    Enum.uniq(trace_ids)
  end

  defp random_hex(n), do: :crypto.strong_rand_bytes(n) |> Base.encode16(case: :lower)

  defp fmt_number(n) when n >= 1_000_000,
    do: "#{:erlang.float_to_binary(n / 1_000_000, decimals: 1)}M"

  defp fmt_number(n) when n >= 1_000, do: "#{:erlang.float_to_binary(n / 1_000, decimals: 1)}K"
  defp fmt_number(n), do: "#{n}"

  defp fmt_ms(us) when us < 1_000, do: "#{us}us"
  defp fmt_ms(us) when us < 1_000_000, do: "#{:erlang.float_to_binary(us / 1_000, decimals: 1)}ms"
  defp fmt_ms(us), do: "#{:erlang.float_to_binary(us / 1_000_000, decimals: 2)}s"
end