defmodule Plausible.Event.WriteBuffer do use GenServer require Logger alias Plausible.IngestRepo def start_link(_opts) do GenServer.start_link(__MODULE__, [], name: __MODULE__) end def init(buffer) do Process.flag(:trap_exit, true) timer = Process.send_after(self(), :tick, flush_interval_ms()) {:ok, %{buffer: buffer, timer: timer}} end def insert(event) do GenServer.cast(__MODULE__, {:insert, event}) {:ok, event} end def flush() do GenServer.call(__MODULE__, :flush, :infinity) :ok end def handle_cast({:insert, event}, %{buffer: buffer} = state) do new_buffer = [event | buffer] if length(new_buffer) >= max_buffer_size() do Logger.info("Buffer full, flushing to disk") Process.cancel_timer(state[:timer]) do_flush(new_buffer) new_timer = Process.send_after(self(), :tick, flush_interval_ms()) {:noreply, %{buffer: [], timer: new_timer}} else {:noreply, %{state | buffer: new_buffer}} end end def handle_info(:tick, %{buffer: buffer}) do do_flush(buffer) timer = Process.send_after(self(), :tick, flush_interval_ms()) {:noreply, %{buffer: [], timer: timer}} end def handle_call(:flush, _from, %{buffer: buffer} = state) do Process.cancel_timer(state[:timer]) do_flush(buffer) new_timer = Process.send_after(self(), :tick, flush_interval_ms()) {:reply, nil, %{buffer: [], timer: new_timer}} end def terminate(_reason, %{buffer: buffer}) do Logger.info("Flushing event buffer before shutdown...") do_flush(buffer) end defp do_flush(buffer) do case buffer do [] -> nil events -> Logger.info("Flushing #{length(events)} events") events = Enum.map(events, &(Map.from_struct(&1) |> Map.delete(:__meta__))) if Plausible.v2?() do IngestRepo.insert_all(Plausible.ClickhouseEventV2, events) else IngestRepo.insert_all(Plausible.ClickhouseEvent, events) end end end defp flush_interval_ms() do Keyword.fetch!(Application.get_env(:plausible, IngestRepo), :flush_interval_ms) end defp max_buffer_size() do Keyword.fetch!(Application.get_env(:plausible, IngestRepo), :max_buffer_size) end end