You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
79 lines
2.1 KiB
Elixir
79 lines
2.1 KiB
Elixir
defmodule Plausible.Event.WriteBuffer do
|
|
use GenServer
|
|
require Logger
|
|
|
|
alias Plausible.IngestRepo
|
|
|
|
def start_link(_opts) do
|
|
GenServer.start_link(__MODULE__, [], name: __MODULE__)
|
|
end
|
|
|
|
def init(buffer) do
|
|
Process.flag(:trap_exit, true)
|
|
timer = Process.send_after(self(), :tick, flush_interval_ms())
|
|
{:ok, %{buffer: buffer, timer: timer}}
|
|
end
|
|
|
|
def insert(event) do
|
|
GenServer.cast(__MODULE__, {:insert, event})
|
|
{:ok, event}
|
|
end
|
|
|
|
def flush() do
|
|
GenServer.call(__MODULE__, :flush, :infinity)
|
|
:ok
|
|
end
|
|
|
|
def handle_cast({:insert, event}, %{buffer: buffer} = state) do
|
|
new_buffer = [event | buffer]
|
|
|
|
if length(new_buffer) >= max_buffer_size() do
|
|
Logger.info("Buffer full, flushing to disk")
|
|
Process.cancel_timer(state[:timer])
|
|
do_flush(new_buffer)
|
|
new_timer = Process.send_after(self(), :tick, flush_interval_ms())
|
|
{:noreply, %{buffer: [], timer: new_timer}}
|
|
else
|
|
{:noreply, %{state | buffer: new_buffer}}
|
|
end
|
|
end
|
|
|
|
def handle_info(:tick, %{buffer: buffer}) do
|
|
do_flush(buffer)
|
|
timer = Process.send_after(self(), :tick, flush_interval_ms())
|
|
{:noreply, %{buffer: [], timer: timer}}
|
|
end
|
|
|
|
def handle_call(:flush, _from, %{buffer: buffer} = state) do
|
|
Process.cancel_timer(state[:timer])
|
|
do_flush(buffer)
|
|
new_timer = Process.send_after(self(), :tick, flush_interval_ms())
|
|
{:reply, nil, %{buffer: [], timer: new_timer}}
|
|
end
|
|
|
|
def terminate(_reason, %{buffer: buffer}) do
|
|
Logger.info("Flushing event buffer before shutdown...")
|
|
do_flush(buffer)
|
|
end
|
|
|
|
defp do_flush(buffer) do
|
|
case buffer do
|
|
[] ->
|
|
nil
|
|
|
|
events ->
|
|
Logger.info("Flushing #{length(events)} events")
|
|
events = Enum.map(events, &(Map.from_struct(&1) |> Map.delete(:__meta__)))
|
|
IngestRepo.insert_all(Plausible.ClickhouseEvent, events)
|
|
end
|
|
end
|
|
|
|
defp flush_interval_ms() do
|
|
Keyword.fetch!(Application.get_env(:plausible, IngestRepo), :flush_interval_ms)
|
|
end
|
|
|
|
defp max_buffer_size() do
|
|
Keyword.fetch!(Application.get_env(:plausible, IngestRepo), :max_buffer_size)
|
|
end
|
|
end
|