You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
130 lines
3.6 KiB
Elixir
130 lines
3.6 KiB
Elixir
defmodule Plausible.Stats.Timeseries do
|
|
use Plausible.ClickhouseRepo
|
|
alias Plausible.Stats.Query
|
|
import Plausible.Stats.Base
|
|
use Plausible.Stats.Fragments
|
|
|
|
@event_metrics ["visitors", "pageviews"]
|
|
@session_metrics ["visits", "bounce_rate", "visit_duration"]
|
|
def timeseries(site, query, metrics) do
|
|
steps = buckets(query)
|
|
|
|
event_metrics = Enum.filter(metrics, &(&1 in @event_metrics))
|
|
session_metrics = Enum.filter(metrics, &(&1 in @session_metrics))
|
|
|
|
[event_result, session_result] =
|
|
Task.await_many(
|
|
[
|
|
Task.async(fn -> events_timeseries(site, query, event_metrics) end),
|
|
Task.async(fn -> sessions_timeseries(site, query, session_metrics) end)
|
|
],
|
|
10_000
|
|
)
|
|
|
|
Enum.map(steps, fn step ->
|
|
empty_row(step, metrics)
|
|
|> Map.merge(Enum.find(event_result, fn row -> row["date"] == step end) || %{})
|
|
|> Map.merge(Enum.find(session_result, fn row -> row["date"] == step end) || %{})
|
|
end)
|
|
end
|
|
|
|
defp events_timeseries(site, query, metrics) do
|
|
from(e in base_event_query(site, query),
|
|
group_by: fragment("date"),
|
|
order_by: fragment("date"),
|
|
select: %{}
|
|
)
|
|
|> select_bucket(site, query)
|
|
|> select_event_metrics(metrics)
|
|
|> ClickhouseRepo.all()
|
|
end
|
|
|
|
defp sessions_timeseries(site, query, metrics) do
|
|
query = Query.treat_page_filter_as_entry_page(query)
|
|
|
|
from(e in query_sessions(site, query),
|
|
group_by: fragment("date"),
|
|
order_by: fragment("date"),
|
|
select: %{}
|
|
)
|
|
|> select_bucket(site, query)
|
|
|> select_session_metrics(metrics)
|
|
|> ClickhouseRepo.all()
|
|
end
|
|
|
|
defp buckets(%Query{interval: "month"} = query) do
|
|
n_buckets = Timex.diff(query.date_range.last, query.date_range.first, :months)
|
|
|
|
Enum.map(n_buckets..0, fn shift ->
|
|
query.date_range.last
|
|
|> Timex.beginning_of_month()
|
|
|> Timex.shift(months: -shift)
|
|
end)
|
|
end
|
|
|
|
defp buckets(%Query{interval: "date"} = query) do
|
|
Enum.into(query.date_range, [])
|
|
end
|
|
|
|
defp buckets(%Query{interval: "hour"} = query) do
|
|
Enum.map(0..23, fn step ->
|
|
Timex.to_datetime(query.date_range.first)
|
|
|> Timex.shift(hours: step)
|
|
|> Timex.format!("{YYYY}-{0M}-{0D} {h24}:{m}:{s}")
|
|
end)
|
|
end
|
|
|
|
defp buckets(%Query{period: "30m", interval: "minute"}) do
|
|
Enum.into(-30..-1, [])
|
|
end
|
|
|
|
defp select_bucket(q, site, %Query{interval: "month"}) do
|
|
from(
|
|
e in q,
|
|
select_merge: %{
|
|
"date" =>
|
|
fragment("toStartOfMonth(toTimeZone(?, ?)) as date", e.timestamp, ^site.timezone)
|
|
}
|
|
)
|
|
end
|
|
|
|
defp select_bucket(q, site, %Query{interval: "date"}) do
|
|
from(
|
|
e in q,
|
|
select_merge: %{
|
|
"date" => fragment("toDate(toTimeZone(?, ?)) as date", e.timestamp, ^site.timezone)
|
|
}
|
|
)
|
|
end
|
|
|
|
defp select_bucket(q, site, %Query{interval: "hour"}) do
|
|
from(
|
|
e in q,
|
|
select_merge: %{
|
|
"date" => fragment("toStartOfHour(toTimeZone(?, ?)) as date", e.timestamp, ^site.timezone)
|
|
}
|
|
)
|
|
end
|
|
|
|
defp select_bucket(q, _site, %Query{interval: "minute"}) do
|
|
from(
|
|
e in q,
|
|
select_merge: %{
|
|
"date" => fragment("dateDiff('minute', now(), ?) as date", e.timestamp)
|
|
}
|
|
)
|
|
end
|
|
|
|
defp empty_row(date, metrics) do
|
|
Enum.reduce(metrics, %{"date" => date}, fn metric, row ->
|
|
case metric do
|
|
"pageviews" -> Map.merge(row, %{"pageviews" => 0})
|
|
"visitors" -> Map.merge(row, %{"visitors" => 0})
|
|
"visits" -> Map.merge(row, %{"visits" => 0})
|
|
"bounce_rate" -> Map.merge(row, %{"bounce_rate" => nil})
|
|
"visit_duration" -> Map.merge(row, %{"visit_duration" => nil})
|
|
end
|
|
end)
|
|
end
|
|
end
|