Calculate conversion rate/dropoff in the backend

pull/2859/head
Adam Rutkowski 4 years ago
parent 4fff963815
commit d679529015

@ -28,9 +28,10 @@ defmodule Plausible.Funnels do
def list(%Plausible.Site{id: site_id}) do
Repo.all(
from f in Funnel,
from(f in Funnel,
where: f.site_id == ^site_id,
select: %{name: f.name, id: f.id}
)
)
end
@ -40,7 +41,7 @@ defmodule Plausible.Funnels do
def get(site_id, funnel_id) when is_integer(site_id) and is_integer(funnel_id) do
q =
from f in Funnel,
from(f in Funnel,
where: f.site_id == ^site_id,
where: f.id == ^funnel_id,
inner_join: steps in assoc(f, :steps),
@ -49,6 +50,7 @@ defmodule Plausible.Funnels do
preload: [
steps: {steps, goal: goal}
]
)
funnel = Repo.one(q)
@ -60,39 +62,44 @@ defmodule Plausible.Funnels do
end
def evaluate(query, funnel_id, site) do
with {:ok, funnel} <- get(site.id, funnel_id) do
q_events =
from(e in Base.base_event_query(site, query),
select: %{session_id: e.session_id},
where: e.site_id == ^funnel.site_id,
group_by: e.session_id,
having: fragment("step > 0"),
order_by: [desc: fragment("step")]
)
|> select_funnel(funnel)
query =
from f in subquery(q_events),
select: {f.step, count(1)},
group_by: f.step
with {:ok, funnel_definition} <- get(site.id, funnel_id) do
steps =
query
|> ClickhouseRepo.all()
|> Enum.into(%{})
|> backfill_steps(funnel)
site
|> Base.base_event_query(query)
|> query_funnel(funnel_definition)
|> backfill_steps(funnel_definition)
{:ok,
%{
name: funnel.name,
name: funnel_definition.name,
steps: steps
}}
end
end
defp select_funnel(db_query, funnel) do
defp query_funnel(query, funnel_definition) do
q_events =
from(e in query,
select: %{session_id: e.session_id},
where: e.site_id == ^funnel_definition.site_id,
group_by: e.session_id,
having: fragment("step > 0"),
order_by: [desc: fragment("step")]
)
|> select_funnel(funnel_definition)
query =
from(f in subquery(q_events),
select: {f.step, count(1)},
group_by: f.step
)
ClickhouseRepo.all(query)
end
defp select_funnel(db_query, funnel_definition) do
window_funnel_steps =
Enum.reduce(funnel.steps, nil, fn step, acc ->
Enum.reduce(funnel_definition.steps, nil, fn step, acc ->
step_condition =
case step.goal do
%Plausible.Goal{event_name: event} when is_binary(event) ->
@ -130,20 +137,50 @@ defmodule Plausible.Funnels do
end
defp backfill_steps(funnel_result, funnel) do
# Directly from ClickHouse we only get {step_idx(), visitor_count()} tuples.
# but no totals including previous steps are aggregated.
# Hence we need to perform the appropriate backfill
# and also calculate dropoff and conversion rate for each step.
funnel_result = Enum.into(funnel_result, %{})
max_step = Enum.max_by(funnel.steps, & &1.step_order).step_order
funnel
|> Map.fetch!(:steps)
|> Enum.map(fn step ->
visitors_total =
Enum.reduce(step.step_order..max_step, 0, fn step_order, acc ->
acc + Map.get(funnel_result, step_order, 0)
end)
step.step_order..max_step
|> Enum.map(&Map.get(funnel_result, &1, 0))
|> Enum.sum()
%{
visitors: visitors_total,
label: Plausible.Goal.display_name(step.goal)
}
end)
|> Enum.reduce({nil, nil, []}, fn step, {total_visitors, visitors_at_previous, acc} ->
# accumulate current_visitors for the next iteration
current_visitors = step.visitors
# First step contains the total number of visitors that we base percentage dropoff on
total_visitors = total_visitors || current_visitors
# Dropoff is 0 for the first step, otherwise we subtract current from previous
dropoff = if visitors_at_previous, do: visitors_at_previous - step.visitors, else: 0
conversion_rate =
(current_visitors / total_visitors * 100)
|> Decimal.from_float()
|> Decimal.round(2)
|> Decimal.to_string()
step =
step
|> Map.put(:dropoff, dropoff)
|> Map.put(:conversion_rate, conversion_rate)
{total_visitors, current_visitors, [step | acc]}
end)
|> elem(2)
|> Enum.reverse()
end
end

@ -88,14 +88,20 @@ defmodule Plausible.FunnelsTest do
])
query = Plausible.Stats.Query.from(site, %{"period" => "all"})
funnel_data = Funnels.evaluate(query, funnel.id, site)
assert {:ok,
%{
steps: [
%{label: "Visit /go/to/blog/**", visitors: 2},
%{label: "Signup", visitors: 2},
%{label: "Visit /checkout", visitors: 1}
%{
label: "Visit /go/to/blog/**",
visitors: 2,
conversion_rate: "100.00",
dropoff: 0
},
%{label: "Signup", visitors: 2, conversion_rate: "100.00", dropoff: 0},
%{label: "Visit /checkout", visitors: 1, conversion_rate: "50.00", dropoff: 1}
]
}} = funnel_data
end

Loading…
Cancel
Save