You cannot select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
analytics/lib/plausible/stats/clickhouse.ex

1332 lines
36 KiB
Elixir

defmodule Plausible.Stats.Clickhouse do
use Plausible.Repo
use Plausible.ClickhouseRepo
alias Plausible.Stats.Query
@no_ref "Direct / None"
def compare_pageviews_and_visitors(site, query, {pageviews, visitors}) do
query = Query.shift_back(query, site)
{old_pageviews, old_visitors} = pageviews_and_visitors(site, query)
cond do
old_pageviews == 0 and pageviews > 0 ->
{100, 100}
old_pageviews == 0 and pageviews == 0 ->
{0, 0}
true ->
{
round((pageviews - old_pageviews) / old_pageviews * 100),
round((visitors - old_visitors) / old_visitors * 100)
}
end
end
def calculate_plot(site, %Query{step_type: "month"} = query) do
steps =
Enum.map((query.steps - 1)..0, fn shift ->
Timex.now(site.timezone)
|> Timex.beginning_of_month()
|> Timex.shift(months: -shift)
|> DateTime.to_date()
end)
groups =
ClickhouseRepo.all(
from e in base_query_w_sessions(site, query),
select:
{fragment("toStartOfMonth(toTimeZone(?, ?)) as month", e.timestamp, ^site.timezone),
fragment("uniq(?)", e.user_id)},
group_by: fragment("month"),
order_by: fragment("month")
)
|> Enum.into(%{})
present_index =
Enum.find_index(steps, fn step ->
step == Timex.now(site.timezone) |> Timex.to_date() |> Timex.beginning_of_month()
end)
plot = Enum.map(steps, fn step -> groups[step] || 0 end)
labels = Enum.map(steps, fn step -> Timex.format!(step, "{ISOdate}") end)
{plot, labels, present_index}
end
def calculate_plot(site, %Query{step_type: "date"} = query) do
steps = Enum.into(query.date_range, [])
groups =
ClickhouseRepo.all(
from e in base_query_w_sessions(site, query),
select:
{fragment("toDate(toTimeZone(?, ?)) as day", e.timestamp, ^site.timezone),
fragment("uniq(?)", e.user_id)},
group_by: fragment("day"),
order_by: fragment("day")
)
|> Enum.into(%{})
present_index =
Enum.find_index(steps, fn step -> step == Timex.now(site.timezone) |> Timex.to_date() end)
steps_to_show = if present_index, do: present_index + 1, else: Enum.count(steps)
plot = Enum.map(steps, fn step -> groups[step] || 0 end) |> Enum.take(steps_to_show)
labels = Enum.map(steps, fn step -> Timex.format!(step, "{ISOdate}") end)
{plot, labels, present_index}
end
def calculate_plot(site, %Query{step_type: "hour"} = query) do
steps = 0..23
groups =
ClickhouseRepo.all(
from e in base_query_w_sessions(site, query),
select:
{fragment("toHour(toTimeZone(?, ?)) as hour", e.timestamp, ^site.timezone),
fragment("uniq(?)", e.user_id)},
group_by: fragment("hour"),
order_by: fragment("hour")
)
|> Enum.into(%{})
now = Timex.now(site.timezone)
is_today = Timex.to_date(now) == query.date_range.first
present_index = is_today && Enum.find_index(steps, fn step -> step == now.hour end)
steps_to_show = if present_index, do: present_index + 1, else: Enum.count(steps)
labels =
Enum.map(steps, fn step ->
Timex.to_datetime(query.date_range.first)
|> Timex.shift(hours: step)
|> NaiveDateTime.to_iso8601()
end)
plot = Enum.map(steps, fn step -> groups[step] || 0 end) |> Enum.take(steps_to_show)
{plot, labels, present_index}
end
def calculate_plot(site, %Query{period: "realtime"} = query) do
query = %Query{query | period: "30m"}
groups =
ClickhouseRepo.all(
from e in base_query_w_sessions(site, query),
select: {
fragment("dateDiff('minute', now(), ?) as relativeMinute", e.timestamp),
fragment("count(*)")
},
group_by: fragment("relativeMinute"),
order_by: fragment("relativeMinute")
)
|> Enum.into(%{})
labels = Enum.into(-30..-1, [])
plot = Enum.map(labels, fn label -> groups[label] || 0 end)
{plot, labels, nil}
end
def bounce_rate(site, query) do
ClickhouseRepo.one(
from s in base_session_query(site, query),
select: fragment("round(sum(is_bounce * sign) / sum(sign) * 100)")
) || 0
end
def visit_duration(site, query) do
ClickhouseRepo.one(
from s in base_session_query(site, query),
select: fragment("round(avg(duration * sign))")
) || 0
end
def total_pageviews(site, %Query{period: "realtime"} = query) do
query = %Query{query | period: "30m"}
ClickhouseRepo.one(
from e in base_session_query(site, query),
select: fragment("sum(sign * pageviews)")
)
end
def total_events(site, query) do
ClickhouseRepo.one(
from e in base_query_w_sessions(site, query),
select: fragment("count(*) as events")
)
end
def usage(site) do
q = Plausible.Stats.Query.from(site.timezone, %{"period" => "30d"})
{first_datetime, last_datetime} = utc_boundaries(q, site.timezone)
ClickhouseRepo.all(
from e in "events",
where: e.domain == ^site.domain,
where: e.timestamp >= ^first_datetime and e.timestamp < ^last_datetime,
group_by: e.name,
select: {e.name, fragment("count(*)")}
)
|> Enum.map(fn {ev_name, count} ->
ev_name = if ev_name == "pageview", do: :pageviews, else: :custom_events
{ev_name, count}
end)
|> Enum.into(%{})
end
def pageviews_and_visitors(site, query) do
ClickhouseRepo.one(
from e in base_query_w_sessions(site, query),
select: {fragment("count(*)"), fragment("uniq(user_id)")}
)
end
def unique_visitors(site, query) do
query = if query.period == "realtime", do: %Query{query | period: "30m"}, else: query
ClickhouseRepo.one(
from e in base_query_w_sessions(site, query),
select: fragment("uniq(user_id)")
)
end
def top_referrers_for_goal(site, query, limit, page) do
offset = (page - 1) * limit
ClickhouseRepo.all(
from s in base_query_w_sessions(site, query),
where: s.referrer_source != "",
group_by: s.referrer_source,
order_by: [desc: fragment("count")],
limit: ^limit,
offset: ^offset,
select: %{
name: s.referrer_source,
url: fragment("any(?)", s.referrer),
count: fragment("uniq(?) as count", s.user_id)
}
)
|> Enum.map(fn ref ->
Map.update(ref, :url, nil, fn url -> url && URI.parse("http://" <> url).host end)
end)
end
def top_sources(site, query, limit, page, show_noref \\ false, include \\ []) do
offset = (page - 1) * limit
referrers =
from(s in base_session_query(site, query),
group_by: s.referrer_source,
order_by: [desc: fragment("count"), asc: fragment("min(start)")],
limit: ^limit,
offset: ^offset
)
|> filter_converted_sessions(site, query)
referrers =
if show_noref do
referrers
else
from(s in referrers, where: s.referrer_source != "")
end
referrers =
if query.filters["page"] do
page = query.filters["page"]
from(s in referrers, where: s.entry_page == ^page)
else
referrers
end
referrers =
if "bounce_rate" in include do
from(
s in referrers,
select: %{
name:
fragment(
"if(empty(?), ?, ?) as name",
s.referrer_source,
@no_ref,
s.referrer_source
),
url: fragment("any(?)", s.referrer),
count: fragment("uniq(user_id) as count"),
bounce_rate:
fragment("round(sum(is_bounce * sign) / sum(sign) * 100) as bounce_rate"),
visit_duration: fragment("round(avg(duration * sign)) as visit_duration")
}
)
else
from(
s in referrers,
select: %{
name:
fragment(
"if(empty(?), ?, ?) as name",
s.referrer_source,
@no_ref,
s.referrer_source
),
url: fragment("any(?)", s.referrer),
count: fragment("uniq(user_id) as count")
}
)
end
ClickhouseRepo.all(referrers)
|> Enum.map(fn ref ->
Map.update(ref, :url, nil, fn url -> url && URI.parse("http://" <> url).host end)
end)
end
defp filter_converted_sessions(db_query, site, %Query{filters: %{"goal" => goal}} = query)
when is_binary(goal) do
converted_sessions =
from(e in base_query(site, query),
select: %{session_id: e.session_id}
)
from(s in db_query,
join: cs in subquery(converted_sessions),
on: s.session_id == cs.session_id
)
end
defp filter_converted_sessions(db_query, _site, _query), do: db_query
def utm_mediums(site, query, limit \\ 9, page \\ 1, show_noref \\ false) do
offset = (page - 1) * limit
q =
from(
s in base_session_query(site, query),
group_by: s.utm_medium,
order_by: [desc: fragment("count"), asc: fragment("min(start)")],
limit: ^limit,
offset: ^offset,
select: %{
name: fragment("if(empty(?), ?, ?) as name", s.utm_medium, @no_ref, s.utm_medium),
count: fragment("uniq(user_id) as count"),
bounce_rate: fragment("round(sum(is_bounce * sign) / sum(sign) * 100)"),
visit_duration: fragment("round(avg(duration * sign))")
}
)
q =
if show_noref do
q
else
from(s in q, where: s.utm_medium != "")
end
q
|> filter_converted_sessions(site, query)
|> ClickhouseRepo.all()
end
def utm_campaigns(site, query, limit \\ 9, page \\ 1, show_noref \\ false) do
offset = (page - 1) * limit
q =
from(
s in base_session_query(site, query),
group_by: s.utm_campaign,
order_by: [desc: fragment("count"), asc: fragment("min(start)")],
limit: ^limit,
offset: ^offset,
select: %{
name: fragment("if(empty(?), ?, ?) as name", s.utm_campaign, @no_ref, s.utm_campaign),
count: fragment("uniq(user_id) as count"),
bounce_rate: fragment("round(sum(is_bounce * sign) / sum(sign) * 100)"),
visit_duration: fragment("round(avg(duration * sign))")
}
)
q =
if show_noref do
q
else
from(s in q, where: s.utm_campaign != "")
end
q
|> filter_converted_sessions(site, query)
|> ClickhouseRepo.all()
end
def utm_sources(site, query, limit \\ 9, page \\ 1, show_noref \\ false) do
offset = (page - 1) * limit
q =
from(
s in base_session_query(site, query),
group_by: s.utm_source,
order_by: [desc: fragment("count"), asc: fragment("min(start)")],
limit: ^limit,
offset: ^offset,
select: %{
name: fragment("if(empty(?), ?, ?) as name", s.utm_source, @no_ref, s.utm_source),
count: fragment("uniq(user_id) as count"),
bounce_rate: fragment("round(sum(is_bounce * sign) / sum(sign) * 100)"),
visit_duration: fragment("round(avg(duration * sign))")
}
)
q =
if show_noref do
q
else
from(s in q, where: s.utm_source != "")
end
q
|> filter_converted_sessions(site, query)
|> ClickhouseRepo.all()
end
def conversions_from_referrer(site, query, referrer) do
converted_sessions =
from(
from e in base_query(site, query),
select: %{session_id: e.session_id}
)
ClickhouseRepo.one(
from s in Plausible.ClickhouseSession,
join: cs in subquery(converted_sessions),
on: s.session_id == cs.session_id,
where: s.referrer_source == ^referrer,
select: fragment("uniq(user_id) as visitors")
)
end
def referrer_drilldown(site, query, referrer, include, limit) do
referrer = if referrer == @no_ref, do: "", else: referrer
q =
from(
s in base_session_query(site, query),
group_by: s.referrer,
where: s.referrer_source == ^referrer,
order_by: [desc: fragment("count")],
limit: ^limit
)
|> filter_converted_sessions(site, query)
q =
if "bounce_rate" in include do
from(
s in q,
select: %{
name: fragment("if(empty(?), ?, ?) as name", s.referrer, @no_ref, s.referrer),
count: fragment("uniq(user_id) as count"),
bounce_rate:
fragment("round(sum(is_bounce * sign) / sum(sign) * 100) as bounce_rate"),
visit_duration: fragment("round(avg(duration * sign)) as visit_duration")
}
)
else
from(s in q,
select: %{
name: fragment("if(empty(?), ?, ?) as name", s.referrer, @no_ref, s.referrer),
count: fragment("uniq(user_id) as count")
}
)
end
referring_urls =
ClickhouseRepo.all(q)
|> Enum.map(fn ref ->
url = if ref[:name] !== "", do: URI.parse("http://" <> ref[:name]).host
Map.put(ref, :url, url)
end)
if referrer == "Twitter" do
urls = Enum.map(referring_urls, & &1[:name])
tweets =
Repo.all(
from t in Plausible.Twitter.Tweet,
where: t.link in ^urls
)
|> Enum.group_by(& &1.link)
Enum.map(referring_urls, fn url ->
Map.put(url, :tweets, tweets[url[:name]])
end)
else
referring_urls
end
end
def referrer_drilldown_for_goal(site, query, referrer) do
Plausible.ClickhouseRepo.all(
from s in base_query_w_sessions(site, query),
where: s.referrer_source == ^referrer,
group_by: s.referrer,
order_by: [desc: fragment("count")],
limit: 100,
select: %{
name: s.referrer,
count: fragment("uniq(user_id) as count")
}
)
end
def entry_pages(site, query, limit, page \\ 1, include) do
offset = (page - 1) * limit
q =
from(
s in base_session_query(site, query),
group_by: s.entry_page,
order_by: [desc: fragment("count")],
limit: ^limit,
offset: ^offset,
select: %{
name: s.entry_page,
count: fragment("uniq(?) as count", s.user_id)
}
)
q =
if query.filters["page"] do
page = query.filters["page"]
from(s in q, where: s.entry_page == ^page)
else
q
end
pages = ClickhouseRepo.all(q)
if "bounce_rate" in include do
bounce_rates = bounce_rates_by_page_url(site, query)
Enum.map(pages, fn url -> Map.put(url, :bounce_rate, bounce_rates[url[:name]]) end)
else
pages
end
end
def top_pages(site, %Query{period: "realtime"} = query, limit, page, _include) do
offset = (page - 1) * limit
ClickhouseRepo.all(
from s in base_session_query(site, query),
group_by: s.exit_page,
order_by: [desc: fragment("count")],
limit: ^limit,
offset: ^offset,
select: %{
name: fragment("? as name", s.exit_page),
count: fragment("uniq(?) as count", s.user_id)
}
)
end
def top_pages(site, query, limit, page, include) do
offset = (page - 1) * limit
q =
from(
e in base_query(site, query),
group_by: e.pathname,
order_by: [desc: fragment("count")],
limit: ^limit,
offset: ^offset,
select: %{
name: fragment("? as name", e.pathname),
count: fragment("uniq(?) as count", e.user_id),
pageviews: fragment("count(*) as pageviews")
}
)
pages = ClickhouseRepo.all(q)
if "bounce_rate" in include do
bounce_rates = bounce_rates_by_page_url(site, query)
Enum.map(pages, fn url -> Map.put(url, :bounce_rate, bounce_rates[url[:name]]) end)
else
pages
end
end
defp bounce_rates_by_page_url(site, query) do
ClickhouseRepo.all(
from s in base_session_query(site, query),
group_by: s.entry_page,
order_by: [desc: fragment("total")],
limit: 100,
select: %{
entry_page: s.entry_page,
total: fragment("count(*) as total"),
bounce_rate: fragment("round(sum(is_bounce * sign) / sum(sign) * 100) as bounce_rate")
}
)
|> Enum.map(fn row -> {row[:entry_page], row[:bounce_rate]} end)
|> Enum.into(%{})
end
defp add_percentages(stat_list) do
total = Enum.reduce(stat_list, 0, fn %{count: count}, total -> total + count end)
Enum.map(stat_list, fn stat ->
Map.put(stat, :percentage, round(stat[:count] / total * 100))
end)
end
def top_screen_sizes(site, query) do
ClickhouseRepo.all(
from e in base_query_w_sessions(site, query),
group_by: e.screen_size,
where: e.screen_size != "",
order_by: [desc: fragment("count")],
select: %{
name: e.screen_size,
count: fragment("uniq(user_id) as count")
}
)
|> add_percentages
end
def countries(site, query) do
ClickhouseRepo.all(
from e in base_query_w_sessions(site, query),
group_by: e.country_code,
where: e.country_code != "\0\0",
order_by: [desc: fragment("count")],
select: %{
name: e.country_code,
count: fragment("uniq(user_id) as count")
}
)
|> Enum.map(fn stat ->
two_letter_code = stat[:name]
stat
|> Map.put(:name, Plausible.Stats.CountryName.to_alpha3(two_letter_code))
|> Map.put(:full_country_name, Plausible.Stats.CountryName.from_iso3166(two_letter_code))
end)
|> add_percentages
end
def browsers(site, query, limit \\ 5) do
ClickhouseRepo.all(
from e in base_query_w_sessions(site, query),
group_by: e.browser,
where: e.browser != "",
order_by: [desc: fragment("count")],
select: %{
name: e.browser,
count: fragment("uniq(user_id) as count")
}
)
|> add_percentages
|> Enum.take(limit)
end
def browser_versions(site, query, limit \\ 5) do
ClickhouseRepo.all(
from e in base_query_w_sessions(site, query),
group_by: e.browser_version,
where: e.browser_version != "",
order_by: [desc: fragment("count")],
select: %{
name: e.browser_version,
count: fragment("uniq(user_id) as count")
}
)
|> add_percentages
|> Enum.take(limit)
end
def operating_systems(site, query, limit \\ 5) do
ClickhouseRepo.all(
from e in base_query_w_sessions(site, query),
group_by: e.operating_system,
where: e.operating_system != "",
order_by: [desc: fragment("count")],
select: %{
name: e.operating_system,
count: fragment("uniq(user_id) as count")
}
)
|> add_percentages
|> Enum.take(limit)
end
def operating_system_versions(site, query, limit \\ 5) do
ClickhouseRepo.all(
from e in base_query_w_sessions(site, query),
group_by: e.operating_system_version,
where: e.operating_system_version != "",
order_by: [desc: fragment("count")],
select: %{
name: e.operating_system_version,
count: fragment("uniq(user_id) as count")
}
)
|> add_percentages
|> Enum.take(limit)
end
def current_visitors(site, query) do
Plausible.ClickhouseRepo.one(
from s in base_query(site, query),
select: fragment("uniq(user_id)")
)
end
def has_pageviews?([]), do: false
def has_pageviews?(domains) when is_list(domains) do
ClickhouseRepo.exists?(
from e in "events",
select: e.timestamp,
where: fragment("? IN tuple(?)", e.domain, ^domains)
)
end
def has_pageviews?(site) do
ClickhouseRepo.exists?(from e in "events", where: e.domain == ^site.domain)
end
def all_props(site, %Query{filters: %{"props" => meta}} = query) when is_map(meta) do
[{key, val}] = meta |> Enum.into([])
if val == "(none)" do
goal = query.filters["goal"]
%{goal => [key]}
else
ClickhouseRepo.all(
from [e, meta: meta] in base_query_w_sessions_bare(site, query),
select: {e.name, meta.key},
distinct: true
)
|> Enum.reduce(%{}, fn {goal_name, meta_key}, acc ->
Map.update(acc, goal_name, [meta_key], fn list -> [meta_key | list] end)
end)
end
end
def all_props(site, query) do
ClickhouseRepo.all(
from e in base_query_w_sessions_bare(site, query),
inner_lateral_join: meta in fragment("meta as m"),
select: {e.name, meta.key},
distinct: true
)
|> Enum.reduce(%{}, fn {goal_name, meta_key}, acc ->
Map.update(acc, goal_name, [meta_key], fn list -> [meta_key | list] end)
end)
end
def property_breakdown(site, %Query{filters: %{"props" => meta}} = query, key)
when is_map(meta) do
[{_key, val}] = meta |> Enum.into([])
if val == "(none)" do
ClickhouseRepo.all(
from e in base_query_w_sessions(site, query),
where: fragment("not has(meta.key, ?)", ^key),
order_by: [desc: fragment("count")],
select: %{
name: "(none)",
count: fragment("uniq(user_id) as count"),
total_count: fragment("count(*) as total_count")
}
)
else
ClickhouseRepo.all(
from [e, meta: meta] in base_query_w_sessions(site, query),
group_by: meta.value,
order_by: [desc: fragment("count")],
select: %{
name: meta.value,
count: fragment("uniq(user_id) as count"),
total_count: fragment("count(*) as total_count")
}
)
end
end
def property_breakdown(site, query, key) do
none =
ClickhouseRepo.all(
from e in base_query_w_sessions(site, query),
where: fragment("not has(?.key, ?)", e.meta, ^key),
select: %{
name: "(none)",
count: fragment("uniq(?) as count", e.user_id),
total_count: fragment("count(*) as total_count")
}
)
values =
ClickhouseRepo.all(
from e in base_query_w_sessions(site, query),
inner_lateral_join: meta in fragment("meta as m"),
where: meta.key == ^key,
group_by: meta.value,
order_by: [desc: fragment("count")],
select: %{
name: meta.value,
count: fragment("uniq(user_id) as count"),
total_count: fragment("count(*) as total_count")
}
)
(values ++ none)
|> Enum.sort(fn row1, row2 -> row1[:count] >= row2[:count] end)
|> Enum.filter(fn row -> row[:count] > 0 end)
|> Enum.map(fn row ->
uri = URI.parse(row[:name])
if uri.host && uri.scheme do
Map.put(row, :is_url, true)
else
row
end
end)
end
def last_24h_visitors([]), do: %{}
def last_24h_visitors(sites) do
domains = Enum.map(sites, & &1.domain)
ClickhouseRepo.all(
from e in "events",
group_by: e.domain,
where: fragment("? IN tuple(?)", e.domain, ^domains),
where: e.timestamp > fragment("now() - INTERVAL 24 HOUR"),
select: {e.domain, fragment("uniq(user_id)")}
)
|> Enum.into(%{})
end
def goal_conversions(site, %Query{filters: %{"goal" => goal}} = query) when is_binary(goal) do
ClickhouseRepo.all(
from e in base_query_w_sessions(site, query),
group_by: e.name,
order_by: [desc: fragment("count")],
select: %{
name: ^goal,
count: fragment("uniq(user_id) as count"),
total_count: fragment("count(*) as total_count")
}
)
end
def goal_conversions(site, query) do
goals = Repo.all(from g in Plausible.Goal, where: g.domain == ^site.domain)
query = if query.period == "realtime", do: %Query{query | period: "30m"}, else: query
(fetch_pageview_goals(goals, site, query) ++
fetch_event_goals(goals, site, query))
|> sort_conversions()
end
defp fetch_event_goals(goals, site, query) do
events =
Enum.map(goals, fn goal -> goal.event_name end)
|> Enum.filter(& &1)
if Enum.count(events) > 0 do
q =
from(
e in base_query_w_sessions_bare(site, query),
where: fragment("? IN tuple(?)", e.name, ^events),
group_by: e.name,
select: %{
name: e.name,
count: fragment("uniq(user_id) as count"),
total_count: fragment("count(*) as total_count")
}
)
ClickhouseRepo.all(q)
else
[]
end
end
defp fetch_pageview_goals(goals, site, query) do
pages =
Enum.map(goals, fn goal -> goal.page_path end)
|> Enum.filter(& &1)
if Enum.count(pages) > 0 do
q =
from(
e in base_query_w_sessions(site, query),
where: fragment("? IN tuple(?)", e.pathname, ^pages),
group_by: e.pathname,
select: %{
name: fragment("concat('Visit ', ?) as name", e.pathname),
count: fragment("uniq(user_id) as count"),
total_count: fragment("count(*) as total_count")
}
)
ClickhouseRepo.all(q)
else
[]
end
end
defp sort_conversions(conversions) do
Enum.sort_by(conversions, fn conversion -> -conversion[:count] end)
end
defp base_query_w_sessions_bare(site, query) do
{first_datetime, last_datetime} = utc_boundaries(query, site.timezone)
sessions_q =
from(s in "sessions",
where: s.domain == ^site.domain,
where: s.timestamp >= ^first_datetime and s.start < ^last_datetime,
select: %{session_id: s.session_id}
)
sessions_q =
if query.filters["source"] do
source = query.filters["source"]
source = if source == @no_ref, do: "", else: source
from(s in sessions_q, where: s.referrer_source == ^source)
else
sessions_q
end
sessions_q =
if query.filters["screen"] do
size = query.filters["screen"]
from(s in sessions_q, where: s.screen_size == ^size)
else
sessions_q
end
sessions_q =
if query.filters["browser"] do
browser = query.filters["browser"]
from(s in sessions_q, where: s.browser == ^browser)
else
sessions_q
end
sessions_q =
if query.filters["browser_version"] do
version = query.filters["browser_version"]
from(s in sessions_q, where: s.browser_version == ^version)
else
sessions_q
end
sessions_q =
if query.filters["os"] do
os = query.filters["os"]
from(s in sessions_q, where: s.operating_system == ^os)
else
sessions_q
end
sessions_q =
if query.filters["os_version"] do
version = query.filters["os_version"]
from(s in sessions_q, where: s.operating_system_version == ^version)
else
sessions_q
end
sessions_q =
if query.filters["country"] do
country = Plausible.Stats.CountryName.to_alpha2(query.filters["country"])
from(s in sessions_q, where: s.country_code == ^country)
else
sessions_q
end
sessions_q =
if query.filters["utm_medium"] do
utm_medium = query.filters["utm_medium"]
from(s in sessions_q, where: s.utm_medium == ^utm_medium)
else
sessions_q
end
sessions_q =
if query.filters["utm_source"] do
utm_source = query.filters["utm_source"]
from(s in sessions_q, where: s.utm_source == ^utm_source)
else
sessions_q
end
sessions_q =
if query.filters["utm_campaign"] do
utm_campaign = query.filters["utm_campaign"]
from(s in sessions_q, where: s.utm_campaign == ^utm_campaign)
else
sessions_q
end
sessions_q =
if query.filters["referrer"] do
ref = query.filters["referrer"]
from(s in sessions_q, where: s.referrer == ^ref)
else
sessions_q
end
q =
from(e in "events",
where: e.domain == ^site.domain,
where: e.timestamp >= ^first_datetime and e.timestamp < ^last_datetime
)
q =
if query.filters["source"] || query.filters['referrer'] || query.filters["utm_medium"] ||
query.filters["utm_source"] || query.filters["utm_campaign"] || query.filters["screen"] ||
query.filters["browser"] || query.filters["browser_version"] || query.filters["os"] ||
query.filters["os_version"] || query.filters["country"] do
from(
e in q,
join: sq in subquery(sessions_q),
on: e.session_id == sq.session_id
)
else
q
end
q =
if query.filters["page"] do
page = query.filters["page"]
from(e in q, where: e.pathname == ^page)
else
q
end
if query.filters["props"] do
[{key, val}] = query.filters["props"] |> Enum.into([])
if val == "(none)" do
from(
e in q,
where: fragment("not has(meta.key, ?)", ^key)
)
else
from(
e in q,
inner_lateral_join: meta in fragment("meta as m"),
as: :meta,
where: meta.key == ^key and meta.value == ^val
)
end
else
q
end
end
defp base_query_w_sessions(site, query) do
q = base_query_w_sessions_bare(site, query)
{goal_event, path} = event_name_for_goal(query)
q =
if goal_event do
from(e in q, where: e.name == ^goal_event)
else
from(e in q, where: e.name == "pageview")
end
if path do
from(e in q, where: e.pathname == ^path)
else
q
end
end
defp base_session_query(site, query) do
{first_datetime, last_datetime} = utc_boundaries(query, site.timezone)
q =
from(s in "sessions",
where: s.domain == ^site.domain,
where: s.timestamp >= ^first_datetime and s.start < ^last_datetime
)
q =
if query.filters["source"] do
source = query.filters["source"]
source = if source == @no_ref, do: "", else: source
from(s in q, where: s.referrer_source == ^source)
else
q
end
q =
if query.filters["screen"] do
size = query.filters["screen"]
from(s in q, where: s.screen_size == ^size)
else
q
end
q =
if query.filters["browser"] do
browser = query.filters["browser"]
from(s in q, where: s.browser == ^browser)
else
q
end
q =
if query.filters["browser_version"] do
version = query.filters["browser_version"]
from(s in q, where: s.browser_version == ^version)
else
q
end
q =
if query.filters["os"] do
os = query.filters["os"]
from(s in q, where: s.operating_system == ^os)
else
q
end
q =
if query.filters["os_version"] do
version = query.filters["os_version"]
from(s in q, where: s.operating_system_version == ^version)
else
q
end
q =
if query.filters["country"] do
country = Plausible.Stats.CountryName.to_alpha2(query.filters["country"])
from(s in q, where: s.country_code == ^country)
else
q
end
q =
if query.filters["utm_medium"] do
utm_medium = query.filters["utm_medium"]
from(s in q, where: s.utm_medium == ^utm_medium)
else
q
end
q =
if query.filters["utm_source"] do
utm_source = query.filters["utm_source"]
from(s in q, where: s.utm_source == ^utm_source)
else
q
end
q =
if query.filters["utm_campaign"] do
utm_campaign = query.filters["utm_campaign"]
from(s in q, where: s.utm_campaign == ^utm_campaign)
else
q
end
q =
if query.filters["page"] do
page = query.filters["page"]
from(s in q, where: s.entry_page == ^page)
else
q
end
if query.filters["referrer"] do
ref = query.filters["referrer"]
from(s in q, where: s.referrer == ^ref)
else
q
end
end
defp base_query(site, query) do
{first_datetime, last_datetime} = utc_boundaries(query, site.timezone)
{goal_event, path} = event_name_for_goal(query)
q =
from(e in "events",
where: e.domain == ^site.domain,
where: e.timestamp >= ^first_datetime and e.timestamp < ^last_datetime
)
q =
if query.filters["screen"] do
size = query.filters["screen"]
from(e in q, where: e.screen_size == ^size)
else
q
end
q =
if query.filters["browser"] do
browser = query.filters["browser"]
from(s in q, where: s.browser == ^browser)
else
q
end
q =
if query.filters["browser_version"] do
version = query.filters["browser_version"]
from(s in q, where: s.browser_version == ^version)
else
q
end
q =
if query.filters["os"] do
os = query.filters["os"]
from(s in q, where: s.operating_system == ^os)
else
q
end
q =
if query.filters["os_version"] do
version = query.filters["os_version"]
from(s in q, where: s.operating_system_version == ^version)
else
q
end
q =
if query.filters["country"] do
country = Plausible.Stats.CountryName.to_alpha2(query.filters["country"])
from(s in q, where: s.country_code == ^country)
else
q
end
q =
if query.filters["utm_medium"] do
utm_medium = query.filters["utm_medium"]
from(e in q, where: e.utm_medium == ^utm_medium)
else
q
end
q =
if query.filters["utm_source"] do
utm_source = query.filters["utm_source"]
from(e in q, where: e.utm_source == ^utm_source)
else
q
end
q =
if query.filters["utm_campaign"] do
utm_campaign = query.filters["utm_campaign"]
from(e in q, where: e.utm_campaign == ^utm_campaign)
else
q
end
q =
if query.filters["referrer"] do
ref = query.filters["referrer"]
from(e in q, where: e.referrer == ^ref)
else
q
end
q =
if query.filters["page"] do
page = query.filters["page"]
from(e in q, where: e.pathname == ^page)
else
q
end
q =
if query.filters["props"] do
[{key, val}] = query.filters["props"] |> Enum.into([])
if val == "(none)" do
from(
e in q,
where: fragment("not has(meta.key, ?)", ^key)
)
else
from(
e in q,
inner_lateral_join: meta in fragment("meta as m"),
where: meta.key == ^key and meta.value == ^val
)
end
else
q
end
q =
if path do
from(e in q, where: e.pathname == ^path)
else
q
end
if goal_event do
from(e in q, where: e.name == ^goal_event)
else
from(e in q, where: e.name == "pageview")
end
end
defp utc_boundaries(%Query{period: "30m"}, _timezone) do
last_datetime = NaiveDateTime.utc_now()
first_datetime = last_datetime |> Timex.shift(minutes: -30)
{first_datetime, last_datetime}
end
defp utc_boundaries(%Query{period: "realtime"}, _timezone) do
last_datetime = NaiveDateTime.utc_now()
first_datetime = last_datetime |> Timex.shift(minutes: -5)
{first_datetime, last_datetime}
end
defp utc_boundaries(%Query{date_range: date_range}, timezone) do
{:ok, first} = NaiveDateTime.new(date_range.first, ~T[00:00:00])
first_datetime =
Timex.to_datetime(first, timezone)
|> Timex.Timezone.convert("UTC")
{:ok, last} = NaiveDateTime.new(date_range.last |> Timex.shift(days: 1), ~T[00:00:00])
last_datetime =
Timex.to_datetime(last, timezone)
|> Timex.Timezone.convert("UTC")
{first_datetime, last_datetime}
end
defp event_name_for_goal(query) do
case query.filters["goal"] do
"Visit " <> page ->
{"pageview", page}
goal when is_binary(goal) ->
{goal, nil}
_ ->
{nil, nil}
end
end
end