You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
116 lines
3.6 KiB
Elixir
116 lines
3.6 KiB
Elixir
defmodule Plausible.Clickhouse do
|
|
def all(query) do
|
|
{q, params} = Ecto.Adapters.SQL.to_sql(:all, Plausible.Repo, query)
|
|
q = String.replace(q, ~r/\$[0-9]+/, "?")
|
|
res = Clickhousex.query!(:clickhouse, q, params, log: {Plausible.Clickhouse, :log, []})
|
|
|
|
Enum.map(res.rows, fn row ->
|
|
Enum.zip(res.columns, row)
|
|
|> Enum.into(%{})
|
|
end)
|
|
end
|
|
|
|
def delete_stats!(site) do
|
|
delete_events = "ALTER TABLE events DELETE WHERE domain = ?"
|
|
delete_sessions = "ALTER TABLE sessions DELETE WHERE domain = ?"
|
|
|
|
Clickhousex.query!(:clickhouse, delete_events, [site.domain],
|
|
log: {Plausible.Clickhouse, :log, []}
|
|
)
|
|
|
|
Clickhousex.query!(:clickhouse, delete_sessions, [site.domain],
|
|
log: {Plausible.Clickhouse, :log, []}
|
|
)
|
|
end
|
|
|
|
def insert_events(events) do
|
|
insert =
|
|
"""
|
|
INSERT INTO events (name, timestamp, domain, user_id, session_id, hostname, pathname, referrer, referrer_source, country_code, screen_size, browser, operating_system)
|
|
VALUES
|
|
""" <> String.duplicate(" (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?),", length(events))
|
|
|
|
args =
|
|
Enum.reduce(events, [], fn event, acc ->
|
|
[
|
|
escape_quote(event.name),
|
|
event.timestamp,
|
|
event.domain,
|
|
event.user_id,
|
|
event.session_id,
|
|
event.hostname,
|
|
escape_quote(event.pathname),
|
|
escape_quote(event.referrer || ""),
|
|
escape_quote(event.referrer_source || ""),
|
|
event.country_code || "",
|
|
event.screen_size || "",
|
|
event.browser || "",
|
|
event.operating_system || ""
|
|
] ++ acc
|
|
end)
|
|
|
|
Clickhousex.query(:clickhouse, insert, args, log: {Plausible.Clickhouse, :log, []})
|
|
end
|
|
|
|
def insert_sessions(sessions) do
|
|
insert =
|
|
"""
|
|
INSERT INTO sessions (sign, session_id, domain, user_id, timestamp, hostname, start, is_bounce, entry_page, exit_page, events, pageviews, duration, referrer, referrer_source, country_code, screen_size, browser, operating_system)
|
|
VALUES
|
|
""" <>
|
|
String.duplicate(
|
|
" (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?),",
|
|
Enum.count(sessions)
|
|
)
|
|
|
|
args =
|
|
Enum.reduce(sessions, [], fn session, acc ->
|
|
[
|
|
session.sign,
|
|
session.session_id,
|
|
session.domain,
|
|
session.user_id,
|
|
session.timestamp,
|
|
session.hostname,
|
|
session.start,
|
|
(session.is_bounce && 1) || 0,
|
|
escape_quote(session.entry_page),
|
|
escape_quote(session.exit_page),
|
|
session.events,
|
|
session.pageviews,
|
|
session.duration,
|
|
escape_quote(session.referrer || ""),
|
|
escape_quote(session.referrer_source || ""),
|
|
session.country_code || "",
|
|
session.screen_size || "",
|
|
session.browser || "",
|
|
session.operating_system || ""
|
|
] ++ acc
|
|
end)
|
|
|
|
Clickhousex.query(:clickhouse, insert, args, log: {Plausible.Clickhouse, :log, []})
|
|
end
|
|
|
|
def escape_quote(nil), do: nil
|
|
def escape_quote(s), do: String.replace(s, "'", "''")
|
|
|
|
def log(query) do
|
|
require Logger
|
|
|
|
case query.result do
|
|
{:ok, _q, _res} ->
|
|
timing = System.convert_time_unit(query.connection_time, :native, :millisecond)
|
|
Logger.info("Clickhouse query OK db=#{timing}ms")
|
|
|
|
e ->
|
|
Logger.error("Clickhouse query ERROR")
|
|
Logger.error(inspect(e))
|
|
end
|
|
|
|
Logger.debug(fn ->
|
|
statement = String.replace(query.query.statement, "\n", " ")
|
|
"#{statement} #{inspect(query.params)}"
|
|
end)
|
|
end
|
|
end
|