diff --git a/config/.env.dev b/config/.env.dev index 787a5cd69..d1d896e20 100644 --- a/config/.env.dev +++ b/config/.env.dev @@ -14,5 +14,3 @@ PADDLE_VENDOR_ID=3942 GOOGLE_CLIENT_ID=875387135161-l8tp53dpt7fdhdg9m1pc3vl42si95rh0.apps.googleusercontent.com GOOGLE_CLIENT_SECRET=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 - -IP_GEOLOCATION_DB=/home/ukutaht/plausible/analytics/city_database.mmdb diff --git a/config/runtime.exs b/config/runtime.exs index 28bcc0086..14046267c 100644 --- a/config/runtime.exs +++ b/config/runtime.exs @@ -174,16 +174,6 @@ disable_cron = |> get_var_from_path_or_env("DISABLE_CRON", "false") |> String.to_existing_atom() -{user_agent_cache_limit, ""} = - config_dir - |> get_var_from_path_or_env("USER_AGENT_CACHE_LIMIT", "1000") - |> Integer.parse() - -user_agent_cache_stats = - config_dir - |> get_var_from_path_or_env("USER_AGENT_CACHE_STATS", "false") - |> String.to_existing_atom() - config :plausible, admin_user: admin_user, admin_email: admin_email, @@ -372,10 +362,6 @@ config :ref_inspector, config :ua_inspector, init: {Plausible.Release, :configure_ua_inspector} -config :plausible, :user_agent_cache, - limit: user_agent_cache_limit, - stats: user_agent_cache_stats - config :hammer, backend: {Hammer.Backend.ETS, [expiry_ms: 60_000 * 60 * 4, cleanup_interval_ms: 60_000 * 10]} @@ -431,20 +417,25 @@ config :logger, Sentry.LoggerBackend, level: :error, excluded_domains: [] -# if honeycomb_api_key && honeycomb_dataset do -# config :opentelemetry, :processors, -# otel_batch_processor: %{ -# exporter: -# {:opentelemetry_exporter, -# %{ -# endpoints: ['https://api.honeycomb.io:443'], -# headers: [ -# {"x-honeycomb-team", honeycomb_api_key}, -# {"x-honeycomb-dataset", honeycomb_dataset} -# ] -# }} -# } -# end +if honeycomb_api_key && honeycomb_dataset do + sample_rate = if env == "prod", do: 0.01, else: 1.0 + + config :opentelemetry, + sampler: {:parent_based, %{root: {:trace_id_ratio_based, sample_rate}}}, + resource: [service: %{name: "plausible"}], + span_processor: :batch, + exporter: :otlp + + config :opentelemetry_exporter, + otlp_protocol: :grpc, + otlp_endpoint: 'https://api.honeycomb.io:443', + otlp_headers: [ + {"x-honeycomb-team", honeycomb_api_key}, + {"x-honeycomb-dataset", honeycomb_dataset} + ] +else + config :opentelemetry, sampler: {:parent_based, %{root: {:trace_id_ratio_based, 0.0}}} +end config :tzdata, :data_dir, diff --git a/lib/plausible/application.ex b/lib/plausible/application.ex index 1f3faf671..f150f11a6 100644 --- a/lib/plausible/application.ex +++ b/lib/plausible/application.ex @@ -10,22 +10,24 @@ defmodule Plausible.Application do Plausible.Repo, Plausible.ClickhouseRepo, {Phoenix.PubSub, name: Plausible.PubSub}, - PlausibleWeb.Endpoint, + Plausible.Session.Salts, Plausible.Event.WriteBuffer, Plausible.Session.WriteBuffer, Plausible.Session.Store, - Plausible.Session.Salts, ReferrerBlocklist, - {Oban, Application.get_env(:plausible, Oban)}, - {Cachex, - Keyword.merge(Application.get_env(:plausible, :user_agent_cache), name: :user_agents)} + Supervisor.child_spec({Cachex, name: :user_agents, limit: 1000}, id: :cachex_user_agents), + Supervisor.child_spec({Cachex, name: :sessions, limit: nil}, id: :cachex_sessions), + PlausibleWeb.Endpoint, + {Oban, Application.get_env(:plausible, Oban)} ] opts = [strategy: :one_for_one, name: Plausible.Supervisor] setup_sentry() setup_cache_stats() + OpentelemetryPhoenix.setup() + OpentelemetryEcto.setup([:plausible, :repo]) + OpentelemetryEcto.setup([:plausible, :clickhouse_repo]) Location.load_all() - Application.put_env(:plausible, :server_start, Timex.now()) Supervisor.start_link(children, opts) end diff --git a/lib/plausible/session/cache_store.ex b/lib/plausible/session/cache_store.ex new file mode 100644 index 000000000..d1d8eb5a9 --- /dev/null +++ b/lib/plausible/session/cache_store.ex @@ -0,0 +1,128 @@ +defmodule Plausible.Session.CacheStore do + use Plausible.Repo + require Logger + alias Plausible.Session.WriteBuffer + + def on_event(event, prev_user_id) do + found_session = + find_session(event.domain, event.user_id) || find_session(event.domain, prev_user_id) + + session = + if found_session do + updated_session = update_session(found_session, event) + WriteBuffer.insert([%{updated_session | sign: 1}, %{found_session | sign: -1}]) + persist_session(updated_session) + else + new_session = new_session_from_event(event) + WriteBuffer.insert([new_session]) + persist_session(new_session) + end + + session.session_id + end + + defp find_session(_domain, nil), do: nil + + defp find_session(domain, user_id) do + case Cachex.get(:sessions, {domain, user_id}) do + {:ok, val} -> + val + + {:error, e} -> + Sentry.capture_message("Cachex error", extra: %{error: e}) + nil + end + end + + defp persist_session(session) do + key = {session.domain, session.user_id} + Cachex.put(:sessions, key, session, ttl: session_length_ms()) + session + end + + defp update_session(session, event) do + %{ + session + | user_id: event.user_id, + timestamp: event.timestamp, + exit_page: event.pathname, + is_bounce: false, + duration: Timex.diff(event.timestamp, session.start, :second) |> abs, + pageviews: + if(event.name == "pageview", do: session.pageviews + 1, else: session.pageviews), + country_code: + if(session.country_code == "", do: event.country_code, else: session.country_code), + subdivision1_code: + if(session.subdivision1_code == "", + do: event.subdivision1_code, + else: session.subdivision1_code + ), + subdivision2_code: + if(session.subdivision2_code == "", + do: event.subdivision2_code, + else: session.subdivision2_code + ), + city_geoname_id: + if(session.city_geoname_id == 0, + do: event.city_geoname_id, + else: session.city_geoname_id + ), + operating_system: + if(session.operating_system == "", + do: event.operating_system, + else: session.operating_system + ), + operating_system_version: + if(session.operating_system_version == "", + do: event.operating_system_version, + else: session.operating_system_version + ), + browser: if(session.browser == "", do: event.browser, else: session.browser), + browser_version: + if(session.browser_version == "", + do: event.browser_version, + else: session.browser_version + ), + screen_size: + if(session.screen_size == "", do: event.screen_size, else: session.screen_size), + events: session.events + 1 + } + end + + defp new_session_from_event(event) do + %Plausible.ClickhouseSession{ + sign: 1, + session_id: Plausible.ClickhouseSession.random_uint64(), + hostname: event.hostname, + domain: event.domain, + user_id: event.user_id, + entry_page: event.pathname, + exit_page: event.pathname, + is_bounce: true, + duration: 0, + pageviews: if(event.name == "pageview", do: 1, else: 0), + events: 1, + referrer: event.referrer, + referrer_source: event.referrer_source, + utm_medium: event.utm_medium, + utm_source: event.utm_source, + utm_campaign: event.utm_campaign, + utm_content: event.utm_content, + utm_term: event.utm_term, + country_code: event.country_code, + subdivision1_code: event.subdivision1_code, + subdivision2_code: event.subdivision2_code, + city_geoname_id: event.city_geoname_id, + screen_size: event.screen_size, + operating_system: event.operating_system, + operating_system_version: event.operating_system_version, + browser: event.browser, + browser_version: event.browser_version, + timestamp: event.timestamp, + start: event.timestamp + } + end + + defp session_length_ms(), + do: Application.get_env(:plausible, :session_length_minutes) * 60 * 100 +end diff --git a/lib/plausible_web/controllers/api/external_controller.ex b/lib/plausible_web/controllers/api/external_controller.ex index fff48e228..dc5c3b5fc 100644 --- a/lib/plausible_web/controllers/api/external_controller.ex +++ b/lib/plausible_web/controllers/api/external_controller.ex @@ -1,3 +1,9 @@ +defimpl FunWithFlags.Actor, for: BitString do + def id(str) do + str + end +end + defmodule PlausibleWeb.Api.ExternalController do use PlausibleWeb, :controller require Logger @@ -68,6 +74,8 @@ defmodule PlausibleWeb.Api.ExternalController do @no_domain_error {:error, %{domain: ["can't be blank"]}} + require OpenTelemetry.Tracer, as: Tracer + defp create_event(conn, params) do params = %{ "name" => params["n"] || params["name"], @@ -79,7 +87,10 @@ defmodule PlausibleWeb.Api.ExternalController do "meta" => parse_meta(params) } - ua = parse_user_agent(conn) + ua = + Tracer.with_span "parse_user_agent" do + parse_user_agent(conn) + end blacklist_domain = params["domain"] in Application.get_env(:plausible, :domain_blacklist) referrer_spam = is_spammer?(params["referrer"]) @@ -92,7 +103,12 @@ defmodule PlausibleWeb.Api.ExternalController do query = decode_query_params(uri) ref = parse_referrer(uri, params["referrer"]) - location_details = visitor_location_details(conn) + + location_details = + Tracer.with_span "parse_visitor_location" do + visitor_location_details(conn) + end + salts = Plausible.Session.Salts.fetch() event_attrs = %{ @@ -135,7 +151,17 @@ defmodule PlausibleWeb.Api.ExternalController do if changeset.valid? do event = Ecto.Changeset.apply_changes(changeset) - session_id = Plausible.Session.Store.on_event(event, previous_user_id) + + session_id = + if FunWithFlags.enabled?(:cache_store, for: "domain:" <> domain) do + Tracer.with_span "cache_store_event" do + Plausible.Session.CacheStore.on_event(event, previous_user_id) + end + else + Tracer.with_span "store_event" do + Plausible.Session.Store.on_event(event, previous_user_id) + end + end event |> Map.put(:session_id, session_id) diff --git a/mix.exs b/mix.exs index 849060f23..940fbed3a 100644 --- a/mix.exs +++ b/mix.exs @@ -98,7 +98,13 @@ defmodule Plausible.MixProject do {:floki, "~> 0.32.0", only: :test}, {:referrer_blocklist, git: "https://github.com/plausible/referrer-blocklist.git"}, {:fun_with_flags, "~> 1.8.1"}, - {:fun_with_flags_ui, "~> 0.8"} + {:fun_with_flags_ui, "~> 0.8"}, + {:opentelemetry_api, "~> 1.0"}, + {:opentelemetry, "~> 1.0"}, + {:opentelemetry_exporter, "~> 1.0"}, + {:opentelemetry_phoenix, "~> 1.0"}, + {:telemetry, "~> 1.0", override: true}, + {:opentelemetry_ecto, "~> 1.0.0-rc.5"} ] end diff --git a/mix.lock b/mix.lock index 76f600c36..4b9e8ade4 100644 --- a/mix.lock +++ b/mix.lock @@ -1,4 +1,5 @@ %{ + "acceptor_pool": {:hex, :acceptor_pool, "1.0.0", "43c20d2acae35f0c2bcd64f9d2bde267e459f0f3fd23dab26485bf518c281b21", [:rebar3], [], "hexpm", "0cbcd83fdc8b9ad2eee2067ef8b91a14858a5883cb7cd800e6fcd5803e158788"}, "bamboo": {:hex, :bamboo, "2.2.0", "f10a406d2b7f5123eb1f02edfa043c259db04b47ab956041f279eaac776ef5ce", [:mix], [{:hackney, ">= 1.15.2", [hex: :hackney, repo: "hexpm", optional: false]}, {:jason, "~> 1.0", [hex: :jason, repo: "hexpm", optional: true]}, {:mime, "~> 1.4", [hex: :mime, repo: "hexpm", optional: false]}, {:plug, "~> 1.0", [hex: :plug, repo: "hexpm", optional: false]}], "hexpm", "8c3b14ba7d2f40cb4be04128ed1e2aff06d91d9413d38bafb4afccffa3ade4fc"}, "bamboo_phoenix": {:hex, :bamboo_phoenix, "1.0.0", "f3cc591ffb163ed0bf935d256f1f4645cd870cf436545601215745fb9cc9953f", [:mix], [{:bamboo, ">= 2.0.0", [hex: :bamboo, repo: "hexpm", optional: false]}, {:phoenix, ">= 1.3.0", [hex: :phoenix, repo: "hexpm", optional: false]}], "hexpm", "6db88fbb26019c84a47994bb2bd879c0887c29ce6c559bc6385fd54eb8b37dee"}, "bamboo_postmark": {:git, "https://github.com/pablo-co/bamboo_postmark.git", "c8b8cbf6103fc38a8ad467a3ab0eb6ebe44a84e6", [tag: "master"]}, @@ -7,6 +8,7 @@ "bunt": {:hex, :bunt, "0.2.0", "951c6e801e8b1d2cbe58ebbd3e616a869061ddadcc4863d0a2182541acae9a38", [:mix], [], "hexpm", "7af5c7e09fe1d40f76c8e4f9dd2be7cebd83909f31fee7cd0e9eadc567da8353"}, "cachex": {:hex, :cachex, "3.4.0", "868b2959ea4aeb328c6b60ff66c8d5123c083466ad3c33d3d8b5f142e13101fb", [:mix], [{:eternal, "~> 1.2", [hex: :eternal, repo: "hexpm", optional: false]}, {:jumper, "~> 1.0", [hex: :jumper, repo: "hexpm", optional: false]}, {:sleeplocks, "~> 1.1", [hex: :sleeplocks, repo: "hexpm", optional: false]}, {:unsafe, "~> 1.0", [hex: :unsafe, repo: "hexpm", optional: false]}], "hexpm", "370123b1ab4fba4d2965fb18f87fd758325709787c8c5fce35b3fe80645ccbe5"}, "certifi": {:hex, :certifi, "2.9.0", "6f2a475689dd47f19fb74334859d460a2dc4e3252a3324bd2111b8f0429e7e21", [:rebar3], [], "hexpm", "266da46bdb06d6c6d35fde799bcb28d36d985d424ad7c08b5bb48f5b5cdd4641"}, + "chatterbox": {:hex, :ts_chatterbox, "0.11.0", "b8f372c706023eb0de5bf2976764edb27c70fe67052c88c1f6a66b3a5626847f", [:rebar3], [{:hpack, "~>0.2.3", [hex: :hpack_erl, repo: "hexpm", optional: false]}], "hexpm", "722fe2bad52913ab7e87d849fc6370375f0c961ffb2f0b5e6d647c9170c382a6"}, "clickhouse_ecto": {:git, "https://github.com/plausible/clickhouse_ecto.git", "7bc94cce111d3e9dbd8534fe96bd5195181826a2", []}, "clickhousex": {:git, "https://github.com/plausible/clickhousex", "e99010dc672391d89c0fd01052df4366b9fc69a6", []}, "combination": {:hex, :combination, "0.0.3", "746aedca63d833293ec6e835aa1f34974868829b1486b1e1cb0685f0b2ae1f41", [:mix], [], "hexpm", "72b099f463df42ef7dc6371d250c7070b57b6c5902853f69deb894f79eda18ca"}, @@ -19,6 +21,7 @@ "cowlib": {:hex, :cowlib, "2.11.0", "0b9ff9c346629256c42ebe1eeb769a83c6cb771a6ee5960bd110ab0b9b872063", [:make, :rebar3], [], "hexpm", "2b3e9da0b21c4565751a6d4901c20d1b4cc25cbb7fd50d91d2ab6dd287bc86a9"}, "credo": {:hex, :credo, "1.6.4", "ddd474afb6e8c240313f3a7b0d025cc3213f0d171879429bf8535d7021d9ad78", [:mix], [{:bunt, "~> 0.2.0", [hex: :bunt, repo: "hexpm", optional: false]}, {:file_system, "~> 0.2.8", [hex: :file_system, repo: "hexpm", optional: false]}, {:jason, "~> 1.0", [hex: :jason, repo: "hexpm", optional: false]}], "hexpm", "c28f910b61e1ff829bffa056ef7293a8db50e87f2c57a9b5c3f57eee124536b7"}, "csv": {:hex, :csv, "2.4.1", "50e32749953b6bf9818dbfed81cf1190e38cdf24f95891303108087486c5925e", [:mix], [{:parallel_stream, "~> 1.0.4", [hex: :parallel_stream, repo: "hexpm", optional: false]}], "hexpm", "54508938ac67e27966b10ef49606e3ad5995d665d7fc2688efb3eab1307c9079"}, + "ctx": {:hex, :ctx, "0.6.0", "8ff88b70e6400c4df90142e7f130625b82086077a45364a78d208ed3ed53c7fe", [:rebar3], [], "hexpm", "a14ed2d1b67723dbebbe423b28d7615eb0bdcba6ff28f2d1f1b0a7e1d4aa5fc2"}, "db_connection": {:hex, :db_connection, "2.2.2", "3bbca41b199e1598245b716248964926303b5d4609ff065125ce98bcd368939e", [:mix], [{:connection, "~> 1.0.2", [hex: :connection, repo: "hexpm", optional: false]}], "hexpm", "642af240d8a8affb93b4ba5a6fcd2bbcbdc327e1a524b825d383711536f8070c"}, "decimal": {:hex, :decimal, "2.0.0", "a78296e617b0f5dd4c6caf57c714431347912ffb1d0842e998e9792b5642d697", [:mix], [], "hexpm", "34666e9c55dea81013e77d9d87370fe6cb6291d1ef32f46a1600230b1d44f577"}, "dialyxir": {:hex, :dialyxir, "1.1.0", "c5aab0d6e71e5522e77beff7ba9e08f8e02bad90dfbeffae60eaf0cb47e29488", [:mix], [{:erlex, ">= 0.2.6", [hex: :erlex, repo: "hexpm", optional: false]}], "hexpm", "07ea8e49c45f15264ebe6d5b93799d4dd56a44036cf42d0ad9c960bc266c0b9a"}, @@ -40,8 +43,11 @@ "geolix": {:hex, :geolix, "1.1.0", "8b0fe847fef486d9e8b7c21eae6cbc2d998fb249e61d3f4f136f8016b9c1c833", [:mix], [{:poolboy, "~> 1.0", [hex: :poolboy, repo: "hexpm", optional: false]}], "hexpm", "980854f2aef30c288dc79e86c5267806d704c4525fde1b75de9a92f67fb16300"}, "geolix_adapter_mmdb2": {:hex, :geolix_adapter_mmdb2, "0.5.0", "5912723d9538ecddc6b29b1d8041b917b735a78fd3c122bfea8c44aa782e3369", [:mix], [{:geolix, "~> 1.1", [hex: :geolix, repo: "hexpm", optional: false]}, {:mmdb2_decoder, "~> 3.0", [hex: :mmdb2_decoder, repo: "hexpm", optional: false]}], "hexpm", "cb1485b6a0a2d3e541949207428a245718dbf1258453a0df0e5fdd925bcecd3e"}, "gettext": {:hex, :gettext, "0.19.1", "564953fd21f29358e68b91634799d9d26989f8d039d7512622efb3c3b1c97892", [:mix], [], "hexpm", "10c656c0912b8299adba9b061c06947511e3f109ab0d18b44a866a4498e77222"}, + "gproc": {:hex, :gproc, "0.8.0", "cea02c578589c61e5341fce149ea36ccef236cc2ecac8691fba408e7ea77ec2f", [:rebar3], [], "hexpm", "580adafa56463b75263ef5a5df4c86af321f68694e7786cb057fd805d1e2a7de"}, + "grpcbox": {:hex, :grpcbox, "0.14.0", "3eb321bcd2275baf8b54cf381feb7b0559a50c02544de28fda039c7f2f9d1a7a", [:rebar3], [{:acceptor_pool, "~>1.0.0", [hex: :acceptor_pool, repo: "hexpm", optional: false]}, {:chatterbox, "~>0.11.0", [hex: :ts_chatterbox, repo: "hexpm", optional: false]}, {:ctx, "~>0.6.0", [hex: :ctx, repo: "hexpm", optional: false]}, {:gproc, "~>0.8.0", [hex: :gproc, repo: "hexpm", optional: false]}], "hexpm", "e24159b7b6d3f9869bbe528845c0125fed2259366ba908fd04a1f45fe81d0660"}, "hackney": {:hex, :hackney, "1.18.1", "f48bf88f521f2a229fc7bae88cf4f85adc9cd9bcf23b5dc8eb6a1788c662c4f6", [:rebar3], [{:certifi, "~>2.9.0", [hex: :certifi, repo: "hexpm", optional: false]}, {:idna, "~>6.1.0", [hex: :idna, repo: "hexpm", optional: false]}, {:metrics, "~>1.0.0", [hex: :metrics, repo: "hexpm", optional: false]}, {:mimerl, "~>1.1", [hex: :mimerl, repo: "hexpm", optional: false]}, {:parse_trans, "3.3.1", [hex: :parse_trans, repo: "hexpm", optional: false]}, {:ssl_verify_fun, "~>1.1.0", [hex: :ssl_verify_fun, repo: "hexpm", optional: false]}, {:unicode_util_compat, "~>0.7.0", [hex: :unicode_util_compat, repo: "hexpm", optional: false]}], "hexpm", "a4ecdaff44297e9b5894ae499e9a070ea1888c84afdd1fd9b7b2bc384950128e"}, "hammer": {:hex, :hammer, "6.0.0", "72ec6fff10e9d63856968988a22ee04c4d6d5248071ddccfbda50aa6c455c1d7", [:mix], [{:poolboy, "~> 1.5", [hex: :poolboy, repo: "hexpm", optional: false]}], "hexpm", "d8e1ec2e534c4aae508b906759e077c3c1eb3e2b9425235d4b7bbab0b016210a"}, + "hpack": {:hex, :hpack_erl, "0.2.3", "17670f83ff984ae6cd74b1c456edde906d27ff013740ee4d9efaa4f1bf999633", [:rebar3], [], "hexpm", "06f580167c4b8b8a6429040df36cc93bba6d571faeaec1b28816523379cbb23a"}, "html_entities": {:hex, :html_entities, "0.5.2", "9e47e70598da7de2a9ff6af8758399251db6dbb7eebe2b013f2bbd2515895c3c", [:mix], [], "hexpm", "c53ba390403485615623b9531e97696f076ed415e8d8058b1dbaa28181f4fdcc"}, "httpoison": {:hex, :httpoison, "1.8.1", "df030d96de89dad2e9983f92b0c506a642d4b1f4a819c96ff77d12796189c63e", [:mix], [{:hackney, "~> 1.17", [hex: :hackney, repo: "hexpm", optional: false]}], "hexpm", "35156a6d678d6d516b9229e208942c405cf21232edd632327ecfaf4fd03e79e0"}, "hut": {:hex, :hut, "1.3.0", "71f2f054e657c03f959cf1acc43f436ea87580696528ca2a55c8afb1b06c85e7", [:"erlang.mk", :rebar, :rebar3], [], "hexpm", "7e15d28555d8a1f2b5a3a931ec120af0753e4853a4c66053db354f35bf9ab563"}, @@ -57,6 +63,13 @@ "nanoid": {:hex, :nanoid, "2.0.5", "1d2948d8967ef2d948a58c3fef02385040bd9823fc6394bd604b8d98e5516b22", [:mix], [], "hexpm", "956e8876321104da72aa48770539ff26b36b744cd26753ec8e7a8a37e53d5f58"}, "oauther": {:hex, :oauther, "1.3.0", "82b399607f0ca9d01c640438b34d74ebd9e4acd716508f868e864537ecdb1f76", [:mix], [], "hexpm", "78eb888ea875c72ca27b0864a6f550bc6ee84f2eeca37b093d3d833fbcaec04e"}, "oban": {:hex, :oban, "2.11.3", "f431f2f0c251b8490a7fa00d2cce7197a1cf4d3f04a3305e80411f083392998f", [:mix], [{:ecto_sql, "~> 3.6", [hex: :ecto_sql, repo: "hexpm", optional: false]}, {:jason, "~> 1.1", [hex: :jason, repo: "hexpm", optional: false]}, {:postgrex, "~> 0.16", [hex: :postgrex, repo: "hexpm", optional: false]}, {:telemetry, "~> 0.4 or ~> 1.0", [hex: :telemetry, repo: "hexpm", optional: false]}], "hexpm", "26529da52bfca27740c984bfc70e7f954d6411ceeae0c7c94d2c8aa7c00b513d"}, + "opentelemetry": {:hex, :opentelemetry, "1.0.2", "9ffa9ddcbec9356154681bc9d0a54bb20f0de0e8c6696ccc298b49633308782b", [:rebar3], [{:opentelemetry_api, "~> 1.0", [hex: :opentelemetry_api, repo: "hexpm", optional: false]}], "hexpm", "e774506333c8afd9133fee4ba69d06e6413ccad6ee76f10e59c3ec624009af23"}, + "opentelemetry_api": {:hex, :opentelemetry_api, "1.0.2", "91353ee40583b1d4f07d7b13ed62642abfec6aaa0d8a2114f07edafb2df781c5", [:mix, :rebar3], [], "hexpm", "2a8247f85c44216b883900067478d59955d11e58e5cfca7c884cd4f203ace3ac"}, + "opentelemetry_ecto": {:hex, :opentelemetry_ecto, "1.0.0", "8463cc466429b3e125ae236a5cc32869ea38c88eb2f07722dd88e78ceca6963c", [:mix], [{:opentelemetry_api, "~> 1.0", [hex: :opentelemetry_api, repo: "hexpm", optional: false]}, {:opentelemetry_process_propagator, "~> 0.1.0", [hex: :opentelemetry_process_propagator, repo: "hexpm", optional: false]}, {:telemetry, "~> 0.4 or ~> 1.0", [hex: :telemetry, repo: "hexpm", optional: false]}], "hexpm", "39cc60dbdd54e371bd12fb010ee960de851d782dca197efefa5c35eb6b4c18bd"}, + "opentelemetry_exporter": {:hex, :opentelemetry_exporter, "1.0.2", "19a102d1f04776399a915be27121852468318c27146e553faf28008e3e474972", [:rebar3], [{:grpcbox, ">= 0.0.0", [hex: :grpcbox, repo: "hexpm", optional: false]}, {:opentelemetry, "~> 1.0", [hex: :opentelemetry, repo: "hexpm", optional: false]}, {:opentelemetry_api, "~> 1.0", [hex: :opentelemetry_api, repo: "hexpm", optional: false]}, {:tls_certificate_check, "~> 1.11", [hex: :tls_certificate_check, repo: "hexpm", optional: false]}], "hexpm", "43de904dd7f482009bf1a40d591ab5ed25f603f1072a04a162e87f7f8c08dbb5"}, + "opentelemetry_phoenix": {:hex, :opentelemetry_phoenix, "1.0.0", "73b8fee8bca6ac7a6aa0b17f61eb63494d1c78fffccdbac9656d92d279f9980c", [:mix], [{:opentelemetry_api, "~> 1.0", [hex: :opentelemetry_api, repo: "hexpm", optional: false]}, {:opentelemetry_telemetry, "~> 1.0", [hex: :opentelemetry_telemetry, repo: "hexpm", optional: false]}, {:plug, ">= 1.11.0", [hex: :plug, repo: "hexpm", optional: false]}, {:telemetry, "~> 0.4 or ~> 1.0", [hex: :telemetry, repo: "hexpm", optional: false]}], "hexpm", "9cb30018fda95657f5698130541988b68269de2c9a870051f845f7e2193e72c3"}, + "opentelemetry_process_propagator": {:hex, :opentelemetry_process_propagator, "0.1.1", "81ec6825971903486ee73be23230d06764df39ee11011e520f601aa2bb21c893", [:mix, :rebar3], [{:opentelemetry_api, "~> 1.0", [hex: :opentelemetry_api, repo: "hexpm", optional: false]}], "hexpm", "0572f26066bbb0457e22e169f966c0140a8f95237716c9c6ba4458d6dbaa724b"}, + "opentelemetry_telemetry": {:hex, :opentelemetry_telemetry, "1.0.0", "d5982a319e725fcd2305b306b65c18a86afdcf7d96821473cf0649ff88877615", [:mix, :rebar3], [{:opentelemetry_api, "~> 1.0", [hex: :opentelemetry_api, repo: "hexpm", optional: false]}, {:telemetry, "~> 1.0", [hex: :telemetry, repo: "hexpm", optional: false]}, {:telemetry_registry, "~> 0.3.0", [hex: :telemetry_registry, repo: "hexpm", optional: false]}], "hexpm", "3401d13a1d4b7aa941a77e6b3ec074f0ae77f83b5b2206766ce630123a9291a9"}, "parallel_stream": {:hex, :parallel_stream, "1.0.6", "b967be2b23f0f6787fab7ed681b4c45a215a81481fb62b01a5b750fa8f30f76c", [:mix], [], "hexpm", "639b2e8749e11b87b9eb42f2ad325d161c170b39b288ac8d04c4f31f8f0823eb"}, "parse_trans": {:hex, :parse_trans, "3.3.1", "16328ab840cc09919bd10dab29e431da3af9e9e7e7e6f0089dd5a2d2820011d8", [:rebar3], [], "hexpm", "07cd9577885f56362d414e8c4c4e6bdf10d43a8767abb92d24cbe8b24c54888b"}, "phoenix": {:hex, :phoenix, "1.6.6", "281c8ce8dccc9f60607346b72cdfc597c3dde134dd9df28dff08282f0b751754", [:mix], [{:jason, "~> 1.0", [hex: :jason, repo: "hexpm", optional: true]}, {:phoenix_pubsub, "~> 2.0", [hex: :phoenix_pubsub, repo: "hexpm", optional: false]}, {:phoenix_view, "~> 1.0", [hex: :phoenix_view, repo: "hexpm", optional: false]}, {:plug, "~> 1.10", [hex: :plug, repo: "hexpm", optional: false]}, {:plug_cowboy, "~> 2.2", [hex: :plug_cowboy, repo: "hexpm", optional: true]}, {:plug_crypto, "~> 1.2", [hex: :plug_crypto, repo: "hexpm", optional: false]}, {:telemetry, "~> 0.4 or ~> 1.0", [hex: :telemetry, repo: "hexpm", optional: false]}], "hexpm", "807bd646e64cd9dc83db016199715faba72758e6db1de0707eef0a2da4924364"}, @@ -80,8 +93,10 @@ "siphash": {:hex, :siphash, "3.2.0", "ec03fd4066259218c85e2a4b8eec4bb9663bc02b127ea8a0836db376ba73f2ed", [:make, :mix], [], "hexpm", "ba3810701c6e95637a745e186e8a4899087c3b079ba88fb8f33df054c3b0b7c3"}, "sleeplocks": {:hex, :sleeplocks, "1.1.1", "3d462a0639a6ef36cc75d6038b7393ae537ab394641beb59830a1b8271faeed3", [:rebar3], [], "hexpm", "84ee37aeff4d0d92b290fff986d6a95ac5eedf9b383fadfd1d88e9b84a1c02e1"}, "ssl_verify_fun": {:hex, :ssl_verify_fun, "1.1.6", "cf344f5692c82d2cd7554f5ec8fd961548d4fd09e7d22f5b62482e5aeaebd4b0", [:make, :mix, :rebar3], [], "hexpm", "bdb0d2471f453c88ff3908e7686f86f9be327d065cc1ec16fa4540197ea04680"}, - "telemetry": {:hex, :telemetry, "0.4.3", "a06428a514bdbc63293cd9a6263aad00ddeb66f608163bdec7c8995784080818", [:rebar3], [], "hexpm", "eb72b8365ffda5bed68a620d1da88525e326cb82a75ee61354fc24b844768041"}, + "telemetry": {:hex, :telemetry, "1.1.0", "a589817034a27eab11144ad24d5c0f9fab1f58173274b1e9bae7074af9cbee51", [:rebar3], [], "hexpm", "b727b2a1f75614774cff2d7565b64d0dfa5bd52ba517f16543e6fc7efcc0df48"}, + "telemetry_registry": {:hex, :telemetry_registry, "0.3.0", "6768f151ea53fc0fbca70dbff5b20a8d663ee4e0c0b2ae589590e08658e76f1e", [:mix, :rebar3], [{:telemetry, "~> 1.0", [hex: :telemetry, repo: "hexpm", optional: false]}], "hexpm", "492e2adbc609f3e79ece7f29fec363a97a2c484ac78a83098535d6564781e917"}, "timex": {:hex, :timex, "3.7.7", "3ed093cae596a410759104d878ad7b38e78b7c2151c6190340835515d4a46b8a", [:mix], [{:combine, "~> 0.10", [hex: :combine, repo: "hexpm", optional: false]}, {:gettext, "~> 0.10", [hex: :gettext, repo: "hexpm", optional: false]}, {:tzdata, "~> 1.0", [hex: :tzdata, repo: "hexpm", optional: false]}], "hexpm", "0ec4b09f25fe311321f9fc04144a7e3affe48eb29481d7a5583849b6c4dfa0a7"}, + "tls_certificate_check": {:hex, :tls_certificate_check, "1.14.0", "6d1638d56ac68b25c987d401dffb7cd059281339aadc3f8bf27ab33ee19ddbfe", [:rebar3], [{:ssl_verify_fun, "1.1.6", [hex: :ssl_verify_fun, repo: "hexpm", optional: false]}], "hexpm", "b4452ddd3ae89cd84451afa0e218cb3ccd5178fe3c1de7fabcbddb12a137bcf4"}, "tzdata": {:hex, :tzdata, "1.1.1", "20c8043476dfda8504952d00adac41c6eda23912278add38edc140ae0c5bcc46", [:mix], [{:hackney, "~> 1.17", [hex: :hackney, repo: "hexpm", optional: false]}], "hexpm", "a69cec8352eafcd2e198dea28a34113b60fdc6cb57eb5ad65c10292a6ba89787"}, "ua_inspector": {:hex, :ua_inspector, "3.0.1", "649e68e31296a7bc39204e84b13a14c245b61df43fde0dd91ef784a98ecb04d4", [:mix], [{:hackney, "~> 1.0", [hex: :hackney, repo: "hexpm", optional: false]}, {:yamerl, "~> 0.7", [hex: :yamerl, repo: "hexpm", optional: false]}], "hexpm", "b510ce5a5fd70a37bf5eab8008a25fc57388ea240b95bb4d98fc892648f9b916"}, "unicode_util_compat": {:hex, :unicode_util_compat, "0.7.0", "bc84380c9ab48177092f43ac89e4dfa2c6d62b40b8bd132b1059ecc7232f9a78", [:rebar3], [], "hexpm", "25eee6d67df61960cf6a794239566599b09e17e668d3700247bc498638152521"}, diff --git a/test/load/README.md b/test/load/README.md new file mode 100644 index 000000000..91cd40ca4 --- /dev/null +++ b/test/load/README.md @@ -0,0 +1,7 @@ +### Load testing + +This is a simple load test script set up with k6s. If you have a server running locally, you can run the load test with: + +```bash +$ k6 run benchmarks/script.js +``` diff --git a/test/load/script.js b/test/load/script.js new file mode 100644 index 000000000..7be00a723 --- /dev/null +++ b/test/load/script.js @@ -0,0 +1,54 @@ +import http from "k6/http"; + +const PAYLOAD = JSON.stringify({ + "n":"pageview", + "u":"http://loadtest.site/some-page", + "d":"loadtest.site", + "r":null, + "w":1666 +}); + +function newParams() { + const ip = (Math.floor(Math.random() * 255) + 1)+"."+(Math.floor(Math.random() * 255))+"."+(Math.floor(Math.random() * 255))+"."+(Math.floor(Math.random() * 255)); + + return { + headers: { + 'Content-Type': 'application/json', + 'X-Forwarded-For': ip, + 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/85.0.4183.121 Safari/537.36 OPR/71.0.3770.284' + } + } +} + +export const options = { + scenarios: { + wave1: { + executor: 'constant-vus', + startTime: '0s', + vus: 200, + duration: '60s' + }, + wave2: { + executor: 'constant-vus', + startTime: '60s', + vus: 200, + duration: '60s' + }, + wave3: { + executor: 'constant-vus', + startTime: '120s', + vus: 200, + duration: '60s' + }, + wave4: { + executor: 'constant-vus', + startTime: '180s', + vus: 200, + duration: '60s' + }, + }, +}; + +export default function() { + http.post("http://localhost:8000/api/event", PAYLOAD, newParams()); +};