You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
195 lines
6.3 KiB
Elixir
195 lines
6.3 KiB
Elixir
defmodule Plausible.Google.ApiTest do
|
|
use Plausible.DataCase, async: true
|
|
use ExVCR.Mock, adapter: ExVCR.Adapter.Finch
|
|
alias Plausible.Google.Api
|
|
import Plausible.TestUtils
|
|
import Double
|
|
|
|
setup [:create_user, :create_new_site]
|
|
|
|
describe "fetch_and_persist/4" do
|
|
@ok_response File.read!("fixture/ga_batch_report.json")
|
|
|
|
setup do
|
|
{:ok, pid} = Plausible.Google.Buffer.start_link()
|
|
{:ok, buffer: pid}
|
|
end
|
|
|
|
test "will fetch and persist import data from Google Analytics", %{site: site, buffer: buffer} do
|
|
finch_double =
|
|
Finch
|
|
|> stub(:request, fn _, _ ->
|
|
{:ok, %Finch.Response{status: 200, body: @ok_response}}
|
|
end)
|
|
|
|
request = %Plausible.Google.ReportRequest{
|
|
dataset: "imported_exit_pages",
|
|
view_id: "123",
|
|
date_range: Date.range(~D[2022-01-01], ~D[2022-02-01]),
|
|
dimensions: ["ga:date", "ga:exitPagePath"],
|
|
metrics: ["ga:users", "ga:exits"],
|
|
access_token: "fake-token",
|
|
page_token: nil,
|
|
page_size: 10_000
|
|
}
|
|
|
|
Api.fetch_and_persist(site, request,
|
|
http_client: finch_double,
|
|
sleep_time: 0,
|
|
buffer: buffer
|
|
)
|
|
|
|
Plausible.Google.Buffer.flush(buffer)
|
|
|
|
assert 1479 ==
|
|
Plausible.ClickhouseRepo.aggregate(
|
|
from(iex in "imported_exit_pages", where: iex.site_id == ^site.id),
|
|
:count
|
|
)
|
|
end
|
|
|
|
test "retries HTTP request up to 5 times before raising the last error", %{
|
|
site: site,
|
|
buffer: buffer
|
|
} do
|
|
finch_double =
|
|
Finch
|
|
|> stub(:request, fn _, _ -> {:error, :timeout} end)
|
|
|> stub(:request, fn _, _ -> {:error, :nx_domain} end)
|
|
|> stub(:request, fn _, _ -> {:error, :closed} end)
|
|
|> stub(:request, fn _, _ -> {:ok, %Finch.Response{status: 503}} end)
|
|
|> stub(:request, fn _, _ -> {:ok, %Finch.Response{status: 502}} end)
|
|
|
|
request = %Plausible.Google.ReportRequest{
|
|
view_id: "123",
|
|
date_range: Date.range(~D[2022-01-01], ~D[2022-02-01]),
|
|
dimensions: ["ga:date"],
|
|
metrics: ["ga:users"],
|
|
access_token: "fake-token",
|
|
page_token: nil,
|
|
page_size: 10_000
|
|
}
|
|
|
|
assert_raise RuntimeError, "Google API request failed too many times", fn ->
|
|
Api.fetch_and_persist(site, request,
|
|
http_client: finch_double,
|
|
sleep_time: 0,
|
|
buffer: buffer
|
|
)
|
|
end
|
|
|
|
assert_receive({Finch, :request, [_, _]})
|
|
assert_receive({Finch, :request, [_, _]})
|
|
assert_receive({Finch, :request, [_, _]})
|
|
assert_receive({Finch, :request, [_, _]})
|
|
assert_receive({Finch, :request, [_, _]})
|
|
end
|
|
|
|
test "does not fail when report does not have rows key", %{site: site, buffer: buffer} do
|
|
finch_double =
|
|
Finch
|
|
|> stub(:request, fn _, _ ->
|
|
{:ok,
|
|
%Finch.Response{status: 200, body: File.read!("fixture/ga_report_empty_rows.json")}}
|
|
end)
|
|
|
|
request = %Plausible.Google.ReportRequest{
|
|
dataset: "imported_exit_pages",
|
|
view_id: "123",
|
|
date_range: Date.range(~D[2022-01-01], ~D[2022-02-01]),
|
|
dimensions: ["ga:date", "ga:exitPagePath"],
|
|
metrics: ["ga:users", "ga:exits"],
|
|
access_token: "fake-token",
|
|
page_token: nil,
|
|
page_size: 10_000
|
|
}
|
|
|
|
assert :ok ==
|
|
Api.fetch_and_persist(site, request,
|
|
http_client: finch_double,
|
|
sleep_time: 0,
|
|
buffer: buffer
|
|
)
|
|
end
|
|
end
|
|
|
|
describe "fetch_stats/3" do
|
|
test "returns name and visitor count", %{user: user, site: site} do
|
|
use_cassette "google_analytics_stats", match_requests_on: [:request_body] do
|
|
insert(:google_auth,
|
|
user: user,
|
|
site: site,
|
|
property: "sc-domain:dummy.test",
|
|
expires: NaiveDateTime.add(NaiveDateTime.utc_now(), 3600)
|
|
)
|
|
|
|
query = %Plausible.Stats.Query{date_range: Date.range(~D[2022-01-01], ~D[2022-01-05])}
|
|
|
|
assert {:ok,
|
|
[
|
|
%{name: ["keyword1", "keyword2"], visitors: 25},
|
|
%{name: ["keyword3", "keyword4"], visitors: 15}
|
|
]} = Plausible.Google.Api.fetch_stats(site, query, 5)
|
|
end
|
|
end
|
|
|
|
test "returns next page when page argument is set", %{user: user, site: site} do
|
|
use_cassette "google_analytics_stats#with_page", match_requests_on: [:request_body] do
|
|
insert(:google_auth,
|
|
user: user,
|
|
site: site,
|
|
property: "sc-domain:dummy.test",
|
|
expires: NaiveDateTime.add(NaiveDateTime.utc_now(), 3600)
|
|
)
|
|
|
|
query = %Plausible.Stats.Query{
|
|
filters: %{"page" => 5},
|
|
date_range: Date.range(~D[2022-01-01], ~D[2022-01-05])
|
|
}
|
|
|
|
assert {:ok,
|
|
[
|
|
%{name: ["keyword1", "keyword2"], visitors: 25},
|
|
%{name: ["keyword3", "keyword4"], visitors: 15}
|
|
]} = Plausible.Google.Api.fetch_stats(site, query, 5)
|
|
end
|
|
end
|
|
|
|
test "defaults first page when page argument is not set", %{user: user, site: site} do
|
|
use_cassette "google_analytics_stats#without_page", match_requests_on: [:request_body] do
|
|
insert(:google_auth,
|
|
user: user,
|
|
site: site,
|
|
property: "sc-domain:dummy.test",
|
|
expires: NaiveDateTime.add(NaiveDateTime.utc_now(), 3600)
|
|
)
|
|
|
|
query = %Plausible.Stats.Query{date_range: Date.range(~D[2022-01-01], ~D[2022-01-05])}
|
|
|
|
assert {:ok,
|
|
[
|
|
%{name: ["keyword1", "keyword2"], visitors: 25},
|
|
%{name: ["keyword3", "keyword4"], visitors: 15}
|
|
]} = Plausible.Google.Api.fetch_stats(site, query, 5)
|
|
end
|
|
end
|
|
|
|
test "returns error when token refresh fails", %{user: user, site: site} do
|
|
use_cassette "google_analytics_auth#invalid_grant" do
|
|
insert(:google_auth,
|
|
user: user,
|
|
site: site,
|
|
property: "sc-domain:dummy.test",
|
|
access_token: "*****",
|
|
refresh_token: "*****",
|
|
expires: NaiveDateTime.add(NaiveDateTime.utc_now(), -3600)
|
|
)
|
|
|
|
query = %Plausible.Stats.Query{date_range: Date.range(~D[2022-01-01], ~D[2022-01-05])}
|
|
|
|
assert {:error, "invalid_grant"} = Plausible.Google.Api.fetch_stats(site, query, 5)
|
|
end
|
|
end
|
|
end
|
|
end
|