You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
88 lines
2.7 KiB
Elixir
88 lines
2.7 KiB
Elixir
defmodule Plausible.Google.ApiTest do
|
|
use Plausible.DataCase, async: true
|
|
alias Plausible.Google.Api
|
|
import Plausible.TestUtils
|
|
import Double
|
|
|
|
@ok_response File.read!("fixture/ga_batch_report.json")
|
|
|
|
def start_buffer(_setup_args) do
|
|
{:ok, pid} = Plausible.Google.Buffer.start_link()
|
|
{:ok, buffer: pid}
|
|
end
|
|
|
|
describe "fetch_and_persist/4" do
|
|
setup [:create_user, :create_new_site, :start_buffer]
|
|
|
|
test "will fetch and persist import data from Google Analytics", %{site: site, buffer: buffer} do
|
|
finch_double =
|
|
Finch
|
|
|> stub(:request, fn _, _ ->
|
|
{:ok, %Finch.Response{status: 200, body: @ok_response}}
|
|
end)
|
|
|
|
request = %Plausible.Google.ReportRequest{
|
|
dataset: "imported_exit_pages",
|
|
view_id: "123",
|
|
date_range: Date.range(~D[2022-01-01], ~D[2022-02-01]),
|
|
dimensions: ["ga:date", "ga:exitPagePath"],
|
|
metrics: ["ga:users", "ga:exits"],
|
|
access_token: "fake-token",
|
|
page_token: nil,
|
|
page_size: 10_000
|
|
}
|
|
|
|
Api.fetch_and_persist(site, request,
|
|
http_client: finch_double,
|
|
sleep_time: 0,
|
|
buffer: buffer
|
|
)
|
|
|
|
Plausible.Google.Buffer.flush(buffer)
|
|
|
|
assert 1479 ==
|
|
Plausible.ClickhouseRepo.aggregate(
|
|
from(iex in "imported_exit_pages", where: iex.site_id == ^site.id),
|
|
:count
|
|
)
|
|
end
|
|
|
|
test "retries HTTP request up to 5 times before raising the last error", %{
|
|
site: site,
|
|
buffer: buffer
|
|
} do
|
|
finch_double =
|
|
Finch
|
|
|> stub(:request, fn _, _ -> {:error, :timeout} end)
|
|
|> stub(:request, fn _, _ -> {:error, :nx_domain} end)
|
|
|> stub(:request, fn _, _ -> {:error, :closed} end)
|
|
|> stub(:request, fn _, _ -> {:ok, %Finch.Response{status: 503}} end)
|
|
|> stub(:request, fn _, _ -> {:ok, %Finch.Response{status: 502}} end)
|
|
|
|
request = %Plausible.Google.ReportRequest{
|
|
view_id: "123",
|
|
date_range: Date.range(~D[2022-01-01], ~D[2022-02-01]),
|
|
dimensions: ["ga:date"],
|
|
metrics: ["ga:users"],
|
|
access_token: "fake-token",
|
|
page_token: nil,
|
|
page_size: 10_000
|
|
}
|
|
|
|
assert_raise RuntimeError, "Google API request failed too many times", fn ->
|
|
Api.fetch_and_persist(site, request,
|
|
http_client: finch_double,
|
|
sleep_time: 0,
|
|
buffer: buffer
|
|
)
|
|
end
|
|
|
|
assert_receive({Finch, :request, [_, _]})
|
|
assert_receive({Finch, :request, [_, _]})
|
|
assert_receive({Finch, :request, [_, _]})
|
|
assert_receive({Finch, :request, [_, _]})
|
|
assert_receive({Finch, :request, [_, _]})
|
|
end
|
|
end
|
|
end
|