You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
130 lines
3.9 KiB
Elixir
130 lines
3.9 KiB
Elixir
defmodule Plausible.Imported.UniversalAnalyticsTest do
|
|
use Plausible.DataCase, async: true
|
|
use Plausible.Test.Support.HTTPMocker
|
|
|
|
alias Plausible.Imported.SiteImport
|
|
alias Plausible.Imported.UniversalAnalytics
|
|
|
|
require Plausible.Imported.SiteImport
|
|
|
|
setup [:create_user, :create_new_site]
|
|
|
|
describe "new_import/3 and parse_args/1" do
|
|
test "parses job args properly", %{user: user, site: site} do
|
|
expires_at = NaiveDateTime.to_iso8601(NaiveDateTime.utc_now())
|
|
|
|
assert {:ok, job} =
|
|
UniversalAnalytics.new_import(site, user,
|
|
view_id: 123,
|
|
start_date: "2023-10-01",
|
|
end_date: "2024-01-02",
|
|
access_token: "access123",
|
|
refresh_token: "refresh123",
|
|
token_expires_at: expires_at,
|
|
legacy: true
|
|
)
|
|
|
|
assert %Oban.Job{
|
|
args:
|
|
%{
|
|
"import_id" => import_id,
|
|
"view_id" => 123,
|
|
"start_date" => "2023-10-01",
|
|
"end_date" => "2024-01-02",
|
|
"access_token" => "access123",
|
|
"refresh_token" => "refresh123",
|
|
"token_expires_at" => ^expires_at
|
|
} = args
|
|
} = Repo.reload!(job)
|
|
|
|
assert [
|
|
%{
|
|
id: ^import_id,
|
|
source: :universal_analytics,
|
|
start_date: ~D[2023-10-01],
|
|
end_date: ~D[2024-01-02],
|
|
status: SiteImport.pending(),
|
|
legacy: true
|
|
}
|
|
] = Plausible.Imported.list_all_imports(site)
|
|
|
|
assert %{
|
|
imported_data: %{
|
|
source: "Google Analytics",
|
|
start_date: ~D[2023-10-01],
|
|
end_date: ~D[2024-01-02],
|
|
status: "importing"
|
|
}
|
|
} = Repo.reload!(site)
|
|
|
|
assert opts = [_ | _] = UniversalAnalytics.parse_args(args)
|
|
|
|
assert opts[:view_id] == 123
|
|
assert opts[:date_range] == Date.range(~D[2023-10-01], ~D[2024-01-02])
|
|
assert opts[:auth] == {"access123", "refresh123", expires_at}
|
|
end
|
|
|
|
test "creates SiteImport with legacy flag set to false when instructed", %{
|
|
user: user,
|
|
site: site
|
|
} do
|
|
expires_at = NaiveDateTime.to_iso8601(NaiveDateTime.utc_now())
|
|
|
|
assert {:ok, job} =
|
|
UniversalAnalytics.new_import(site, user,
|
|
view_id: 123,
|
|
start_date: "2023-10-01",
|
|
end_date: "2024-01-02",
|
|
access_token: "access123",
|
|
refresh_token: "refresh123",
|
|
token_expires_at: expires_at,
|
|
legacy: false
|
|
)
|
|
|
|
assert %Oban.Job{args: %{"import_id" => import_id}} = Repo.reload!(job)
|
|
|
|
assert [
|
|
%{
|
|
id: ^import_id,
|
|
legacy: false
|
|
}
|
|
] = Plausible.Imported.list_all_imports(site)
|
|
|
|
assert %{imported_data: nil} = Repo.reload!(site)
|
|
end
|
|
end
|
|
|
|
describe "import_data/2" do
|
|
@tag :slow
|
|
test "imports page views from Google Analytics", %{user: user, site: site} do
|
|
mock_http_with("google_analytics_import#1.json")
|
|
|
|
view_id = "54297898"
|
|
start_date = ~D[2011-01-01]
|
|
end_date = ~D[2022-07-19]
|
|
|
|
future = DateTime.utc_now() |> DateTime.add(3600, :second) |> DateTime.to_iso8601()
|
|
access_token = "***"
|
|
refresh_token = "refresh_token"
|
|
|
|
{:ok, job} =
|
|
UniversalAnalytics.new_import(
|
|
site,
|
|
user,
|
|
view_id: view_id,
|
|
start_date: start_date,
|
|
end_date: end_date,
|
|
access_token: access_token,
|
|
refresh_token: refresh_token,
|
|
token_expires_at: future
|
|
)
|
|
|
|
job = Repo.reload!(job)
|
|
|
|
Plausible.Workers.ImportAnalytics.perform(job)
|
|
|
|
assert 1_495_150 == Plausible.Stats.Clickhouse.imported_pageview_count(site)
|
|
end
|
|
end
|
|
end
|