Remove parallel requests to Google Analytics (#2219)

pull/2223/head
Vinicius Brasil 4 years ago committed by GitHub
parent 1519db72c2
commit 119640486e
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

@ -104,7 +104,6 @@ defmodule Plausible.Google.Api do
end
@per_page 10_000
@one_day_in_ms 86_400_000
@doc """
API reference:
https://developers.google.com/analytics/devguides/reporting/core/v4/rest/v4/reports/batchGet#ReportRequest
@ -115,24 +114,18 @@ defmodule Plausible.Google.Api do
{:ok, buffer} = Plausible.Google.Buffer.start_link()
ReportRequest.full_report()
|> Task.async_stream(
fn %ReportRequest{} = report_request ->
report_request = %ReportRequest{
report_request
| date_range: date_range,
view_id: view_id,
access_token: access_token,
page_token: nil,
page_size: @per_page
}
fetch_and_persist(site, report_request, buffer: buffer)
end,
ordered: false,
max_concurrency: 3,
timeout: @one_day_in_ms
)
|> Stream.run()
|> Enum.each(fn %ReportRequest{} = report_request ->
report_request = %ReportRequest{
report_request
| date_range: date_range,
view_id: view_id,
access_token: access_token,
page_token: nil,
page_size: @per_page
}
fetch_and_persist(site, report_request, buffer: buffer)
end)
Plausible.Google.Buffer.flush(buffer)
Plausible.Google.Buffer.stop(buffer)

Loading…
Cancel
Save