defmodule PlausibleWeb.Live.CSVImport do @moduledoc """ LiveView allowing uploading CSVs for imported tables to S3 """ use PlausibleWeb, :live_view alias Plausible.Imported.CSVImporter @impl true def mount(_params, session, socket) do %{"site_id" => site_id, "user_id" => user_id} = session socket = socket |> assign(site_id: site_id, user_id: user_id) |> allow_upload(:import, accept: [".csv", "text/csv"], auto_upload: true, max_entries: length(Plausible.Imported.tables()), # 1GB max_file_size: 1_000_000_000, external: &presign_upload/2, progress: &handle_progress/3 ) |> process_imported_tables() {:ok, socket} end @impl true def render(assigns) do ~H"""
<.csv_picker upload={@uploads.import} imported_tables={@imported_tables} /> <.confirm_button date_range={@date_range} can_confirm?={@can_confirm?} />

<%= error_to_string(error) %>

""" end defp csv_picker(assigns) do ~H""" """ end defp confirm_button(assigns) do ~H""" """ end defp imported_table(assigns) do status = cond do assigns.upload && assigns.upload.progress == 100 -> :success assigns.upload && assigns.upload.progress > 0 -> :in_progress not Enum.empty?(assigns.errors) -> :error true -> :empty end assigns = assign(assigns, status: status) ~H"""
  • <%= if @upload do %> <%= @upload.client_name %> <% else %> <%= @table %>_YYYYMMDD_YYYYMMDD.csv <% end %>

    <%= error_to_string(error) %>

  • """ end @impl true def handle_event("validate-upload-form", _params, socket) do {:noreply, process_imported_tables(socket)} end def handle_event("submit-upload-form", _params, socket) do %{site_id: site_id, user_id: user_id, date_range: date_range} = socket.assigns site = Plausible.Repo.get!(Plausible.Site, site_id) user = Plausible.Repo.get!(Plausible.Auth.User, user_id) uploads = consume_uploaded_entries(socket, :import, fn meta, entry -> {:ok, %{"s3_url" => meta.s3_url, "filename" => entry.client_name}} end) {:ok, _job} = CSVImporter.new_import(site, user, start_date: date_range.first, end_date: date_range.last, uploads: uploads ) redirect_to = Routes.site_path(socket, :settings_imports_exports, URI.encode_www_form(site.domain)) {:noreply, redirect(socket, external: redirect_to)} end defp error_to_string(:too_large), do: "is too large (max size is 1 gigabyte)" defp error_to_string(:too_many_files), do: "too many files" defp error_to_string(:not_accepted), do: "unacceptable file types" defp error_to_string(:external_client_failure), do: "browser upload failed" defp presign_upload(entry, socket) do %{s3_url: s3_url, presigned_url: upload_url} = Plausible.S3.import_presign_upload(socket.assigns.site_id, entry.client_name) {:ok, %{uploader: "S3", s3_url: s3_url, url: upload_url}, socket} end defp handle_progress(:import, entry, socket) do if entry.done? do {:noreply, process_imported_tables(socket)} else {:noreply, socket} end end defp process_imported_tables(socket) do tables = Plausible.Imported.tables() {completed, in_progress} = uploaded_entries(socket, :import) {valid_uploads, invalid_uploads} = Enum.split_with(completed ++ in_progress, &CSVImporter.valid_filename?(&1.client_name)) imported_tables_all_uploads = Enum.map(tables, fn table -> uploads = Enum.filter(valid_uploads, fn upload -> CSVImporter.extract_table(upload.client_name) == table end) {upload, replaced_uploads} = List.pop_at(uploads, -1) {table, upload, replaced_uploads} end) imported_tables = Enum.map(imported_tables_all_uploads, fn {table, upload, _replaced_uploads} -> {table, upload} end) replaced_uploads = Enum.flat_map(imported_tables_all_uploads, fn {_table, _upload, replaced_uploads} -> replaced_uploads end) date_range = CSVImporter.date_range(Enum.map(valid_uploads, & &1.client_name)) all_uploaded? = completed != [] and in_progress == [] socket |> cancel_uploads(invalid_uploads) |> cancel_uploads(replaced_uploads) |> assign( imported_tables: imported_tables, can_confirm?: all_uploaded?, date_range: date_range ) end defp cancel_uploads(socket, uploads) do Enum.reduce(uploads, socket, fn upload, socket -> cancel_upload(socket, :import, upload.ref) end) end end