mirror of
https://github.com/Freika/dawarich.git
synced 2026-01-11 09:41:40 -05:00
63 lines
1.5 KiB
Ruby
63 lines
1.5 KiB
Ruby
# frozen_string_literal: true
|
|
|
|
class Geojson::Importer
|
|
include Imports::Broadcaster
|
|
include Imports::FileLoader
|
|
include PointValidation
|
|
|
|
BATCH_SIZE = 1000
|
|
attr_reader :import, :user_id, :file_path
|
|
|
|
def initialize(import, user_id, file_path = nil)
|
|
@import = import
|
|
@user_id = user_id
|
|
@file_path = file_path
|
|
end
|
|
|
|
def call
|
|
json = load_json_data
|
|
data = Geojson::Params.new(json).call
|
|
|
|
points_data = data.map do |point|
|
|
next if point[:lonlat].nil?
|
|
|
|
point.merge(
|
|
user_id: user_id,
|
|
import_id: import.id,
|
|
created_at: Time.current,
|
|
updated_at: Time.current
|
|
)
|
|
end
|
|
|
|
points_data.compact.each_slice(BATCH_SIZE).with_index do |batch, batch_index|
|
|
bulk_insert_points(batch)
|
|
broadcast_import_progress(import, (batch_index + 1) * BATCH_SIZE)
|
|
end
|
|
end
|
|
|
|
private
|
|
|
|
def bulk_insert_points(batch)
|
|
unique_batch = batch.uniq { |record| [record[:lonlat], record[:timestamp], record[:user_id]] }
|
|
|
|
# rubocop:disable Rails/SkipsModelValidations
|
|
Point.upsert_all(
|
|
unique_batch,
|
|
unique_by: %i[lonlat timestamp user_id],
|
|
returning: false,
|
|
on_duplicate: :skip
|
|
)
|
|
# rubocop:enable Rails/SkipsModelValidations
|
|
rescue StandardError => e
|
|
create_notification("Failed to process GeoJSON batch: #{e.message}")
|
|
end
|
|
|
|
def create_notification(message)
|
|
Notification.create!(
|
|
user_id: user_id,
|
|
title: 'GeoJSON Import Error',
|
|
content: message,
|
|
kind: :error
|
|
)
|
|
end
|
|
end
|