dawarich/app/services/geojson/importer.rb

63 lines
1.5 KiB
Ruby

# frozen_string_literal: true
class Geojson::Importer
include Imports::Broadcaster
include Imports::FileLoader
include PointValidation
BATCH_SIZE = 1000
attr_reader :import, :user_id, :file_path
def initialize(import, user_id, file_path = nil)
@import = import
@user_id = user_id
@file_path = file_path
end
def call
json = load_json_data
data = Geojson::Params.new(json).call
points_data = data.map do |point|
next if point[:lonlat].nil?
point.merge(
user_id: user_id,
import_id: import.id,
created_at: Time.current,
updated_at: Time.current
)
end
points_data.compact.each_slice(BATCH_SIZE).with_index do |batch, batch_index|
bulk_insert_points(batch)
broadcast_import_progress(import, (batch_index + 1) * BATCH_SIZE)
end
end
private
def bulk_insert_points(batch)
unique_batch = batch.uniq { |record| [record[:lonlat], record[:timestamp], record[:user_id]] }
# rubocop:disable Rails/SkipsModelValidations
Point.upsert_all(
unique_batch,
unique_by: %i[lonlat timestamp user_id],
returning: false,
on_duplicate: :skip
)
# rubocop:enable Rails/SkipsModelValidations
rescue StandardError => e
create_notification("Failed to process GeoJSON batch: #{e.message}")
end
def create_notification(message)
Notification.create!(
user_id: user_id,
title: 'GeoJSON Import Error',
content: message,
kind: :error
)
end
end