mirror of
https://github.com/Freika/dawarich.git
synced 2026-01-10 17:21:38 -05:00
Compare commits
2 commits
b9a2bacdbd
...
fac08a18df
| Author | SHA1 | Date | |
|---|---|---|---|
|
fac08a18df | ||
|
|
6ed6a4fd89 |
6 changed files with 40 additions and 32 deletions
|
|
@ -1 +1 @@
|
||||||
0.37.0
|
0.37.1
|
||||||
|
|
|
||||||
|
|
@ -4,6 +4,13 @@ All notable changes to this project will be documented in this file.
|
||||||
The format is based on [Keep a Changelog](http://keepachangelog.com/)
|
The format is based on [Keep a Changelog](http://keepachangelog.com/)
|
||||||
and this project adheres to [Semantic Versioning](http://semver.org/).
|
and this project adheres to [Semantic Versioning](http://semver.org/).
|
||||||
|
|
||||||
|
# [0.37.1] - 2025-12-30
|
||||||
|
|
||||||
|
## Fixed
|
||||||
|
|
||||||
|
- The db migration preventing the app from starting.
|
||||||
|
- Raw data archive verifier now allows having points deleted from the db after archiving.
|
||||||
|
|
||||||
# [0.37.0] - 2025-12-30
|
# [0.37.0] - 2025-12-30
|
||||||
|
|
||||||
## Added
|
## Added
|
||||||
|
|
|
||||||
|
|
@ -110,18 +110,24 @@ module Points
|
||||||
return { success: false, error: 'Point IDs checksum mismatch' }
|
return { success: false, error: 'Point IDs checksum mismatch' }
|
||||||
end
|
end
|
||||||
|
|
||||||
# 8. Verify all points still exist in database
|
# 8. Check which points still exist in database (informational only)
|
||||||
existing_count = Point.where(id: point_ids).count
|
existing_count = Point.where(id: point_ids).count
|
||||||
if existing_count != point_ids.count
|
if existing_count != point_ids.count
|
||||||
return {
|
Rails.logger.info(
|
||||||
success: false,
|
"Archive #{archive.id}: #{point_ids.count - existing_count} points no longer in database " \
|
||||||
error: "Missing points in database: expected #{point_ids.count}, found #{existing_count}"
|
"(#{existing_count}/#{point_ids.count} remaining). This is OK if user deleted their data."
|
||||||
}
|
)
|
||||||
end
|
end
|
||||||
|
|
||||||
# 9. Verify archived raw_data matches current database raw_data
|
# 9. Verify archived raw_data matches current database raw_data (only for existing points)
|
||||||
verification_result = verify_raw_data_matches(archived_data)
|
if existing_count.positive?
|
||||||
return verification_result unless verification_result[:success]
|
verification_result = verify_raw_data_matches(archived_data)
|
||||||
|
return verification_result unless verification_result[:success]
|
||||||
|
else
|
||||||
|
Rails.logger.info(
|
||||||
|
"Archive #{archive.id}: Skipping raw_data verification - no points remain in database"
|
||||||
|
)
|
||||||
|
end
|
||||||
|
|
||||||
{ success: true }
|
{ success: true }
|
||||||
end
|
end
|
||||||
|
|
@ -149,11 +155,18 @@ module Points
|
||||||
point_ids_to_check = archived_data.keys.sample(100)
|
point_ids_to_check = archived_data.keys.sample(100)
|
||||||
end
|
end
|
||||||
|
|
||||||
mismatches = []
|
# Filter to only check points that still exist in the database
|
||||||
found_points = 0
|
existing_point_ids = Point.where(id: point_ids_to_check).pluck(:id)
|
||||||
|
|
||||||
|
if existing_point_ids.empty?
|
||||||
|
# No points remain to verify, but that's OK
|
||||||
|
Rails.logger.info("No points remaining to verify raw_data matches")
|
||||||
|
return { success: true }
|
||||||
|
end
|
||||||
|
|
||||||
Point.where(id: point_ids_to_check).find_each do |point|
|
mismatches = []
|
||||||
found_points += 1
|
|
||||||
|
Point.where(id: existing_point_ids).find_each do |point|
|
||||||
archived_raw_data = archived_data[point.id]
|
archived_raw_data = archived_data[point.id]
|
||||||
current_raw_data = point.raw_data
|
current_raw_data = point.raw_data
|
||||||
|
|
||||||
|
|
@ -167,14 +180,6 @@ module Points
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
|
|
||||||
# Check if we found all the points we were looking for
|
|
||||||
if found_points != point_ids_to_check.size
|
|
||||||
return {
|
|
||||||
success: false,
|
|
||||||
error: "Missing points during data verification: expected #{point_ids_to_check.size}, found #{found_points}"
|
|
||||||
}
|
|
||||||
end
|
|
||||||
|
|
||||||
if mismatches.any?
|
if mismatches.any?
|
||||||
return {
|
return {
|
||||||
success: false,
|
success: false,
|
||||||
|
|
|
||||||
|
|
@ -2,10 +2,8 @@
|
||||||
|
|
||||||
class AddVisitedCountriesToTrips < ActiveRecord::Migration[8.0]
|
class AddVisitedCountriesToTrips < ActiveRecord::Migration[8.0]
|
||||||
def change
|
def change
|
||||||
# safety_assured do
|
execute <<-SQL
|
||||||
execute <<-SQL
|
|
||||||
ALTER TABLE trips ADD COLUMN visited_countries JSONB DEFAULT '{}'::jsonb NOT NULL;
|
ALTER TABLE trips ADD COLUMN visited_countries JSONB DEFAULT '{}'::jsonb NOT NULL;
|
||||||
SQL
|
SQL
|
||||||
# end
|
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
|
|
|
||||||
|
|
@ -5,10 +5,8 @@ class AddH3HexIdsToStats < ActiveRecord::Migration[8.0]
|
||||||
|
|
||||||
def change
|
def change
|
||||||
add_column :stats, :h3_hex_ids, :jsonb, default: {}, if_not_exists: true
|
add_column :stats, :h3_hex_ids, :jsonb, default: {}, if_not_exists: true
|
||||||
# safety_assured do
|
add_index :stats, :h3_hex_ids, using: :gin,
|
||||||
add_index :stats, :h3_hex_ids, using: :gin,
|
where: "(h3_hex_ids IS NOT NULL AND h3_hex_ids != '{}'::jsonb)",
|
||||||
where: "(h3_hex_ids IS NOT NULL AND h3_hex_ids != '{}'::jsonb)",
|
algorithm: :concurrently, if_not_exists: true
|
||||||
algorithm: :concurrently, if_not_exists: true
|
|
||||||
# end
|
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
|
|
|
||||||
|
|
@ -4,10 +4,10 @@ class ChangeDigestsDistanceToBigint < ActiveRecord::Migration[8.0]
|
||||||
disable_ddl_transaction!
|
disable_ddl_transaction!
|
||||||
|
|
||||||
def up
|
def up
|
||||||
safety_assured { change_column :digests, :distance, :bigint, null: false, default: 0 }
|
change_column :digests, :distance, :bigint, null: false, default: 0
|
||||||
end
|
end
|
||||||
|
|
||||||
def down
|
def down
|
||||||
safety_assured { change_column :digests, :distance, :integer, null: false, default: 0 }
|
change_column :digests, :distance, :integer, null: false, default: 0
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue