namespace :bulk_update do desc "Update logs with specific criteria and set manual_address_entry_selected to true" task update_manual_address_entry_selected: :environment do updated_lettings_logs_count = 0 lettings_postcode_fixed_count = 0 lettings_postcode_fixed_status_changed_count = 0 lettings_postcode_not_fixed_status_changed_count = 0 lettings_postcode_fixed_status_changed_ids = [] lettings_postcode_not_fixed_status_changed_ids = [] lettings_updated_without_issue = 0 updated_sales_logs_count = 0 sales_postcode_fixed_count = 0 sales_postcode_fixed_status_changed_count = 0 sales_postcode_not_fixed_status_changed_count = 0 sales_postcode_fixed_status_changed_ids = [] sales_postcode_not_fixed_status_changed_ids = [] sales_updated_without_issue = 0 lettings_logs = LettingsLog.filter_by_year(2024) .where(status: %w[in_progress completed]) .where(needstype: 1, manual_address_entry_selected: false, uprn: nil) .where("(address_line1 IS NOT NULL AND address_line1 != '') OR (address_line2 IS NOT NULL AND address_line2 != '') OR (town_or_city IS NOT NULL AND town_or_city != '') OR (county IS NOT NULL AND county != '') OR (postcode_full IS NOT NULL AND postcode_full != '')") lettings_logs.find_each do |log| status_pre_change = log.status log.manual_address_entry_selected = true if log.save updated_lettings_logs_count += 1 Rails.logger.info "manual_address_entry_selected updated for lettings log #{log.id}" else Rails.logger.info "Could not save manual_address_entry_selected changes to lettings log #{log.id} : #{log.errors.full_messages.join(', ')}" end postcode_fixed = false if log.postcode_full.nil? && log.address_line1 == log.address_line1_input log.postcode_full = log.postcode_full_input if log.save lettings_postcode_fixed_count += 1 Rails.logger.info "postcode_full updated by address_line1_input for lettings log #{log.id}" postcode_fixed = true else Rails.logger.info "Could not save postcode_full changes to lettings log #{log.id} : #{log.errors.full_messages.join(', ')}" end end if log.postcode_full.nil? && log.creation_method == "bulk upload" && log.address_line1 == log.address_line1_as_entered log.postcode_full = log.postcode_full_as_entered if log.save lettings_postcode_fixed_count += 1 Rails.logger.info "postcode_full updated by address_line1_as_entered for lettings log #{log.id}" postcode_fixed = true else Rails.logger.info "Could not save postcode_full changes to lettings log #{log.id} : #{log.errors.full_messages.join(', ')}" end end status_post_change = log.status if status_pre_change != status_post_change if postcode_fixed lettings_postcode_fixed_status_changed_count += 1 lettings_postcode_fixed_status_changed_ids << log.id else lettings_postcode_not_fixed_status_changed_count += 1 lettings_postcode_not_fixed_status_changed_ids << log.id end else lettings_updated_without_issue += 1 end end sales_logs = SalesLog.filter_by_year(2024) .where(status: %w[in_progress completed]) .where(manual_address_entry_selected: false, uprn: nil) .where("(address_line1 IS NOT NULL AND address_line1 != '') OR (address_line2 IS NOT NULL AND address_line2 != '') OR (town_or_city IS NOT NULL AND town_or_city != '') OR (county IS NOT NULL AND county != '') OR (postcode_full IS NOT NULL AND postcode_full != '')") sales_logs.find_each do |log| status_pre_change = log.status log.manual_address_entry_selected = true if log.save updated_sales_logs_count += 1 Rails.logger.info "manual_address_entry_selected updated for sales log #{log.id}" else Rails.logger.info "Could not save manual_address_entry_selected changes to sales log #{log.id} : #{log.errors.full_messages.join(', ')}" end postcode_fixed = false if log.postcode_full.nil? && log.address_line1 == log.address_line1_input log.postcode_full = log.postcode_full_input if log.save sales_postcode_fixed_count += 1 Rails.logger.info "postcode_full updated by address_line1_input for sales log #{log.id}" postcode_fixed = true else Rails.logger.info "Could not save postcode_full changes to sales log #{log.id} : #{log.errors.full_messages.join(', ')}" end end if log.postcode_full.nil? && log.creation_method == "bulk upload" && log.address_line1 == log.address_line1_as_entered log.postcode_full = log.postcode_full_as_entered if log.save sales_postcode_fixed_count += 1 Rails.logger.info "postcode_full updated by address_line1_as_entered for sales log #{log.id}" postcode_fixed = true else Rails.logger.info "Could not save postcode_full changes to sales log #{log.id} : #{log.errors.full_messages.join(', ')}" end end status_post_change = log.status if status_pre_change != status_post_change if postcode_fixed sales_postcode_fixed_status_changed_count += 1 sales_postcode_fixed_status_changed_ids << log.id else sales_postcode_not_fixed_status_changed_count += 1 sales_postcode_not_fixed_status_changed_ids << log.id end else sales_updated_without_issue += 1 end end puts "#{updated_lettings_logs_count} lettings logs were updated." puts "#{lettings_updated_without_issue} lettings logs were updated without issue." puts "#{lettings_postcode_fixed_count} lettings logs where postcode fix was applied." puts "#{lettings_postcode_fixed_status_changed_count} lettings logs with postcode fix and status changed." puts "#{lettings_postcode_not_fixed_status_changed_count} lettings logs without postcode fix and status changed." puts "IDs of lettings logs with postcode fix and status changed: [#{lettings_postcode_fixed_status_changed_ids.join(', ')}]" puts "IDs of lettings logs without postcode fix and status changed: [#{lettings_postcode_not_fixed_status_changed_ids.join(', ')}]" lettings_postcode_fixed_org_counts = LettingsLog.where(id: lettings_postcode_fixed_status_changed_ids).group(:owning_organisation_id).count lettings_postcode_fixed_org_counts.each do |org_id, count| puts "Org #{org_id}: #{count} logs with postcode fix and status changed." end lettings_postcode_not_fixed_org_counts = LettingsLog.where(id: lettings_postcode_not_fixed_status_changed_ids).group(:owning_organisation_id).count lettings_postcode_not_fixed_org_counts.each do |org_id, count| puts "Org #{org_id}: #{count} logs without postcode fix and status changed." end puts "#{updated_sales_logs_count} sales logs were updated." puts "#{sales_updated_without_issue} sales logs were updated without issue." puts "#{sales_postcode_fixed_count} sales logs where postcode fix was applied." puts "#{sales_postcode_fixed_status_changed_count} sales logs with postcode fix and status changed." puts "#{sales_postcode_not_fixed_status_changed_count} sales logs without postcode fix and status changed." puts "IDs of sales logs with postcode fix and status changed: [#{sales_postcode_fixed_status_changed_ids.join(', ')}]" puts "IDs of sales logs without postcode fix and status changed: [#{sales_postcode_not_fixed_status_changed_ids.join(', ')}]" sales_postcode_fixed_org_counts = SalesLog.where(id: sales_postcode_fixed_status_changed_ids).group(:owning_organisation_id).count sales_postcode_fixed_org_counts.each do |org_id, count| puts "Org #{org_id}: #{count} logs with postcode fix and status changed." end sales_postcode_not_fixed_org_counts = SalesLog.where(id: sales_postcode_not_fixed_status_changed_ids).group(:owning_organisation_id).count sales_postcode_not_fixed_org_counts.each do |org_id, count| puts "Org #{org_id}: #{count} logs without postcode fix and status changed." end end desc "Find logs to fix and update postcode_full if conditions are met" task update_postcode_full_preexisting_manual_entry_logs: :environment do updated_count = 0 fixed_count = 0 not_updated_count = 0 not_updated_ids = [] updated_but_not_fixed_ids = [] logs_to_fix = LettingsLog.filter_by_year(2024).where(manual_address_entry_selected: true, uprn: nil, status: "in_progress", postcode_full: nil, updated_at: Time.zone.parse("2025-03-19 16:00:00")..Time.zone.parse("2025-03-19 17:00:00")) logs_to_fix.find_each do |log| previous_version = log.versions[-2] previous_status = previous_version&.reify&.status if log.address_line1 == log.address_line1_input log.postcode_full = log.postcode_full_input elsif log.creation_method == "bulk upload" && log.address_line1 == log.address_line1_as_entered log.postcode_full = log.postcode_full_as_entered end if log.postcode_full.present? if log.save Rails.logger.info "Updated postcode_full for lettings log #{log.id}" updated_count += 1 if log.status == previous_status fixed_count += 1 else updated_but_not_fixed_ids << log.id end else Rails.logger.info "Could not save changes to lettings log #{log.id}: #{log.errors.full_messages.join(', ')}" not_updated_count += 1 not_updated_ids << log.id end else not_updated_count += 1 not_updated_ids << log.id end end puts "#{updated_count} logs updated." puts "#{fixed_count} logs fixed." puts "#{not_updated_count} logs not updated." puts "IDs of logs not updated: [#{not_updated_ids.join(', ')}]" puts "IDs of logs updated but not fixed: [#{updated_but_not_fixed_ids.join(', ')}]" end end