namespace :bulk_update do desc "Bulk update scheme data from a csv file" task :update_schemes_from_csv, %i[original_file_name updated_file_name] => :environment do |_task, args| original_file_name = args[:original_file_name] updated_file_name = args[:updated_file_name] raise "Usage: rake bulk_update:update_schemes_from_csv['original_file_name','updated_file_name']" if original_file_name.blank? || updated_file_name.blank? s3_service = Storage::S3Service.new(Configuration::EnvConfigurationService.new, ENV["CSV_DOWNLOAD_PAAS_INSTANCE"]) original_file_io = s3_service.get_file_io(original_file_name) original_file_io.set_encoding_by_bom original_schemes_csv = CSV.parse(original_file_io, headers: true) updated_file_io = s3_service.get_file_io(updated_file_name) updated_file_io.set_encoding_by_bom updated_schemes_csv = CSV.parse(updated_file_io, headers: true) updated_schemes_csv.each do |row| original_attributes = {} updated_attributes = {} updated_attributes["scheme_code"] = row[0] updated_attributes["service_name"] = row[1] updated_attributes["status"] = row[2] updated_attributes["sensitive"] = row[3] updated_attributes["scheme_type"] = row[4] updated_attributes["registered_under_care_act"] = row[5] updated_attributes["owning_organisation_name"] = row[6] updated_attributes["arrangement_type"] = row[7] updated_attributes["primary_client_group"] = row[8] updated_attributes["has_other_client_group"] = row[9] updated_attributes["secondary_client_group"] = row[10] updated_attributes["support_type"] = row[11] updated_attributes["intended_stay"] = row[12] updated_attributes["created_at"] = row[13] updated_attributes["active_dates"] = row[14] original_row = original_schemes_csv.find { |original_schemes_row| original_schemes_row[0] == updated_attributes["scheme_code"] } if original_row.blank? || original_row["scheme_code"].nil? Rails.logger.info("Scheme with id #{updated_attributes['scheme_code']} is not in the original scheme csv") next end original_attributes["scheme_code"] = original_row[0] original_attributes["service_name"] = original_row[1] original_attributes["status"] = original_row[2] original_attributes["sensitive"] = original_row[3] original_attributes["scheme_type"] = original_row[4] original_attributes["registered_under_care_act"] = original_row[5] original_attributes["owning_organisation_name"] = original_row[6] original_attributes["arrangement_type"] = original_row[7] original_attributes["primary_client_group"] = original_row[8] original_attributes["has_other_client_group"] = original_row[9] original_attributes["secondary_client_group"] = original_row[10] original_attributes["support_type"] = original_row[11] original_attributes["intended_stay"] = original_row[12] original_attributes["created_at"] = original_row[13] original_attributes["active_dates"] = original_row[14] scheme = Scheme.find_by(id: original_attributes["scheme_code"].delete("S")) if scheme.blank? Rails.logger.info("Scheme with id #{original_attributes['scheme_code']} is not in the database") next end updated_attributes.each do |key, value| next unless value != original_attributes[key] && value.present? case key when "service_name", "sensitive", "scheme_type", "registered_under_care_act", "arrangement_type", "primary_client_group", "has_other_client_group", "secondary_client_group", "support_type", "intended_stay" begin scheme[key] = value Rails.logger.info("Updating scheme #{original_attributes['scheme_code']}, with #{key}: #{value}") rescue ArgumentError => e Rails.logger.info("Cannot update scheme #{original_attributes['scheme_code']} with #{key}: #{value}. #{e.message}") end when "owning_organisation_name" organisation = Organisation.find_by(name: value) if organisation.present? scheme["owning_organisation_id"] = organisation.id Rails.logger.info("Updating scheme #{original_attributes['scheme_code']}, with owning_organisation: #{organisation.name}") else Rails.logger.info("Cannot update scheme #{original_attributes['scheme_code']} with #{key}: #{value}. Organisation with name #{value} is not in the database") end when "scheme_code", "status", "created_at", "active_dates" Rails.logger.info("Cannot update scheme #{original_attributes['scheme_code']} with #{key} as it it not a permitted field") end end begin scheme.save! Rails.logger.info("Saved scheme #{original_attributes['scheme_code']}.") rescue ActiveRecord::RecordInvalid => e Rails.logger.error("Cannot update scheme #{original_attributes['scheme_code']}. #{e.message}") end end end end