You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
54 lines
2.5 KiB
54 lines
2.5 KiB
namespace :core do |
|
desc "Import data XMLs from legacy CORE" |
|
task :data_import, %i[type path] => :environment do |_task, args| |
|
type = args[:type] |
|
path = args[:path] |
|
raise "Usage: rake core:data_import['data_type', 'path/to/xml_files']" if path.blank? || type.blank? |
|
|
|
storage_service = Storage::S3Service.new(Configuration::PaasConfigurationService.new, ENV["IMPORT_PAAS_INSTANCE"]) |
|
|
|
case type |
|
when "organisation" |
|
Imports::OrganisationImportService.new(storage_service).create_organisations(path) |
|
when "scheme" |
|
Imports::SchemeImportService.new(storage_service).create_schemes(path) |
|
when "scheme-location" |
|
Imports::SchemeLocationImportService.new(storage_service).create_scheme_locations(path) |
|
when "user" |
|
Imports::UserImportService.new(storage_service).create_users(path) |
|
when "data-protection-confirmation" |
|
Imports::DataProtectionConfirmationImportService.new(storage_service).create_data_protection_confirmations(path) |
|
when "organisation-rent-periods" |
|
Imports::OrganisationRentPeriodImportService.new(storage_service).create_organisation_rent_periods(path) |
|
when "lettings-logs" |
|
Imports::LettingsLogsImportService.new(storage_service).create_logs(path) |
|
when "sales-logs" |
|
Imports::SalesLogsImportService.new(storage_service).create_logs(path) |
|
else |
|
raise "Type #{type} is not supported by data_import" |
|
end |
|
end |
|
|
|
desc "Import missing data sharing agreement XMLs from legacy CORE" |
|
task :data_protection_confirmation_import, %i[type path] => :environment do |_task| |
|
orgs_without_dpc = Organisation.includes(:data_protection_confirmation) |
|
.where.not(id: DataProtectionConfirmation.all.select(:organisation_id)) |
|
.where.not(old_org_id: nil) |
|
|
|
puts "Processing #{orgs_without_dpc.count} orgs without data protection confirmation" |
|
s3_service = Storage::S3Service.new(Configuration::PaasConfigurationService.new, ENV["IMPORT_PAAS_INSTANCE"]) |
|
|
|
orgs_without_dpc.each do |org| |
|
archive_path = "#{org.old_org_id}.zip" |
|
archive_io = s3_service.get_file_io(archive_path) |
|
archive_service = Storage::ArchiveService.new(archive_io) |
|
if archive_service.folder_present?("dataprotect") |
|
Rails.logger.info("Start importing folder dataprotect") |
|
Imports::DataProtectionConfirmationImportService.new(archive_service).create_data_protection_confirmations("dataprotect") |
|
Rails.logger.info("Imported") |
|
else |
|
Rails.logger.info("dataprotect does not exist, skipping import") |
|
end |
|
end |
|
end |
|
end
|
|
|