From 03d2d17e7b83dcb5f4c527b11582d7e7aebdb4da Mon Sep 17 00:00:00 2001 From: natdeanlewissoftwire Date: Mon, 6 Nov 2023 11:22:54 +0000 Subject: [PATCH] feat: set encoding by bom for file IO before parsing --- lib/tasks/import_address_from_csv.rake | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/lib/tasks/import_address_from_csv.rake b/lib/tasks/import_address_from_csv.rake index 57496a56c..8d0c1de9e 100644 --- a/lib/tasks/import_address_from_csv.rake +++ b/lib/tasks/import_address_from_csv.rake @@ -6,7 +6,9 @@ namespace :data_import do raise "Usage: rake data_import:import_lettings_addresses_from_csv['csv_file_name']" if file_name.blank? s3_service = Storage::S3Service.new(PlatformHelper.is_paas? ? Configuration::PaasConfigurationService.new : Configuration::EnvConfigurationService.new, ENV["IMPORT_PAAS_INSTANCE"]) - addresses_csv = CSV.parse(s3_service.get_file_io(file_name), headers: true) + file_io = s3_service.get_file_io(file_name) + file_io.set_encoding_by_bom + addresses_csv = CSV.parse(file_io, headers: true) contains_issue_type = addresses_csv.headers.include?("Issue type") addresses_csv.each do |row| @@ -65,7 +67,9 @@ namespace :data_import do raise "Usage: rake data_import:import_sales_addresses_from_csv['csv_file_name']" if file_name.blank? s3_service = Storage::S3Service.new(PlatformHelper.is_paas? ? Configuration::PaasConfigurationService.new : Configuration::EnvConfigurationService.new, ENV["IMPORT_PAAS_INSTANCE"]) - addresses_csv = CSV.parse(s3_service.get_file_io(file_name), headers: true) + file_io = s3_service.get_file_io(file_name) + file_io.set_encoding_by_bom + addresses_csv = CSV.parse(file_io, headers: true) contains_issue_type = addresses_csv.headers.include?("Issue type") addresses_csv.each do |row|