You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
275 lines
11 KiB
275 lines
11 KiB
require "csv" |
|
|
|
class BulkUpload::Lettings::Validator |
|
COLUMN_PERCENTAGE_ERROR_THRESHOLD = 0.6 |
|
COLUMN_ABSOLUTE_ERROR_THRESHOLD = 16 |
|
|
|
include ActiveModel::Validations |
|
|
|
QUESTIONS = { |
|
field_1: "What is the letting type?", |
|
field_2: "This question has been removed", |
|
field_3: "This question has been removed", |
|
field_4: "Management group code", |
|
field_5: "Scheme code", |
|
field_6: "This question has been removed", |
|
field_7: "What is the tenant code?", |
|
field_8: "Is this a starter tenancy?", |
|
field_9: "What is the tenancy type?", |
|
field_10: "If 'Other', what is the tenancy type?", |
|
field_11: "What is the length of the fixed-term tenancy to the nearest year?", |
|
field_12: "Age of Person 1", |
|
field_13: "Age of Person 2", |
|
field_14: "Age of Person 3", |
|
field_15: "Age of Person 4", |
|
field_16: "Age of Person 5", |
|
field_17: "Age of Person 6", |
|
field_18: "Age of Person 7", |
|
field_19: "Age of Person 8", |
|
field_20: "Gender identity of Person 1", |
|
field_21: "Gender identity of Person 2", |
|
field_22: "Gender identity of Person 3", |
|
field_23: "Gender identity of Person 4", |
|
field_24: "Gender identity of Person 5", |
|
field_25: "Gender identity of Person 6", |
|
field_26: "Gender identity of Person 7", |
|
field_27: "Gender identity of Person 8", |
|
field_28: "Relationship to Person 1 for Person 2", |
|
field_29: "Relationship to Person 1 for Person 3", |
|
field_30: "Relationship to Person 1 for Person 4", |
|
field_31: "Relationship to Person 1 for Person 5", |
|
field_32: "Relationship to Person 1 for Person 6", |
|
field_33: "Relationship to Person 1 for Person 7", |
|
field_34: "Relationship to Person 1 for Person 8", |
|
field_35: "Working situation of Person 1", |
|
field_36: "Working situation of Person 2", |
|
field_37: "Working situation of Person 3", |
|
field_38: "Working situation of Person 4", |
|
field_39: "Working situation of Person 5", |
|
field_40: "Working situation of Person 6", |
|
field_41: "Working situation of Person 7", |
|
field_42: "Working situation of Person 8", |
|
field_43: "What is the lead tenant's ethnic group?", |
|
field_44: "What is the lead tenant's nationality?", |
|
field_45: "Does anybody in the household have links to the UK armed forces?", |
|
field_46: "Was the person seriously injured or ill as a result of serving in the UK armed forces?", |
|
field_47: "Is anybody in the household pregnant?", |
|
field_48: "Is the tenant likely to be receiving benefits related to housing?", |
|
field_49: "How much of the household's income is from Universal Credit, state pensions or benefits?", |
|
field_50: "How much income does the household have in total?", |
|
field_51: "Do you know the household's income?", |
|
field_52: "What is the tenant's main reason for the household leaving their last settled home?", |
|
field_53: "If 'Other', what was the main reason for leaving their last settled home?", |
|
field_54: "This question has been removed", |
|
field_55: "Does anybody in the household have any disabled access needs?", |
|
field_56: "Does anybody in the household have any disabled access needs?", |
|
field_57: "Does anybody in the household have any disabled access needs?", |
|
field_58: "Does anybody in the household have any disabled access needs?", |
|
field_59: "Does anybody in the household have any disabled access needs?", |
|
field_60: "Does anybody in the household have any disabled access needs?", |
|
field_61: "Where was the household immediately before this letting?", |
|
field_62: "What is the local authority of the household's last settled home?", |
|
field_63: "Part 1 of postcode of last settled home", |
|
field_64: "Part 2 of postcode of last settled home", |
|
field_65: "Do you know the postcode of last settled home?", |
|
field_66: "How long has the household continuously lived in the local authority area of the new letting?", |
|
field_67: "How long has the household been on the waiting list for the new letting?", |
|
field_68: "Was the tenant homeless directly before this tenancy?", |
|
field_69: "Was the household given 'reasonable preference' by the local authority?", |
|
field_70: "Reasonable preference. They were homeless or about to lose their home (within 56 days)", |
|
field_71: "Reasonable preference. They were living in insanitary, overcrowded or unsatisfactory housing", |
|
field_72: "Reasonable preference. They needed to move on medical and welfare grounds (including a disability)", |
|
field_73: "Reasonable preference. They needed to move to avoid hardship to themselves or others", |
|
field_74: "Reasonable preference. Don't know", |
|
field_75: "Was the letting made under any of the following allocations systems?", |
|
field_76: "Was the letting made under any of the following allocations systems?", |
|
field_77: "Was the letting made under any of the following allocations systems?", |
|
field_78: "What was the source of referral for this letting?", |
|
field_79: "How often does the household pay rent and other charges?", |
|
field_80: "What is the basic rent?", |
|
field_81: "What is the service charge?", |
|
field_82: "What is the personal service charge?", |
|
field_83: "What is the support charge?", |
|
field_84: "Total Charge", |
|
field_85: "If this is a care home, how much does the household pay every [time period]?", |
|
field_86: "Does the household pay rent or other charges for the accommodation?", |
|
field_87: "After the household has received any housing-related benefits, will they still need to pay basic rent and other charges?", |
|
field_88: "What do you expect the outstanding amount to be?", |
|
field_89: "What is the void or renewal date?", |
|
field_90: "What is the void or renewal date?", |
|
field_91: "What is the void or renewal date?", |
|
field_92: "What date were major repairs completed on?", |
|
field_93: "What date were major repairs completed on?", |
|
field_94: "What date were major repairs completed on?", |
|
field_95: "This question has been removed", |
|
field_96: "What date did the tenancy start?", |
|
field_97: "What date did the tenancy start?", |
|
field_98: "What date did the tenancy start?", |
|
field_99: "Since becoming available, how many times has the property been previously offered?", |
|
field_100: "What is the property reference?", |
|
field_101: "How many bedrooms does the property have?", |
|
field_102: "What type of unit is the property?", |
|
field_103: "Which type of building is the property?", |
|
field_104: "Is the property built or adapted to wheelchair-user standards?", |
|
field_105: "What type was the property most recently let as?", |
|
field_106: "What is the reason for the property being vacant?", |
|
field_107: "What is the local authority of the property?", |
|
field_108: "Part 1 of postcode of the property", |
|
field_109: "Part 2 of postcode of the property", |
|
field_110: "This question has been removed", |
|
field_111: "Which organisation owns this property?", |
|
field_112: "Username field", |
|
field_113: "Which organisation manages this property?", |
|
field_114: "Is the person still serving in the UK armed forces?", |
|
field_115: "This question has been removed", |
|
field_116: "How often does the household receive income?", |
|
field_117: "Is this letting sheltered accommodation?", |
|
field_118: "Does anybody in the household have a physical or mental health condition (or other illness) expected to last for 12 months or more?", |
|
field_119: "Vision, for example blindness or partial sight", |
|
field_120: "Hearing, for example deafness or partial hearing", |
|
field_121: "Mobility, for example walking short distances or climbing stairs", |
|
field_122: "Dexterity, for example lifting and carrying objects, using a keyboard", |
|
field_123: "Learning or understanding or concentrating", |
|
field_124: "Memory", |
|
field_125: "Mental health", |
|
field_126: "Stamina or breathing or fatigue", |
|
field_127: "Socially or behaviourally, for example associated with autism spectral disorder (ASD) which includes Aspergers' or attention deficit hyperactivity disorder (ADHD)", |
|
field_128: "Other", |
|
field_129: "Is this letting a London Affordable Rent letting?", |
|
field_130: "Which type of Intermediate Rent is this letting?", |
|
field_131: "Which 'Other' type of Intermediate Rent is this letting?", |
|
field_132: "Data Protection", |
|
field_133: "Is this a joint tenancy?", |
|
field_134: "Is this letting a renewal?", |
|
}.freeze |
|
|
|
attr_reader :bulk_upload, :path |
|
|
|
validate :validate_file_not_empty |
|
validate :validate_max_columns |
|
|
|
def initialize(bulk_upload:, path:) |
|
@bulk_upload = bulk_upload |
|
@path = path |
|
end |
|
|
|
def call |
|
row_parsers.each_with_index do |row_parser, index| |
|
row_parser.valid? |
|
|
|
row = index + row_offset + 1 |
|
|
|
row_parser.errors.each do |error| |
|
bulk_upload.bulk_upload_errors.create!( |
|
field: error.attribute, |
|
error: error.message, |
|
tenant_code: row_parser.field_7, |
|
property_ref: row_parser.field_100, |
|
row:, |
|
cell: "#{cols[field_number_for_attribute(error.attribute) - col_offset + 1]}#{row}", |
|
col: cols[field_number_for_attribute(error.attribute) - col_offset + 1], |
|
category: error.options[:category], |
|
) |
|
end |
|
end |
|
end |
|
|
|
def create_logs? |
|
return false if any_setup_errors? |
|
return false if over_column_error_threshold? |
|
return false if row_parsers.any?(&:block_log_creation?) |
|
|
|
row_parsers.all? { |row_parser| row_parser.log.valid? } |
|
end |
|
|
|
def self.question_for_field(field) |
|
QUESTIONS[field] |
|
end |
|
|
|
def any_setup_errors? |
|
bulk_upload |
|
.bulk_upload_errors |
|
.where(category: "setup") |
|
.count |
|
.positive? |
|
end |
|
|
|
private |
|
|
|
def over_column_error_threshold? |
|
fields = ("field_1".."field_134").to_a |
|
percentage_threshold = (row_parsers.size * COLUMN_PERCENTAGE_ERROR_THRESHOLD).ceil |
|
|
|
fields.any? do |field| |
|
count = row_parsers.count { |row_parser| row_parser.errors[field].present? } |
|
|
|
next if count < COLUMN_ABSOLUTE_ERROR_THRESHOLD |
|
|
|
count > percentage_threshold |
|
end |
|
end |
|
|
|
def csv_parser |
|
@csv_parser ||= BulkUpload::Lettings::CsvParser.new(path:) |
|
end |
|
|
|
def row_offset |
|
csv_parser.row_offset |
|
end |
|
|
|
def col_offset |
|
csv_parser.col_offset |
|
end |
|
|
|
def field_number_for_attribute(attribute) |
|
attribute.to_s.split("_").last.to_i |
|
end |
|
|
|
def cols |
|
csv_parser.cols |
|
end |
|
|
|
def row_parsers |
|
return @row_parsers if @row_parsers |
|
|
|
@row_parsers = csv_parser.row_parsers |
|
|
|
@row_parsers.each do |row_parser| |
|
row_parser.bulk_upload = bulk_upload |
|
end |
|
|
|
@row_parsers |
|
end |
|
|
|
def rows |
|
csv_parser.rows |
|
end |
|
|
|
def body_rows |
|
csv_parser.body_rows |
|
end |
|
|
|
def validate_file_not_empty |
|
if File.size(path).zero? |
|
errors.add(:file, :blank) |
|
|
|
halt_validations! |
|
end |
|
end |
|
|
|
def validate_max_columns |
|
return if halt_validations? |
|
|
|
max_row_size = rows.map(&:size).max |
|
|
|
errors.add(:file, :max_row_size) if max_row_size > 136 |
|
end |
|
|
|
def halt_validations! |
|
@halt_validations = true |
|
end |
|
|
|
def halt_validations? |
|
@halt_validations ||= false |
|
end |
|
end
|
|
|