armchairauditor/importers/sutton.rb

require './app'
require 'csv'
require 'date'

# Before running this script with a CSV file, prepare it so:
#   - There is only a single line of column headings on the first line of the file
#   - There are no spaces before or after the column headings
#   - The column headings correspond with the key names in the columns{} hash below
#   - The data starts on line 2

def slugify(name)
  output = name.gsub(/[^\w\s-]/, '').gsub(/\s+/, '-').downcase
  output.gsub(/---/, '-')
end

months = %w[ dummy Jan Feb Mar Apr May Jun Jul Aug Sep Oct Nov Dec ]

columns = 
  { 
    'Directorate' => nil,
    'Updated'     => nil,
    'Service'     => nil,
    'Supplier'    => nil,
    'Amount'      => nil,
    'Transaction Number' => nil,
   }

directorate_replacements =
  [
  ]

service_replacements = 
  [
  ]
  
count = 0

if ARGV[0].nil?
  puts "Specify the filename of the CSV file to import on the command line"
  exit
end

CSV.foreach(ARGV[0]) do |row|

    count += 1
    
    if (count > 1) # skip first line that doesn't contain data
      
      p row
      
      unless row[columns['Directorate']].nil?
        directorate_name = row[columns['Directorate']].strip.gsub(/&/, "and")
      end
      
      service_name = row[columns['Service']].strip.gsub(/&/, "and")
      supplier_name = row[columns['Supplier']].strip.gsub(/&/, "and")
      
      
      for replacement in directorate_replacements
        if directorate_name == replacement[0]
          directorate_name = replacement[1]
        end
      end
      
      for replacement in service_replacements
        if service_name == replacement[0]
          service_name = replacement[1]
        end
      end
      
      if directorate_name.nil?
        directorate = nil
      else
        directorate = Directorate.first_or_create(:name => directorate_name, :slug => slugify(directorate_name))
        directorate.save
      end
      
      service = Service.first_or_create(:name => service_name, :directorate => directorate, :slug => slugify(service_name))
      service.save
      
      supplier = Supplier.first_or_create(:name => supplier_name, :slug => slugify(supplier_name))
      supplier.save
      
      # dt = row[columns['Updated']].strip.split(' ')
      # d = Date.new(dt[2].to_i, months.index(dt[1]), dt[0].to_i)

      dt = row[columns['Updated']].strip
      if dt =~ /\d{4}-\d{2}-\d{2}/
        d = Date.iso8601(dt)
      end

      # Using Payment.new rather than Payment.first_or_new allows us to create genuine duplicates
      # so don't run the importer more than once with the same set of data
      payment = Payment.new(
        'service' =>  service,
        'supplier' => supplier,
        'amount' => row[columns['Amount']].strip.gsub(/,/, ''),
        'd' => d,
        'transaction_id' => row[columns['Transaction Number']].strip.to_i
      )
  
      unless payment.save # save runs callbacks/hooks, save! doesn't
        puts "ERROR: Failed to save payment"
        payment.errors.each do |e|
          puts e
        end
      end
  else
    # Get the column headings
    position = 0

    for column in row
      columns[column] = position
      position += 1
    end
    puts columns.inspect
  end
end