51 lines
1.3 KiB
Ruby
51 lines
1.3 KiB
Ruby
module JamRuby
|
|
class MaxMindIsp < ActiveRecord::Base
|
|
|
|
self.table_name = 'max_mind_isp'
|
|
|
|
def self.import_from_max_mind(file)
|
|
|
|
# File Geo-142
|
|
# Format:
|
|
# "beginIp","endIp","countryCode","ISP"
|
|
|
|
MaxMindIsp.transaction do
|
|
MaxMindIsp.delete_all
|
|
File.open(file, 'r:ISO-8859-1') do |io|
|
|
io.gets # eat the copyright line. gah, why do they have that in their file??
|
|
MaxMindIsp.pg_copy_from io, :map => { 'beginIp' => 'ip_start', 'endIp' => 'ip_end', 'countryCode' => 'country', 'ISP' => 'isp'}, :columns => [:beginIp, :endIp, :countryCode, :ISP] do |row|
|
|
row[0] = strip_quotes(row[0])
|
|
row[1] = strip_quotes(row[1])
|
|
row[2] = row[2]
|
|
row[3] = row[3..-1].join(',') # this is because the parser just cuts on any ',' and ignores double quotes. essentially postgres-copy isn't a great csv parser -- or I need to configure it better
|
|
while row.length > 4
|
|
row.delete_at(4)
|
|
end
|
|
|
|
end
|
|
end
|
|
end
|
|
end
|
|
|
|
private
|
|
|
|
def self.strip_quotes str
|
|
return nil if str.nil?
|
|
|
|
if str.chr == '"'
|
|
str = str[1..-1]
|
|
end
|
|
|
|
if str.rindex('"') == str.length - 1
|
|
str = str.chop
|
|
end
|
|
|
|
return str
|
|
end
|
|
|
|
def self.escape str
|
|
str.gsub(/\"/, '""')
|
|
end
|
|
end
|
|
end
|