jam-cloud/ruby/lib/jam_ruby/models/geo_ip_blocks.rb

module JamRuby
  class GeoIpBlocks < ActiveRecord::Base

    # index names created on the copied table used during import.
    # they do not exist except during import
    COPIED_GEOIPBLOCKS_INDEX_NAME = 'geoipblocks_copied_geom_gix'
    GEOIPBLOCKS_INDEX_NAME = "geoipblocks_geom_gix"

    @@log = Logging.logger[GeoIpBlocks]

    self.table_name = 'geoipblocks'

    belongs_to :location, class_name: 'JamRuby::GeoIpLocations', inverse_of: 'blocks', foreign_key: 'locid'

    def self.lookup(ipnum)
      self.where('geom && ST_MakePoint(?, 0) AND ? BETWEEN beginip AND endip', ipnum, ipnum)
      .limit(1)
      .first
    end

    def self.createx(beginip, endip, locid)
      c = connection.raw_connection
      c.exec_params("insert into #{self.table_name} (beginip, endip, locid, geom) values($1::bigint, $2::bigint, $3, ST_MakeEnvelope($1::bigint, -1, $2::bigint, 1))", [beginip, endip, locid])
    end

    def self.ip_lookup(ip_addy)
      addr = ip_address_to_int(ip_addy)
      self.where(["beginip <= ? AND ? <= endip", addr, addr])
      .limit(1)
      .first
    end

    def self.import_from_max_mind(options)

      file = options[:file]
      use_copy = options[:use_copy]

      # File Geo-134
      # Format:
      # startIpNum,endIpNum,locId

      start = Time.now

      copied_table_name = Database.copy_table(self.table_name)

      if use_copy
        Database.copy(copied_table_name, file)
      else
        File.open(file, 'r:ISO-8859-1') do |io|
          s = io.gets.strip # eat the copyright line. gah, why do they have that in their file??
          unless s.eql? 'Copyright (c) 2011 MaxMind Inc.  All Rights Reserved.'
            puts s
            puts 'Copyright (c) 2011 MaxMind Inc.  All Rights Reserved.'
            raise 'file does not start with expected copyright (line 1): Copyright (c) 2011 MaxMind Inc.  All Rights Reserved.'
          end

          s = io.gets.strip # eat the headers line
          unless s.eql? 'startIpNum,endIpNum,locId'
            puts s
            puts 'startIpNum,endIpNum,locId'
            raise 'file does not start with expected header (line 2): startIpNum,endIpNum,locId'
          end

          saved_level = ActiveRecord::Base.logger ? ActiveRecord::Base.logger.level : 0
          count = 0

          stmt = "INSERT INTO #{copied_table_name} (beginip, endip, locid) VALUES"

          vals = ''
          sep = ''
          i = 0
          n = 20

          csv = ::CSV.new(io, encoding: 'ISO-8859-1', headers: false)
          csv.each do |row|
            raise "file does not have expected number of columns (3): #{row.length}" unless row.length == 3

            beginip = ip_address_to_int(strip_quotes(row[0]))
            endip = ip_address_to_int(strip_quotes(row[1]))
            locid = row[2]

            vals = vals+sep+"(#{beginip}, #{endip}, #{locid})"
            sep = ','
            i += 1

            if count == 0 or i >= n then
              self.connection.execute stmt+vals
              count += i
              vals = ''
              sep = ''
              i = 0

              if ActiveRecord::Base.logger and ActiveRecord::Base.logger.level > 1 then
                ActiveRecord::Base.logger.debug "... logging inserts into #{copied_table_name} suspended ..."
                ActiveRecord::Base.logger.level = 1
              end

              if ActiveRecord::Base.logger and count%10000 < n then
                ActiveRecord::Base.logger.level = saved_level
                ActiveRecord::Base.logger.debug "... inserted #{count} into #{copied_table_name} ..."
                ActiveRecord::Base.logger.level = 1
              end
            end
          end

          if i > 0 then
            self.connection.execute stmt+vals
            count += i
          end

          if ActiveRecord::Base.logger then
            ActiveRecord::Base.logger.level = saved_level
            ActiveRecord::Base.logger.debug "loaded #{count} records into #{copied_table_name}"
          end
        end


      end

      sts = self.connection.execute "ALTER TABLE #{copied_table_name} DROP COLUMN geom;"
      ActiveRecord::Base.logger.debug "DROP COLUMN geom returned sts #{sts.cmd_status}" if ActiveRecord::Base.logger
      # sts.check [we don't care]

      sts = self.connection.execute "ALTER TABLE #{copied_table_name} ADD COLUMN geom geometry(polygon);"
      ActiveRecord::Base.logger.debug "ADD COLUMN geom returned sts #{sts.cmd_status}" if ActiveRecord::Base.logger
      sts.check

      sts = self.connection.execute "UPDATE #{copied_table_name} SET geom = ST_MakeEnvelope(beginip, -1, endip, 1);"
      ActiveRecord::Base.logger.debug "SET geom returned sts #{sts.cmd_tuples}" if ActiveRecord::Base.logger
      sts.check

      sts = self.connection.execute "CREATE INDEX #{COPIED_GEOIPBLOCKS_INDEX_NAME} ON #{copied_table_name} USING GIST (geom);"
      ActiveRecord::Base.logger.debug "CREATE INDEX #{COPIED_GEOIPBLOCKS_INDEX_NAME} returned sts #{sts.cmd_status}" if ActiveRecord::Base.logger
      sts.check

      elapsed = Time.now - start
      @@log.debug("#{copied_table_name} import took #{elapsed} seconds")
    end

    def self.after_maxmind_import
      self.connection.execute("DROP TABLE #{self.table_name}").check
      self.connection.execute("ALTER INDEX #{COPIED_GEOIPBLOCKS_INDEX_NAME} RENAME TO #{GEOIPBLOCKS_INDEX_NAME}").check
      self.connection.execute("ALTER TABLE #{self.table_name}_copied RENAME TO #{self.table_name}").check
    end
  end
end