Class: ActiveNutrition::Utilities::Update

Inherits:
Object
  • Object
show all
Defined in:
lib/active_nutrition/utilities/update.rb

Constant Summary collapse

BASE_URL = 
"http://www.ars.usda.gov/"
BASE_PATH = 
"SP2UserFiles/Place/12354500/Data/SR{{release}}/dnload/"
FULL_FILE = 
"sr{{release}}.zip"
UPDATE_FILE = 
"sr{{release}}upd.zip"
CURRENT_RELEASE = 
ActiveNutrition::USDA_VERSION
DATA_DIR = 
File.join(File.dirname(File.dirname(File.dirname(File.dirname(__FILE__)))), "data")
IMPORT_CHUNK_SIZE = 
1000

Instance Method Summary collapse

Constructor Details

#initialize(options = {}) ⇒ Update

Returns a new instance of Update.



14
15
16
17
18
19
20
21
 
# File 'lib/active_nutrition/utilities/update.rb', line 14

def initialize(options = {})
  @release = (options[:release] || CURRENT_RELEASE).to_s
  @usda_map = YAML::load_file(File.join(File.dirname(__FILE__), "usda_map.yml"))
  @type = options[:type] || :update
  @path, @file = self.url_for(@type)
  @zip_file = File.join(DATA_DIR, @file)
  @zip_dir = @zip_file.chomp(File.extname(@zip_file))
end

Instance Method Details

#clean ⇒ Object 



61
62
63
64
 
# File 'lib/active_nutrition/utilities/update.rb', line 61

def clean
  File.unlink(@zip_file) if File.exist?(@zip_file)
  FileUtils.rm_rf(@zip_dir) if File.exist?(@zip_dir)
end

#download ⇒ Object 



66
67
68
69
70
71
72
73
74
 
# File 'lib/active_nutrition/utilities/update.rb', line 66

def download
  unless File.file?(File.join(DATA_DIR, @file))
    FileUtils.mkdir_p(DATA_DIR)
    File.open(File.join(DATA_DIR, @file), "wb") do |f|
      f.sync = true
      f.write(open("#{BASE_URL}#{@path}#{@file}").read)
    end
  end
end

#execute ⇒ Object 



23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
 
# File 'lib/active_nutrition/utilities/update.rb', line 23

def execute
  @usda_map.each_pair do |model_const, data|
    if ActiveNutrition::Models.const_defined?(model_const.to_sym)
      model = ActiveNutrition::Models.const_get(model_const.to_sym)
      cur_file = File.join(@zip_dir, data["file_name"])
      parser = DataFile.new(cur_file)
      record_total = `wc -l "#{cur_file}"`.to_i
      record_count = 0

      parser.each do |values|
        new_record = model.new

        data["attribute_order"].each_with_index do |field, index|
          # update each attribute by explicitly calling the attr= method, just in case
          # there are custom methods in the model class
          new_record.write_attribute(field.to_sym, values[index])
        end

        new_record.save!

        if record_count % IMPORT_CHUNK_SIZE == 0 || (record_count + 1) == record_total || record_count == 0
          yield [model.to_s, record_count, record_total] if block_given?
        end

        record_count += 1
      end
    end
  end
end

#reset_db ⇒ Object 



53
54
55
56
57
58
59
 
# File 'lib/active_nutrition/utilities/update.rb', line 53

def reset_db
  @usda_map.each_key do |model_const|
    if ActiveNutrition::Models.const_defined?(model_const.to_sym)
      ActiveNutrition::Models.const_get(model_const.to_sym).delete_all
    end
  end
end

#unzip ⇒ Object 



76
77
78
79
80
81
82
83
84
85
 
# File 'lib/active_nutrition/utilities/update.rb', line 76

def unzip
  Zip::ZipFile.open(@zip_file) do |zip_file|
    zip_file.each do |f|
      next unless f.file?
      f_path = File.join(@zip_dir, f.name)
      FileUtils.mkdir_p(File.dirname(f_path))
      zip_file.extract(f, f_path) unless File.exist?(f_path)
    end
  end
end