Class: Spout::Commands::Graphs

Inherits:
Object
  • Object
show all
Defined in:
lib/spout/commands/graphs.rb

Instance Method Summary collapse

Constructor Details

#initialize(argv, standard_version, deploy_mode = false, url = "", slug = "", token = "", webserver_name = "", subjects = nil) ⇒ Graphs

Returns a new instance of Graphs.



22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
 
# File 'lib/spout/commands/graphs.rb', line 22

def initialize(argv, standard_version, deploy_mode = false, url = "", slug = "", token = "", webserver_name = "", subjects = nil)
  @deploy_mode = deploy_mode
  @url = url
  @standard_version = standard_version
  @slug = slug
  @token = token
  @webserver_name = webserver_name
  @clean = !(argv.delete("--no-resume").nil? && argv.delete("--clean").nil?)

  @config = Spout::Helpers::ConfigReader.new

  @stratification_variable = Spout::Models::Variable.find_by_id @config.visit

  if @stratification_variable.nil?
    if @config.visit == ""
      puts "The visit variable in .spout.yml can't be blank."
    else
      puts "Could not find the following visit variable: #{@config.visit}"
    end
    return self
  end

  missing_variables = @config.charts.select { |c| Spout::Models::Variable.find_by_id(c["chart"]).nil? }
  if missing_variables.count > 0
    puts "Could not find the following chart variable#{'s' unless missing_variables.size == 1}: #{missing_variables.join(', ')}"
    return self
  end

  rows_arg = argv.find { |arg| /^--rows=(\d*)/ =~ arg }
  argv.delete(rows_arg)
  @number_of_rows = rows_arg.gsub(/--rows=/, "").to_i if rows_arg

  @valid_ids = argv.collect { |s| s.to_s.downcase }.compact.reject { |s| s == "" }

  @chart_variables = @config.charts.unshift("chart" => @config.visit, "title" => "Histogram")

  @dictionary_root = Dir.pwd
  @variable_files = Dir.glob(File.join(@dictionary_root, "variables", "**", "*.json"))

  t = Time.now
  @graphs_folder = File.join("graphs", @standard_version)
  FileUtils.mkpath @graphs_folder

  @subjects = if subjects
                subjects
              else
                @subject_loader = Spout::Helpers::SubjectLoader.new(@variable_files, @valid_ids, @standard_version, @number_of_rows, @config.visit)
                @subject_loader.load_subjects_from_csvs!
                @subjects = @subject_loader.subjects
              end

  load_current_progress

  compute_tables_and_charts

  puts "Took #{Time.now - t} seconds." if @subjects.size > 0 && !@deploy_mode
end

Instance Method Details

#compute_stats(variable) ⇒ Object 



139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
 
# File 'lib/spout/commands/graphs.rb', line 139

def compute_stats(variable)
  stats = { charts: {}, tables: {} }
  return stats unless %w(numeric integer choices).include?(variable.type)

  @chart_variables.each do |chart_type_hash|
    chart_type = chart_type_hash["chart"]
    chart_title = chart_type_hash["title"].downcase.tr(" ", "-")
    chart_variable = Spout::Models::Variable.find_by_id(chart_type)

    filtered_subjects = @subjects.reject { |s| s.send(chart_type).nil? || s.send(variable.id).nil? }

    next if filtered_subjects.collect(&variable.id.to_sym).compact_empty.count == 0
    if chart_type == @config.visit
      graph = Spout::Models::Graphables.for(variable, chart_variable, nil, filtered_subjects)
      stats[:charts][chart_title] = graph.to_hash
      table = Spout::Models::Tables.for(variable, chart_variable, filtered_subjects, nil, totals: false)
      stats[:tables][chart_title] = table.to_hash
    else
      graph = Spout::Models::Graphables.for(variable, chart_variable, @stratification_variable, filtered_subjects)
      stats[:charts][chart_title] = graph.to_hash
      stats[:tables][chart_title] = @stratification_variable.domain.options.collect do |option|
        visit_subjects = filtered_subjects.select { |s| s._visit == option.value }
        Spout::Models::Tables.for(variable, chart_variable, visit_subjects, option.display_name).to_hash
      end.compact
    end
  end

  chart_json_file = File.join(@graphs_folder, "#{variable.id}.json")
  File.open(chart_json_file, "w") { |file| file.write(JSON.pretty_generate(stats) + "\n") }
  @progress[variable.id]["generated"] = true
  stats
end

#compute_tables_and_charts ⇒ Object 



93
94
95
96
97
98
99
 
# File 'lib/spout/commands/graphs.rb', line 93

def compute_tables_and_charts
  begin
    iterate_through_variables
  ensure
    save_current_progress
  end
end

#iterate_through_variables ⇒ Object 



101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
 
# File 'lib/spout/commands/graphs.rb', line 101

def iterate_through_variables
  variable_files_count = @variable_files.count
  @variable_files.each_with_index do |variable_file, file_index|
    variable = Spout::Models::Variable.new(variable_file, @dictionary_root)

    next unless variable.errors.size == 0
    next unless @valid_ids.include?(variable.id) || @valid_ids.size == 0
    next unless Spout::Models::Subject.method_defined?(variable.id)

    if @deploy_mode
      print "\r     Upload Variables: " + "#{"% 3d" % ((file_index+1)*100/variable_files_count)}% Uploaded".white
    else
      puts "#{file_index + 1} of #{variable_files_count}: #{variable.folder}#{variable.id}"
    end

    @progress[variable.id] ||= {}
    @progress[variable.id]["uploaded"] ||= []
    next if (!@deploy_mode && @progress[variable.id]["generated"] == true) || (@deploy_mode && @progress[variable.id]["uploaded"].include?(@webserver_name))

    stats = compute_stats(variable)

    if @deploy_mode && !@progress[variable.id]["uploaded"].include?(@webserver_name)
      values = @subjects.collect(&variable.id.to_sym).compact_empty
      variable.n = values.n
      variable.unknown = values.unknown
      variable.total = values.count
      if %w(numeric integer).include?(variable.type)
        variable.mean = values.mean
        variable.stddev = values.standard_deviation
        variable.median = values.median
        variable.min = values.min
        variable.max = values.max
      end
      send_variable_params_to_server(variable, stats)
    end
  end
end

#load_current_progress ⇒ Object 



80
81
82
83
84
85
 
# File 'lib/spout/commands/graphs.rb', line 80

def load_current_progress
  @progress_file = File.join(@graphs_folder, ".progress.json")
  @progress = JSON.parse(File.read(@progress_file, encoding: "utf-8")) rescue @progress = {}
  @progress = {} if !@progress.is_a?(Hash) || @clean || @progress["SPOUT_VERSION"] != Spout::VERSION::STRING
  @progress["SPOUT_VERSION"] = Spout::VERSION::STRING
end

#save_current_progress ⇒ Object 



87
88
89
90
91
 
# File 'lib/spout/commands/graphs.rb', line 87

def save_current_progress
  File.open(@progress_file, "w") do |f|
    f.write(JSON.pretty_generate(@progress) + "\n")
  end
end

#send_variable_params_to_server(variable, stats) ⇒ Object 



172
173
174
175
176
177
178
179
180
181
182
183
184
185
 
# File 'lib/spout/commands/graphs.rb', line 172

def send_variable_params_to_server(variable, stats)
  params = { auth_token: @token, version: @standard_version,
             dataset: @slug, variable: variable.deploy_params,
             domain: (variable.domain ? variable.domain.deploy_params : nil),
             forms: variable.forms.collect(&:deploy_params) }
  params[:variable][:spout_stats] = stats.to_json
  (json, status) = Spout::Helpers::SendJson.post("#{@url}/api/v1/variables/create_or_update.json", params)
  if json.is_a?(Hash) && status.is_a?(Net::HTTPSuccess)
    @progress[variable.id]["uploaded"] << @webserver_name
  else
    puts "\nUPLOAD FAILED: ".red + variable.id
    puts "- Error: #{json.inspect}"
  end
end