Class: NaviClient::Local

Inherits:
Object
  • Object
show all
Defined in:
lib/local/navi_local_client.rb

Overview

This class represents the client for local lockbox mode. In local-lockbox mode, all the content will be saved and also being used from the local file system

Direct Known Subclasses

GmailApi, ImapApi

Constant Summary collapse

CONFIG_PATH = 
File.join(ENV['HOME'], '/.navi/config.yml')

Instance Method Summary collapse

Constructor Details

#initialize(method, client_type = "local", debug = true) ⇒ Local

Returns a new instance of Local.



14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
 
# File 'lib/local/navi_local_client.rb', line 14

def initialize(method, client_type = "local", debug = true)
  # flag to print Ruby library debug info (very detailed)
  @net_imap_debug = false

  # flag to mark email as read after gets downloaded.
  @mark_as_read = false

  # flag to turn on/off debug mode.
  @debug = debug

  # override the log file
  mkdir_if_not_exist(config['client_log_file'])
  @logger = Logger.new(config['client_log_file'])

  # sso_web (authentication) config.
  @sso_web_url = ENV['api_url']
  # authentication token received from sso_web used to authenticate the request to database_api
  @token = nil

  @download_path = config['download_path'] + config['identifier'] + "/#{method}/"
  @current_user_email = config['username']

  # client_type
  @client_type = client_type
  @gen_csv_url = "#{ENV['api_url']}/v2/generate_csv_input"
  @env = ENV['env']?ENV['env']:Rails.env
end

Instance Method Details

#config ⇒ Object 



204
205
206
 
# File 'lib/local/navi_local_client.rb', line 204

def config
  YAML.load_file(CONFIG_PATH)
end

#download(message, custom_uid) ⇒ Object

Downloads the email content from imap-server and save it to the download_path



71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
 
# File 'lib/local/navi_local_client.rb', line 71

def download(message, custom_uid)

  mime_type = message["mime_type"].nil? ? message.mime_type : message["mime_type"]

  if ['text/plain', 'text/html', 'text/alternative'].include? mime_type

    h = Hash.new
    out_file = @download_path + mime_type + "/"+custom_uid
    mkdir_if_not_exist(out_file)

    File.open(out_file, 'w') { |file| file.write(encrypt(message["decoded"].nil? ? message.decoded : message["decoded"])) }
    key = mime_type.split("/").join("_")

    h[key] = out_file
    return h
  end
end

#getMessageUUIds(path) ⇒ Object 



217
218
219
 
# File 'lib/local/navi_local_client.rb', line 217

def getMessageUUIds(path)
  File.directory?(path) ? (Dir.entries path).map { |i| i.split("_").first } : []
end

#idle_loop(search_condition, folder, server, username, password, callback = nil, navi_control = nil) ⇒ Object

idle_loop

check for any further mail with “real-time” responsiveness. retrieve any mail from a folder, following specified search condition for any mail retrieved call a specified block



142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
 
# File 'lib/local/navi_local_client.rb', line 142

def idle_loop(search_condition, folder, server, username, password, callback = nil, navi_control = nil)

  @logger.info "\nwaiting new mails (IDLE loop)..."

  loop do
    begin
      @imap.select folder
      @imap.idle do |resp|

        # You'll get all the things from the server. For new emails (EXISTS)
        if resp.kind_of?(Net::IMAP::UntaggedResponse) and resp.name == "EXISTS"

          # @logger.debug resp.inspect if @debug
          # Got something. Send DONE. This breaks you out of the blocking call
          @logger.debug "New mail received" if @debug
          @imap.idle_done
        end
      end

      # We're out, which means there are some emails ready for us.
      # Go do a search for UNSEEN and fetch them.
      filenames = []
      stamp = (Time.now.to_f * 1000).to_s
      retrieve_emails(@imap, search_condition, folder) { |mail, i, isLast, id|
        callback.call(mail, i, id, false) unless callback.nil?
        filenames << process_email(mail, id, stamp)
        callback.call(mail, i, id, true) unless callback.nil?
      }

      @logger.info "Sending Request for #{filenames.size} emails to Navi AI."
      navi_control.call(true) unless navi_control.nil?
      stamp = (Time.now.to_f * 1000).to_s
      self.send_request(filenames, stamp, is_last: true)

      # HTTPService::NaviAI.generate_csv("#{@gen_csv_url}?email=#{username}", @token)

      @logger.debug "Process Completed." if @debug
      navi_control.call(false) unless navi_control.nil?

    rescue SignalException => e
      # http://stackoverflow.com/questions/2089421/capturing-ctrl-c-in-ruby
      @logger.info "Signal received at #{time_now}: #{e.class}. #{e.message}"
      shutdown @imap

    rescue Net::IMAP::Error => e
      @logger.error "Net::IMAP::Error at #{time_now}: #{e.class}. #{e.message}"
      @imap = imap_connection(server, username, password) #if e.message == 'connection closed'
      @logger.info "reconnected to server: #{server}"

    rescue Exception => e
      @logger.error "Something went wrong at #{time_now}: #{e.class}. #{e.message}"

      @imap = imap_connection(server, username, password)
      @logger.info "reconnected to server: #{server}"
    end
  end
end

#initate_csv_generation(username) ⇒ Object 



200
201
202
 
# File 'lib/local/navi_local_client.rb', line 200

def initate_csv_generation(username)
  HTTPService::NaviAI.generate_csv("#{@gen_csv_url}?email=#{username}", @token)
end

#login ⇒ Object

login

login to the navi-cloud and get the authentication token



47
48
49
50
51
52
53
54
55
56
57
58
 
# File 'lib/local/navi_local_client.rb', line 47

def 
  url = "#{@sso_web_url}/oauth/token"
  provider_url = url
  token = HTTParty.post(provider_url,
                         body: {
                           client_id: config["uid"], # get from sso_web application
                           client_secret: config["secret_key"],
                           grant_type: "client_credentials"
                         }
                        )['access_token']
  @token = "Token: #{token}##{config['username']}"
end

#mkdir_if_not_exist(filepath) ⇒ Object 



128
129
130
131
132
133
 
# File 'lib/local/navi_local_client.rb', line 128

def mkdir_if_not_exist(filepath)
  dirname = File.dirname(filepath)
  unless File.directory?(dirname)
    FileUtils.mkdir_p(dirname)
  end
end

#override_logger(logger) ⇒ Object 



60
61
62
 
# File 'lib/local/navi_local_client.rb', line 60

def override_logger(logger)
  @logger = logger
end

#parse_prev_failed_emails ⇒ Object 



225
226
227
228
229
230
231
232
233
234
 
# File 'lib/local/navi_local_client.rb', line 225

def parse_prev_failed_emails
  changes = false
  Dir[@download_path + 'inputs/temp*'].each do |file_name|
    if File.file? file_name
      HTTPService::NaviAI.start(filepath: file_name, client_type: @client_type, token: @token, email: @current_user_email )
      changes = true
    end
  end
  return changes
end

#save(data = {}, filename, stamp) ⇒ Object

save data to download_path with file named by filename params. Input is hashmap, and it save the hashmap as yml format.



93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
 
# File 'lib/local/navi_local_client.rb', line 93

def save(data={}, filename, stamp)
  temp_path = @download_path + "inputs/temp-#{stamp}"
  filepath = @download_path + filename + ".yml"

  mkdir_if_not_exist(filepath)
  mkdir_if_not_exist(temp_path)
  File.open(filepath, 'w') do |f|
    f.puts(data.to_yaml)
  end

  File.open(temp_path, 'a') do |f|
    f.puts(filepath)
  end

  return filepath
end

#save_aes_key_iv(key, iv) ⇒ Object 



208
209
210
211
212
213
214
215
 
# File 'lib/local/navi_local_client.rb', line 208

def save_aes_key_iv(key, iv)
  aes_key_path = File.join(ENV['HOME'] + '/.navi/.aes.key')
  iv_path = File.join(ENV['HOME'] + '/.navi/.aes.iv')

  File.open(aes_key_path, "w") { |f| f.write(Base64.encode64(key)) }
  File.open(iv_path, "w") { |f| f.write(Base64.encode64(iv)) }
  return aes_key_path, iv_path
end

#send_request(in_filenames = [], stamp, is_last: false) ⇒ Object

send bulk request to navi-ai service with list of input files downloaded from imap server.



113
114
115
116
117
118
119
120
121
122
123
124
125
126
 
# File 'lib/local/navi_local_client.rb', line 113

def send_request(in_filenames = [], stamp, is_last: false)
  unless in_filenames.empty?
    filename = @download_path + "inputs/#{stamp}"

    mkdir_if_not_exist(filename)

    File.open(filename, 'w') do |f|
      in_filenames.each { |element| f.puts(element) }
    end

    response = HTTPService::NaviAI.start(filepath: filename, client_type: @client_type, token: @token, email: config['username'], is_last: is_last)
    return response
  end
end

#set_token(token) ⇒ Object 



64
65
66
 
# File 'lib/local/navi_local_client.rb', line 64

def set_token(token)
  @token = token
end

#update_config(data) ⇒ Object 



221
222
223
 
# File 'lib/local/navi_local_client.rb', line 221

def update_config(data)
  File.write(CONFIG_PATH, YAML.dump(data))
end