Class: Presto::Metrics::Query
- Inherits:
-
Object
- Object
- Presto::Metrics::Query
- Defined in:
- lib/presto/metrics/query.rb
Instance Method Summary collapse
- #count_total_processed_rows(stage) ⇒ Object
- #find(queryId) ⇒ Object
- #find_tasks(sub_stages) ⇒ Object
- #format_table(tbl, label, align, sep) ⇒ Object
-
#initialize(client) ⇒ Query
constructor
A new instance of Query.
- #list ⇒ Object
- #metrics ⇒ Object
- #processed_rows(query_id) ⇒ Object
- #query_list(path = "") ⇒ Object
- #query_progress ⇒ Object
- #running_list ⇒ Object
- #task_list(queryId) ⇒ Object
- #tasks(queryId) ⇒ Object
Constructor Details
#initialize(client) ⇒ Query
Returns a new instance of Query.
13 14 15 |
# File 'lib/presto/metrics/query.rb', line 13 def initialize(client) @client = client end |
Instance Method Details
#count_total_processed_rows(stage) ⇒ Object
107 108 109 110 111 |
# File 'lib/presto/metrics/query.rb', line 107 def count_total_processed_rows(stage) return 0 unless stage rows = stage.stage_stats.raw_input_positions + stage.stage_stats.output_positions rows + (stage.sub_stages || []).map { |ss| count_total_processed_rows(ss) }.inject(0, :+) end |
#find(queryId) ⇒ Object
69 70 71 |
# File 'lib/presto/metrics/query.rb', line 69 def find(queryId) JSON.parse(@client.get_query_json(queryId, "{}")) end |
#find_tasks(sub_stages) ⇒ Object
156 157 158 159 160 161 162 163 164 165 |
# File 'lib/presto/metrics/query.rb', line 156 def find_tasks(sub_stages) task_list = [] return task_list unless sub_stages sub_stages.each { |ss| tl = ss['tasks'] task_list << tl if tl task_list << find_tasks(ss['subStages']) } task_list.flatten() end |
#format_table(tbl, label, align, sep) ⇒ Object
17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 |
# File 'lib/presto/metrics/query.rb', line 17 def format_table(tbl, label, align, sep) # Compute col length col = {} label.each_with_index { |l, i| col[i] = l.length } tbl.each { |row| row.each_with_index { |cell, i| l = cell.to_s.size if cell l ||= 0 col[i] ||= l col[i] = [[col[i], l].max, 150].min } } # print label line = [] label.each_with_index { |l, i| line << l.to_s[0..col[i]].ljust(col[i]) } puts line.join(sep) tbl.each { |row| line = [] row.each_with_index { |cell, i| str = cell.to_s[0..col[i]] a = align[i] || 'l' case a when 'r' line << str.rjust(col[i]) when 'l' line << str.ljust(col[i]) else line << str.ljust(col[i]) end } puts line.join(sep) } 0 end |
#list ⇒ Object
54 55 56 57 58 59 60 61 62 63 64 65 66 67 |
# File 'lib/presto/metrics/query.rb', line 54 def list ql = query_list tbl = ql.map { |q| s = q['session'] || {} query = q['query'].gsub(/[\t\r\n]/, ' ').gsub(/ {1,}/, ' ').strip [q['queryId'], q['elapsedTime'], q['state'], q['runningDrivers'], q['completedDrivers'], q['totalDrivers'], s['user'], s['catalog'], s['schema'], s['source'], query] }.sort_by { |row| row[0] }.reverse format_table(tbl, %w|query time state r f t user catalog schema source sql|, %w|r r r r r r l l r l l |, ' ' ) end |
#metrics ⇒ Object
133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 |
# File 'lib/presto/metrics/query.rb', line 133 def metrics ql = query_list ql.map { |qi| h = {} h['query_id'] = qi['queryId'] || '' h['state'] = qi['state'] || '' session = qi['session'] || {} h['source'] = session['source'] || '' h['user'] = session['user'] || h['source'].gsub(/[^a-zA-Z0-9]/, '') h['running_drivers'] = qi['runningDrivers'] || 0 h['queued_drivers'] = qi['queuedDrivers'] || 0 h['completed_drivers'] = qi['completedDrivers'] || 0 h['total_drivers'] = qi['totalDrivers'] || 0 h['elapsed_time'] = qi['elapsedTime'] || '0.0m' h['create_time'] = qi['createTime'] h['running_time'] = qi['endTime'] || Time.now.utc.iso8601(3) #if(h['state'] == "FAILED") # h['errorCode'] = find(h['query_id'])['errorCode'] || {} #end h } end |
#processed_rows(query_id) ⇒ Object
113 114 115 116 |
# File 'lib/presto/metrics/query.rb', line 113 def processed_rows(query_id) qi = QueryInfo.decode(find(query_id)) count_total_processed_rows(qi.output_stage) end |
#query_list(path = "") ⇒ Object
95 96 97 |
# File 'lib/presto/metrics/query.rb', line 95 def query_list(path="") JSON.parse(@client.get_query_json(path)) end |
#query_progress ⇒ Object
118 119 120 121 122 123 124 125 126 127 128 129 130 131 |
# File 'lib/presto/metrics/query.rb', line 118 def query_progress running_queries = query_list.map { |q| QueryInfo.decode(q) }.select { |q| q.state == :running } query_info = running_queries.map { |q| queryInfo = find(q.query_id) QueryInfo.decode(queryInfo) } result = {} query_info.each { |q| os = q.output_stage result[q.query_id] = count_total_processed_rows(os) } result end |
#running_list ⇒ Object
99 100 101 102 103 104 105 |
# File 'lib/presto/metrics/query.rb', line 99 def running_list ql = query_list.select { |q| q['state'] == 'RUNNING' }.sort_by { |row| row[0] }.reverse ql.each { |q| tasks(q['queryId']) } ql.size end |
#task_list(queryId) ⇒ Object
73 74 75 76 77 78 79 |
# File 'lib/presto/metrics/query.rb', line 73 def task_list(queryId) qj = find(queryId) || {} root_stage = qj['outputStage'] || {} tasks = root_stage['tasks'] || [] tasks << find_tasks(root_stage['subStages'] || []) tasks.flatten end |
#tasks(queryId) ⇒ Object
81 82 83 84 85 86 87 88 89 90 91 92 93 |
# File 'lib/presto/metrics/query.rb', line 81 def tasks(queryId) tl = task_list(queryId) stats = tl.map { |t| s = t['stats'] host = (t['self'] || '').sub(/http:\/\/([a-z0-9\-.]+[\/:][0-9]+)\/.*/, '\1') [t['taskId'], host, t['state'], s['rawInputPositions'], s['rawInputDataSize'], s['queuedDrivers'], s['runningDrivers'], s['completedDrivers']] } format_table(stats, %w|task_id host state processed_rows size|, %w|l l l r r|, ' ' ) end |