Class: TWSS::Trainer
- Inherits:
-
Object
- Object
- TWSS::Trainer
- Defined in:
- lib/twss/trainer.rb
Instance Attribute Summary collapse
-
#engine ⇒ Object
readonly
Returns the value of attribute engine.
Instance Method Summary collapse
-
#initialize(engine, options = {}) ⇒ Trainer
constructor
A new instance of Trainer.
- #run_tests(path) ⇒ Object
- #run_training(path) ⇒ Object
- #test_each(file, &blk) ⇒ Object
- #total_documents(file) ⇒ Object
- #train ⇒ Object
Constructor Details
#initialize(engine, options = {}) ⇒ Trainer
Returns a new instance of Trainer.
9 10 11 12 |
# File 'lib/twss/trainer.rb', line 9 def initialize(engine, = {}) @engine = engine engine.clear_state! end |
Instance Attribute Details
#engine ⇒ Object (readonly)
Returns the value of attribute engine.
7 8 9 |
# File 'lib/twss/trainer.rb', line 7 def engine @engine end |
Instance Method Details
#run_tests(path) ⇒ Object
57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 |
# File 'lib/twss/trainer.rb', line 57 def run_tests(path) positive_test_file = File.join(path, 'test_twss.txt') negative_test_file = File.join(path, 'test_non_twss.txt') total_positive = total_documents(positive_test_file) total_negative = total_documents(negative_test_file) false_negatives = 0 false_positives = 0 total = 0 correct = 0 test_each(positive_test_file) do |line, result| if result correct += 1 else false_negatives += 1 end total += 1 end test_each(negative_test_file) do |line, result| if !result correct += 1 else false_positives += 1 end total += 1 end puts puts "Test set size: #{total}" puts "Overall accuracy: #{100 * correct / total.to_f}%" puts "False positives: #{false_positives} (#{100 * false_positives / total_negative.to_f}%)" puts "False negatives: #{false_negatives} (#{100 * false_negatives / total_positive.to_f}%)" puts end |
#run_training(path) ⇒ Object
33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 |
# File 'lib/twss/trainer.rb', line 33 def run_training(path) positive_file = File.join(path, 'twss.txt') negative_file = File.join(path, 'non_twss.txt') puts "Clearing state..." engine.clear_state! puts "Training NON-TWSS strings..." File.read(negative_file).each_line do |l| print '.' $stdout.flush engine.train(TWSS::Engine::FALSE, l) end puts puts "Training TWSS strings..." File.read(positive_file).each_line do |l| print '.' $stdout.flush engine.train(TWSS::Engine::TRUE, l) end puts end |
#test_each(file, &blk) ⇒ Object
94 95 96 97 98 99 100 101 102 103 104 105 |
# File 'lib/twss/trainer.rb', line 94 def test_each(file, &blk) i = 0 File.read(file).each_line do |line| l = line.strip unless l.empty? r = TWSS(l) puts l + ' => ' + r.to_s blk.call(l, r) i += 1 end end end |
#total_documents(file) ⇒ Object
25 26 27 28 29 30 31 |
# File 'lib/twss/trainer.rb', line 25 def total_documents(file) t = 0 File.read(file).each_line do |l| t += 1 end t end |
#train ⇒ Object
14 15 16 17 18 19 20 21 22 23 |
# File 'lib/twss/trainer.rb', line 14 def train path = File.join(File.dirname(__FILE__), '../../data/') run_training(path) puts "Writing to file..." engine.dump_classifier_to_file run_tests(path) end |