Class: Hobix::Search::Simple::Dictionary

Inherits:
Object
  • Object
show all
Defined in:
lib/hobix/search/dictionary.rb

Constant Summary collapse

STOP_WORDS = 
{
"a" => 1,
"again" => 1,
"all" => 1,
"along" => 1,
"also" => 1,
"an" => 1,
"and" => 1,
"arialhelvetica" => 1,
"as" => 1,
"at" => 1,
"but" => 1,
"by" => 1,
"came" => 1,
"can" => 1,
"cant" => 1,
"couldnt" => 1,
"did" => 1,
"didn" => 1,
"didnt" => 1,
"do" => 1,
"doesnt" => 1,
"dont" => 1,
"entrytitledetail" => 1,
"ever" => 1,
"first" => 1,
"fontvariant" => 1,
"from" => 1,
"have" => 1,
"her" => 1,
"here" => 1,
"him" => 1,
"how" => 1,
"i" => 1,
"if" => 1,
"in" => 1,
"into" => 1,
"is" => 1,
"isnt" => 1,
"it" => 1,
"itll" => 1,
"just" => 1,
"last" => 1,
"least" => 1,
"like" => 1,
"most" => 1,
"my" => 1,
"new" => 1,
"no" => 1,
"not" => 1,
"now" => 1,
"of" => 1,
"on" => 1,
"or" => 1,
"should" => 1,
"sidebartitl" => 1,
"sinc" => 1,
"so" => 1,
"some" => 1,
"textdecoration" => 1,
"th" => 1,
"than" => 1,
"that" => 1,
"the" => 1,
"their" => 1,
"then" => 1,
"those" => 1,
"to" => 1,
"told" => 1,
"too" => 1,
"true" => 1,
"try" => 1,
"until" => 1,
"url" => 1,
"us" => 1,
"were" => 1,
"when" => 1,
"whether" => 1,
"while" => 1,
"with" => 1,
"within" => 1,
"yes" => 1,
"you" => 1,
"youll" => 1,
}

Instance Attribute Summary collapse

Instance Method Summary collapse

Constructor Details

#initialize ⇒ Dictionary

Returns a new instance of Dictionary.



97
98
99
100
101
 
# File 'lib/hobix/search/dictionary.rb', line 97

def initialize
  @total = 0
  @clsf = {}
  @words = {}
end

Instance Attribute Details

#clsf ⇒ Object (readonly)

Returns the value of attribute clsf.



95
96
97
 
# File 'lib/hobix/search/dictionary.rb', line 95

def clsf
  @clsf
end

#total ⇒ Object (readonly)

Returns the value of attribute total.



95
96
97
 
# File 'lib/hobix/search/dictionary.rb', line 95

def total
  @total
end

#words ⇒ Object (readonly)

Returns the value of attribute words.



95
96
97
 
# File 'lib/hobix/search/dictionary.rb', line 95

def words
  @words
end

Instance Method Details

#add_word(word, classifications = [], mod = 1) ⇒ Object 



103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
 
# File 'lib/hobix/search/dictionary.rb', line 103

def add_word(word, classifications = [], mod = 1)
  word = Stemmable::stem_porter(word)
  if STOP_WORDS[word]
    nil
  else
    @words[word] ||= {:pos => @words.size, :clsf => {}}
    classifications.each do |c|
      @clsf[c] ||= {}
      @clsf[c][word] ||= 0
      @clsf[c][word] += mod
      @total += mod
    end
    @words[word][:pos]
  end
end

#dump ⇒ Object 



134
135
136
 
# File 'lib/hobix/search/dictionary.rb', line 134

def dump
  puts @words.keys.sort
end

#find(word) ⇒ Object 



123
124
125
126
127
128
 
# File 'lib/hobix/search/dictionary.rb', line 123

def find(word)
  word = Stemmable::stem_porter(word)
  if @words[word] and not STOP_WORDS[word]
    @words[word][:pos]
  end
end

#remove_word(word, classifications = []) ⇒ Object 



119
120
121
 
# File 'lib/hobix/search/dictionary.rb', line 119

def remove_word(word, classifications = [])
  add_word(word, classifications, -1)
end

#size ⇒ Object 



130
131
132
 
# File 'lib/hobix/search/dictionary.rb', line 130

def size
  @words.size
end