Method: LlmMemory::Broca#adjust_token_count

Defined in:
lib/llm_memory/broca.rb

#adjust_token_count ⇒ Object 


91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
 
# File 'lib/llm_memory/broca.rb', line 91

def adjust_token_count
  count = 0
  new_messages = []
  @messages.reverse_each do |message|
    encoded = tokenizer.encode(message[:content], add_special_tokens: true)
    token_count = encoded.tokens.length
    count += token_count
    if count <= @max_token
      new_messages.push(message)
    else
      break
    end
  end
  @messages = new_messages.reverse
end