Module: Transformers::Distilbert

Defined in:

lib/transformers/models/distilbert/modeling_distilbert.rb,
lib/transformers/models/distilbert/tokenization_distilbert.rb,
lib/transformers/models/distilbert/configuration_distilbert.rb,
lib/transformers/models/distilbert/tokenization_distilbert_fast.rb

Defined Under Namespace

Classes: DistilBertConfig, DistilBertFlashAttention2, DistilBertForMaskedLM, DistilBertForQuestionAnswering, DistilBertForSequenceClassification, DistilBertModel, DistilBertPreTrainedModel, DistilBertTokenizer, DistilBertTokenizerFast, Embeddings, FFN, MultiHeadSelfAttention, Transformer, TransformerBlock

Constant Summary

DISTILBERT_ATTENTION_CLASSES =

{
  "eager" => MultiHeadSelfAttention,
  "flash_attention_2" => DistilBertFlashAttention2
}