activation_checkpointing: false
activation_offloading: false
add_special_tokens: true
batch_size: 64
dataset_dir: .cache/imdb
decoder: !!python/object:perceiver.model.core.classifier.ClassificationDecoderConfig
  cross_attention_residual: true
  cross_attention_widening_factor: 1
  dropout: 0.1
  freeze: false
  init_scale: 0.02
  num_classes: 2
  num_cross_attention_heads: 1
  num_cross_attention_qk_channels: null
  num_cross_attention_v_channels: null
  num_output_queries: 1
  num_output_query_channels: 768
encoder: !!python/object:perceiver.model.text.common.TextEncoderConfig
  cross_attention_widening_factor: 1
  dropout: 0.0
  first_cross_attention_layer_shared: false
  first_self_attention_block_shared: true
  freeze: true
  init_scale: 0.02
  max_seq_len: 2048
  num_cross_attention_heads: 8
  num_cross_attention_layers: 1
  num_cross_attention_qk_channels: 256
  num_cross_attention_v_channels: 1280
  num_input_channels: 768
  num_self_attention_blocks: 1
  num_self_attention_heads: 8
  num_self_attention_layers_per_block: 26
  num_self_attention_qk_channels: 256
  num_self_attention_v_channels: 1280
  params: logs/mlm/version_0/checkpoints/epoch=012-val_loss=1.165.ckpt
  self_attention_widening_factor: 1
  vocab_size: 262
mask_prob: 0.15
mask_words: true
max_seq_len: 2048
num_latent_channels: 1280
num_latents: 256
num_workers: 3
params: null
pin_memory: true
preproc_batch_size: 1000
preproc_workers: null
random_train_shift: false
random_valid_shift: false
static_masking: false
task: clf
tokenizer: deepmind/language-perceiver
