activation_checkpointing: false
activation_offloading: false
batch_size: 200
concat_batch_size: 16
cross_attention_dropout: 0.0
cross_attention_widening_factor: 4
init_scale: 0.02
max_grad_norm: 1.0
max_heads_parallel: 2
max_seq_len: 1024
min_seq_len: 512
num_channels: 1280
num_heads: 10
num_latents: 512
num_self_attention_layers: 20
num_train_workers: 2
num_valid_workers: 1
optimizer: !!python/name:jsonargparse.typehints.partial_instance ''
padding_side: left
pin_memory: true
post_attention_dropout: 0.0
rank: null
scheduler: !!python/name:jsonargparse.typehints.partial_instance ''
self_attention_widening_factor: 4
shuffle_window_seed: 0
shuffle_window_size: 10000
tokenizer: xlnet-base-cased
validation_sample_prompt: null
validation_sample_record: null
vocab_size: 32000
world_size: null
