abs_pos_emb: false
activation_checkpointing: true
activation_offloading: false
batch_size: 8
cross_attention_dropout: 0.1
cross_attention_widening_factor: 4
dataset_dir: .cache/giantmidi-piano
dataset_uri: https://perceiver-io-giant-midi.s3.amazonaws.com/giantmidi-piano.zip
init_scale: 0.02
max_heads_parallel: null
max_latents: 2048
max_seq_len: 6144
min_seq_len: 2048
num_channels: 768
num_heads: 8
num_self_attention_layers: 18
num_workers: 1
output_bias: false
output_norm: true
padding_side: left
params: null
pin_memory: true
post_attention_dropout: 0.1
preproc_workers: 24
residual_dropout: 0.1
self_attention_widening_factor: 4
validation_sample_prompt: null
validation_sample_record: null
vocab_size: 389
