n_val_epoch,1000 epochs,100 batch_size,1024 l1_weight,0 l2_weight,0 motif_conv_hidden,256 conv_hidden,64 n_hidden,64 n_heads,8 conv_width_motif,30 dropout_rate,0.05 lr,0.001 add_cooperativity_layer,True n_aux_layers,1 n_attention_layers,2 attention_dropout_rate,0 device_type,tpu input_shape,"(20616659, 110, 4)" loss,mean_squared_error