{
    "in_features": 5120,
    "hidden_dim": 2560,
    "init_scale": 0.0001,
    "architecture": "TransformerScorer"
}