| { | |
| "trainer": { | |
| "trainer_class": "BSFTrainer", | |
| "dict_class": "BlockSparseSAE", | |
| "variant": "vanilla_block_topk", | |
| "lr": 5e-05, | |
| "grad_clip": 1.0, | |
| "snr": 0.1, | |
| "steps": 50000, | |
| "warmup_steps": 1000, | |
| "decay_start": 40000, | |
| "resample_interval": 1000, | |
| "resample_dead_steps": 400, | |
| "k": 16, | |
| "dict_size": 4096, | |
| "code_dim": 262144, | |
| "activation_dim": 4096, | |
| "group_sizes": [ | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64, | |
| 64 | |
| ], | |
| "act_scale": 262.6199951171875, | |
| "seed": 0, | |
| "device": "cuda", | |
| "layer": 24, | |
| "lm_name": "Qwen/Qwen3-8B", | |
| "wandb_name": "bsf_stream_L24_G4096_b64_k16_trainer_0", | |
| "submodule_name": "resid_post_layer_24" | |
| } | |
| } |