Upload checkpoint at step 2000
Browse files
checkpoint-2000/config.json
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"d_model": 384,
|
| 3 |
+
"n_heads": 8,
|
| 4 |
+
"n_layers": 6,
|
| 5 |
+
"d_ff": 1536,
|
| 6 |
+
"max_seq_len": 512,
|
| 7 |
+
"vocab_size": 49152,
|
| 8 |
+
"dropout": 0.1
|
| 9 |
+
}
|
checkpoint-2000/optimizer_0.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c429b6a8dd4e61fc19ef0b028f5996251ed59975f287d005c315a9a43fdae18a
|
| 3 |
+
size 42475006
|
checkpoint-2000/optimizer_1.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4c984f40ca164fdb8b5f87b928b9be063b07f37826ee649347dcaa83a719528b
|
| 3 |
+
size 151047056
|
checkpoint-2000/pytorch_model.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ea23d0e4dad8188e835456e8f052bf34c7d28b6e968765aea9833abc9c343182
|
| 3 |
+
size 118002208
|
checkpoint-2000/scheduler_0.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4bcabad8d2df95b0633d682b66b7ca4a612e59a4a73b250344d50226d7c50429
|
| 3 |
+
size 1008
|
checkpoint-2000/scheduler_1.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:75b10914e47e83d67685cbad8fe95817c83629b2fd218e21c6d3d2d565af5cbd
|
| 3 |
+
size 1008
|
checkpoint-2000/training_args.json
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 2000,
|
| 3 |
+
"metrics": {
|
| 4 |
+
"train_loss": 3.8291685581207275,
|
| 5 |
+
"train_accuracy": 0.3209635615348816,
|
| 6 |
+
"train_perplexity": 46.02425582786427,
|
| 7 |
+
"learning_rate": 0.006666666666666666
|
| 8 |
+
},
|
| 9 |
+
"total_steps": 15000
|
| 10 |
+
}
|