vukrosic commited on
Commit
0db2251
·
verified ·
1 Parent(s): f59629e

Upload checkpoint at step 2000

Browse files
checkpoint-2000/config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "d_model": 384,
3
+ "n_heads": 8,
4
+ "n_layers": 6,
5
+ "d_ff": 1536,
6
+ "max_seq_len": 512,
7
+ "vocab_size": 49152,
8
+ "dropout": 0.1
9
+ }
checkpoint-2000/optimizer_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c429b6a8dd4e61fc19ef0b028f5996251ed59975f287d005c315a9a43fdae18a
3
+ size 42475006
checkpoint-2000/optimizer_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c984f40ca164fdb8b5f87b928b9be063b07f37826ee649347dcaa83a719528b
3
+ size 151047056
checkpoint-2000/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea23d0e4dad8188e835456e8f052bf34c7d28b6e968765aea9833abc9c343182
3
+ size 118002208
checkpoint-2000/scheduler_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bcabad8d2df95b0633d682b66b7ca4a612e59a4a73b250344d50226d7c50429
3
+ size 1008
checkpoint-2000/scheduler_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75b10914e47e83d67685cbad8fe95817c83629b2fd218e21c6d3d2d565af5cbd
3
+ size 1008
checkpoint-2000/training_args.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 2000,
3
+ "metrics": {
4
+ "train_loss": 3.8291685581207275,
5
+ "train_accuracy": 0.3209635615348816,
6
+ "train_perplexity": 46.02425582786427,
7
+ "learning_rate": 0.006666666666666666
8
+ },
9
+ "total_steps": 15000
10
+ }