ONNX
English
autocorrect
spelling-correction
browser
offline-page
cfahlgren1 HF Staff commited on
Commit
5c1f5a0
·
verified ·
1 Parent(s): 9ca152a

Upload folder using huggingface_hub

Browse files
letters-v2/letters.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb0c199d82ad3983a64ac373e0739d42b27ad458d9dca768e7bcd49e8fc87c1e
3
+ size 2150995
letters-v2/metrics.json ADDED
@@ -0,0 +1,276 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "args": {
3
+ "repo": "cfahlgren1/tinyfix-realword",
4
+ "data_repo": "cfahlgren1/tinyfix-train-data",
5
+ "data_dir": null,
6
+ "run_name": "letters-v2",
7
+ "fineweb_tokens": 70000000,
8
+ "smoltalk_tokens": 50000000,
9
+ "oasst_tokens": 1000000000000,
10
+ "vocabulary": 20000,
11
+ "embedding": 64,
12
+ "hidden": 256,
13
+ "steps": 40000,
14
+ "batch": 4096,
15
+ "learning_rate": 0.002,
16
+ "misspellings_per_word": 16,
17
+ "min_count": 5,
18
+ "workers": 48,
19
+ "tuning_pairs": 6000,
20
+ "output": "/tmp/tinyfix-letters",
21
+ "no_upload": false
22
+ },
23
+ "parameters": 1960537,
24
+ "train_minutes": 37.7,
25
+ "validation": {
26
+ "accuracy": 0.9536,
27
+ "corrupted_accuracy": 0.928
28
+ },
29
+ "real_typos": {
30
+ "torch": {
31
+ "careful": {
32
+ "thresholds": {
33
+ "known_threshold": 7.0,
34
+ "unknown_threshold": 7.0,
35
+ "dev_gain": 2572
36
+ },
37
+ "dev": {
38
+ "misspelling": {
39
+ "right": 0.6022,
40
+ "wrong": 0.024,
41
+ "total": 4243
42
+ },
43
+ "real word": {
44
+ "right": 0.0803,
45
+ "wrong": 0.0017,
46
+ "total": 1757
47
+ },
48
+ "all right": 0.4493,
49
+ "all wrong": 0.0175,
50
+ "email changed per 1000": 1.133,
51
+ "github changed per 1000": 1.599
52
+ },
53
+ "test": {
54
+ "misspelling": {
55
+ "right": 0.6038,
56
+ "wrong": 0.0255,
57
+ "total": 2938
58
+ },
59
+ "real word": {
60
+ "right": 0.0697,
61
+ "wrong": 0.0075,
62
+ "total": 1062
63
+ },
64
+ "all right": 0.462,
65
+ "all wrong": 0.0208,
66
+ "email changed per 1000": 0.766,
67
+ "github changed per 1000": 1.0
68
+ }
69
+ },
70
+ "eager": {
71
+ "thresholds": {
72
+ "known_threshold": 5.0,
73
+ "unknown_threshold": 5.5,
74
+ "dev_gain": 3023
75
+ },
76
+ "dev": {
77
+ "misspelling": {
78
+ "right": 0.6872,
79
+ "wrong": 0.0358,
80
+ "total": 4243
81
+ },
82
+ "real word": {
83
+ "right": 0.1656,
84
+ "wrong": 0.0074,
85
+ "total": 1757
86
+ },
87
+ "all right": 0.5345,
88
+ "all wrong": 0.0275,
89
+ "email changed per 1000": 1.866,
90
+ "github changed per 1000": 2.398
91
+ },
92
+ "test": {
93
+ "misspelling": {
94
+ "right": 0.6923,
95
+ "wrong": 0.0412,
96
+ "total": 2938
97
+ },
98
+ "real word": {
99
+ "right": 0.1685,
100
+ "wrong": 0.0113,
101
+ "total": 1062
102
+ },
103
+ "all right": 0.5533,
104
+ "all wrong": 0.0333,
105
+ "email changed per 1000": 1.066,
106
+ "github changed per 1000": 2.066
107
+ }
108
+ }
109
+ },
110
+ "matmul-gather": {
111
+ "careful": {
112
+ "thresholds": {
113
+ "known_threshold": 10.5,
114
+ "unknown_threshold": 7.5,
115
+ "dev_gain": 2656
116
+ },
117
+ "dev": {
118
+ "misspelling": {
119
+ "right": 0.6462,
120
+ "wrong": 0.0356,
121
+ "total": 4243
122
+ },
123
+ "real word": {
124
+ "right": 0.0507,
125
+ "wrong": 0.0028,
126
+ "total": 1757
127
+ },
128
+ "all right": 0.4718,
129
+ "all wrong": 0.026,
130
+ "email changed per 1000": 1.133,
131
+ "github changed per 1000": 2.265
132
+ },
133
+ "test": {
134
+ "misspelling": {
135
+ "right": 0.6317,
136
+ "wrong": 0.0453,
137
+ "total": 2938
138
+ },
139
+ "real word": {
140
+ "right": 0.0452,
141
+ "wrong": 0.0009,
142
+ "total": 1062
143
+ },
144
+ "all right": 0.476,
145
+ "all wrong": 0.0335,
146
+ "email changed per 1000": 0.833,
147
+ "github changed per 1000": 1.4
148
+ }
149
+ },
150
+ "eager": {
151
+ "thresholds": {
152
+ "known_threshold": 11.5,
153
+ "unknown_threshold": 5.5,
154
+ "dev_gain": 2845
155
+ },
156
+ "dev": {
157
+ "misspelling": {
158
+ "right": 0.7165,
159
+ "wrong": 0.0556,
160
+ "total": 4243
161
+ },
162
+ "real word": {
163
+ "right": 0.0364,
164
+ "wrong": 0.0023,
165
+ "total": 1757
166
+ },
167
+ "all right": 0.5173,
168
+ "all wrong": 0.04,
169
+ "email changed per 1000": 1.866,
170
+ "github changed per 1000": 3.464
171
+ },
172
+ "test": {
173
+ "misspelling": {
174
+ "right": 0.7243,
175
+ "wrong": 0.063,
176
+ "total": 2938
177
+ },
178
+ "real word": {
179
+ "right": 0.0282,
180
+ "wrong": 0.0009,
181
+ "total": 1062
182
+ },
183
+ "all right": 0.5395,
184
+ "all wrong": 0.0465,
185
+ "email changed per 1000": 1.033,
186
+ "github changed per 1000": 2.266
187
+ }
188
+ }
189
+ },
190
+ "matmul": {
191
+ "careful": {
192
+ "thresholds": {
193
+ "known_threshold": 10.5,
194
+ "unknown_threshold": 7.5,
195
+ "dev_gain": 2608
196
+ },
197
+ "dev": {
198
+ "misspelling": {
199
+ "right": 0.6356,
200
+ "wrong": 0.0368,
201
+ "total": 4243
202
+ },
203
+ "real word": {
204
+ "right": 0.0518,
205
+ "wrong": 0.0028,
206
+ "total": 1757
207
+ },
208
+ "all right": 0.4647,
209
+ "all wrong": 0.0268,
210
+ "email changed per 1000": 1.166,
211
+ "github changed per 1000": 2.199
212
+ },
213
+ "test": {
214
+ "misspelling": {
215
+ "right": 0.6341,
216
+ "wrong": 0.0439,
217
+ "total": 2938
218
+ },
219
+ "real word": {
220
+ "right": 0.0452,
221
+ "wrong": 0.0028,
222
+ "total": 1062
223
+ },
224
+ "all right": 0.4778,
225
+ "all wrong": 0.033,
226
+ "email changed per 1000": 0.866,
227
+ "github changed per 1000": 1.4
228
+ }
229
+ },
230
+ "eager": {
231
+ "thresholds": {
232
+ "known_threshold": 8.5,
233
+ "unknown_threshold": 6.5,
234
+ "dev_gain": 2822
235
+ },
236
+ "dev": {
237
+ "misspelling": {
238
+ "right": 0.6778,
239
+ "wrong": 0.0481,
240
+ "total": 4243
241
+ },
242
+ "real word": {
243
+ "right": 0.1019,
244
+ "wrong": 0.0057,
245
+ "total": 1757
246
+ },
247
+ "all right": 0.5092,
248
+ "all wrong": 0.0357,
249
+ "email changed per 1000": 1.866,
250
+ "github changed per 1000": 2.865
251
+ },
252
+ "test": {
253
+ "misspelling": {
254
+ "right": 0.6872,
255
+ "wrong": 0.0511,
256
+ "total": 2938
257
+ },
258
+ "real word": {
259
+ "right": 0.1168,
260
+ "wrong": 0.0075,
261
+ "total": 1062
262
+ },
263
+ "all right": 0.5357,
264
+ "all wrong": 0.0395,
265
+ "email changed per 1000": 0.966,
266
+ "github changed per 1000": 2.199
267
+ }
268
+ }
269
+ }
270
+ },
271
+ "sizes_mb": {
272
+ "matmul-gather": 2.15,
273
+ "matmul": 6.05
274
+ },
275
+ "shipped": "matmul-gather"
276
+ }
letters-v2/test-outcomes.jsonl ADDED
The diff for this file is too large to render. See raw diff