sorika-labs commited on
Commit
3f7b10c
·
verified ·
1 Parent(s): d3d20c7

Update standalone weights with full 625-step fine-tuning (1 complete epoch)

Browse files
config.json CHANGED
@@ -30,7 +30,6 @@
30
  "encoder_layerdrop": 0.0,
31
  "encoder_layers": 32,
32
  "eos_token_id": 50257,
33
- "forced_decoder_ids": null,
34
  "init_std": 0.02,
35
  "is_encoder_decoder": true,
36
  "mask_feature_length": 10,
 
30
  "encoder_layerdrop": 0.0,
31
  "encoder_layers": 32,
32
  "eos_token_id": 50257,
 
33
  "init_std": 0.02,
34
  "is_encoder_decoder": true,
35
  "mask_feature_length": 10,
generation_config.json CHANGED
@@ -32,7 +32,16 @@
32
  "bos_token_id": 50257,
33
  "decoder_start_token_id": 50258,
34
  "eos_token_id": 50257,
35
- "forced_decoder_ids": null,
 
 
 
 
 
 
 
 
 
36
  "is_multilingual": true,
37
  "lang_to_id": {
38
  "<|af|>": 50327,
@@ -142,7 +151,96 @@
142
  "pad_token_id": 50257,
143
  "prev_sot_token_id": 50362,
144
  "return_timestamps": false,
145
- "suppress_tokens": [],
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
146
  "task_to_id": {
147
  "transcribe": 50360,
148
  "translate": 50359
 
32
  "bos_token_id": 50257,
33
  "decoder_start_token_id": 50258,
34
  "eos_token_id": 50257,
35
+ "forced_decoder_ids": [
36
+ [
37
+ 1,
38
+ null
39
+ ],
40
+ [
41
+ 2,
42
+ 50360
43
+ ]
44
+ ],
45
  "is_multilingual": true,
46
  "lang_to_id": {
47
  "<|af|>": 50327,
 
151
  "pad_token_id": 50257,
152
  "prev_sot_token_id": 50362,
153
  "return_timestamps": false,
154
+ "suppress_tokens": [
155
+ 1,
156
+ 2,
157
+ 7,
158
+ 8,
159
+ 9,
160
+ 10,
161
+ 14,
162
+ 25,
163
+ 26,
164
+ 27,
165
+ 28,
166
+ 29,
167
+ 31,
168
+ 58,
169
+ 59,
170
+ 60,
171
+ 61,
172
+ 62,
173
+ 63,
174
+ 90,
175
+ 91,
176
+ 92,
177
+ 93,
178
+ 359,
179
+ 503,
180
+ 522,
181
+ 542,
182
+ 873,
183
+ 893,
184
+ 902,
185
+ 918,
186
+ 922,
187
+ 931,
188
+ 1350,
189
+ 1853,
190
+ 1982,
191
+ 2460,
192
+ 2627,
193
+ 3246,
194
+ 3253,
195
+ 3268,
196
+ 3536,
197
+ 3846,
198
+ 3961,
199
+ 4183,
200
+ 4667,
201
+ 6585,
202
+ 6647,
203
+ 7273,
204
+ 9061,
205
+ 9383,
206
+ 10428,
207
+ 10929,
208
+ 11938,
209
+ 12033,
210
+ 12331,
211
+ 12562,
212
+ 13793,
213
+ 14157,
214
+ 14635,
215
+ 15265,
216
+ 15618,
217
+ 16553,
218
+ 16604,
219
+ 18362,
220
+ 18956,
221
+ 20075,
222
+ 21675,
223
+ 22520,
224
+ 26130,
225
+ 26161,
226
+ 26435,
227
+ 28279,
228
+ 29464,
229
+ 31650,
230
+ 32302,
231
+ 32470,
232
+ 36865,
233
+ 42863,
234
+ 47425,
235
+ 49870,
236
+ 50254,
237
+ 50258,
238
+ 50359,
239
+ 50360,
240
+ 50361,
241
+ 50362,
242
+ 50363
243
+ ],
244
  "task_to_id": {
245
  "transcribe": 50360,
246
  "translate": 50359
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:626eceabd3f43929fbd8b92dddc14b7bf316754b38c89ac1b553c65d0b7108a5
3
  size 1617824864
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:746bc61e82a54f31f5d0e5cbec9787806828de142378ea7f86219bf88e87481f
3
  size 1617824864
tokenizer.json CHANGED
@@ -1,11 +1,6 @@
1
  {
2
  "version": "1.0",
3
- "truncation": {
4
- "direction": "Right",
5
- "max_length": 448,
6
- "strategy": "LongestFirst",
7
- "stride": 0
8
- },
9
  "padding": null,
10
  "added_tokens": [
11
  {
@@ -14506,6 +14501,12 @@
14506
  "type_id": 0
14507
  }
14508
  },
 
 
 
 
 
 
14509
  {
14510
  "SpecialToken": {
14511
  "id": "<|transcribe|>",
@@ -14538,6 +14539,12 @@
14538
  "type_id": 0
14539
  }
14540
  },
 
 
 
 
 
 
14541
  {
14542
  "SpecialToken": {
14543
  "id": "<|transcribe|>",
@@ -14579,6 +14586,15 @@
14579
  "<|endoftext|>"
14580
  ]
14581
  },
 
 
 
 
 
 
 
 
 
14582
  "<|notimestamps|>": {
14583
  "id": "<|notimestamps|>",
14584
  "ids": [
 
1
  {
2
  "version": "1.0",
3
+ "truncation": null,
 
 
 
 
 
4
  "padding": null,
5
  "added_tokens": [
6
  {
 
14501
  "type_id": 0
14502
  }
14503
  },
14504
+ {
14505
+ "SpecialToken": {
14506
+ "id": "<|hi|>",
14507
+ "type_id": 0
14508
+ }
14509
+ },
14510
  {
14511
  "SpecialToken": {
14512
  "id": "<|transcribe|>",
 
14539
  "type_id": 0
14540
  }
14541
  },
14542
+ {
14543
+ "SpecialToken": {
14544
+ "id": "<|hi|>",
14545
+ "type_id": 0
14546
+ }
14547
+ },
14548
  {
14549
  "SpecialToken": {
14550
  "id": "<|transcribe|>",
 
14586
  "<|endoftext|>"
14587
  ]
14588
  },
14589
+ "<|hi|>": {
14590
+ "id": "<|hi|>",
14591
+ "ids": [
14592
+ 50276
14593
+ ],
14594
+ "tokens": [
14595
+ "<|hi|>"
14596
+ ]
14597
+ },
14598
  "<|notimestamps|>": {
14599
  "id": "<|notimestamps|>",
14600
  "ids": [
tokenizer_config.json CHANGED
@@ -115,7 +115,7 @@
115
  "<|notimestamps|>"
116
  ],
117
  "is_local": false,
118
- "language": null,
119
  "local_files_only": false,
120
  "max_length": 448,
121
  "model_max_length": 1000000000000000019884624838656,
 
115
  "<|notimestamps|>"
116
  ],
117
  "is_local": false,
118
+ "language": "hindi",
119
  "local_files_only": false,
120
  "max_length": 448,
121
  "model_max_length": 1000000000000000019884624838656,