Hugging Face's logo

mlc-ai
/
Qwen2-7B-Instruct-q0f16-MLC

MLC-LLM
web-llm
Model card Files
xet
Community
riczhou commited on
Commit
1603105
·
verified ·
1 Parent(s): 9de0b70

Initial commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. logs.txt +266 -0
  2. merges.txt +0 -0
  3. mlc-chat-config.json +80 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_100.bin +3 -0
  9. params_shard_101.bin +3 -0
  10. params_shard_102.bin +3 -0
  11. params_shard_103.bin +3 -0
  12. params_shard_104.bin +3 -0
  13. params_shard_105.bin +3 -0
  14. params_shard_106.bin +3 -0
  15. params_shard_107.bin +3 -0
  16. params_shard_108.bin +3 -0
  17. params_shard_109.bin +3 -0
  18. params_shard_11.bin +3 -0
  19. params_shard_110.bin +3 -0
  20. params_shard_111.bin +3 -0
  21. params_shard_112.bin +3 -0
  22. params_shard_113.bin +3 -0
  23. params_shard_12.bin +3 -0
  24. params_shard_13.bin +3 -0
  25. params_shard_14.bin +3 -0
  26. params_shard_15.bin +3 -0
  27. params_shard_16.bin +3 -0
  28. params_shard_17.bin +3 -0
  29. params_shard_18.bin +3 -0
  30. params_shard_19.bin +3 -0
  31. params_shard_2.bin +3 -0
  32. params_shard_20.bin +3 -0
  33. params_shard_21.bin +3 -0
  34. params_shard_22.bin +3 -0
  35. params_shard_23.bin +3 -0
  36. params_shard_24.bin +3 -0
  37. params_shard_25.bin +3 -0
  38. params_shard_26.bin +3 -0
  39. params_shard_27.bin +3 -0
  40. params_shard_28.bin +3 -0
  41. params_shard_29.bin +3 -0
  42. params_shard_3.bin +3 -0
  43. params_shard_30.bin +3 -0
  44. params_shard_31.bin +3 -0
  45. params_shard_32.bin +3 -0
  46. params_shard_33.bin +3 -0
  47. params_shard_34.bin +3 -0
  48. params_shard_35.bin +3 -0
  49. params_shard_36.bin +3 -0
  50. params_shard_37.bin +3 -0
logs.txt ADDED
@@ -0,0 +1,266 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
0
  0%| | 0/199 [00:00<?, ?it/s]
1
 
 
2
  0%| | 0/199 [00:00<?, ?it/s]
3
 
 
4
  0%| | 0/199 [00:06<?, ?it/s]
5
  1%| | 1/199 [00:09<30:33, 9.26s/it]
6
 
 
7
  1%| | 1/199 [00:09<30:33, 9.26s/it]
8
  1%| | 2/199 [00:09<12:43, 3.87s/it]
9
 
 
10
  1%| | 2/199 [00:09<12:43, 3.87s/it]
11
  2%|▏ | 3/199 [00:09<07:48, 2.39s/it]
12
 
 
13
  2%|▏ | 3/199 [00:09<07:48, 2.39s/it]
14
 
 
15
  2%|▏ | 3/199 [00:10<07:48, 2.39s/it]
16
 
 
17
  2%|▏ | 3/199 [00:10<07:48, 2.39s/it]
18
  3%|▎ | 6/199 [00:10<03:03, 1.05it/s]
19
 
 
20
  3%|▎ | 6/199 [00:11<03:03, 1.05it/s]
21
  4%|▎ | 7/199 [00:11<03:20, 1.04s/it]
22
 
 
23
  4%|▎ | 7/199 [00:11<03:20, 1.04s/it]
24
 
 
25
  4%|▎ | 7/199 [00:12<03:20, 1.04s/it]
26
 
 
27
  4%|▎ | 7/199 [00:12<03:20, 1.04s/it]
28
  5%|▌ | 10/199 [00:12<01:41, 1.86it/s]
29
 
 
30
  5%|▌ | 10/199 [00:12<01:41, 1.86it/s]
31
  6%|▌ | 11/199 [00:12<01:25, 2.20it/s]
32
 
 
33
  6%|▌ | 11/199 [00:12<01:25, 2.20it/s]
34
 
 
35
  6%|▌ | 11/199 [00:12<01:25, 2.20it/s]
36
  7%|▋ | 13/199 [00:12<01:15, 2.45it/s]
37
 
 
38
  7%|▋ | 13/199 [00:13<01:15, 2.45it/s]
39
  7%|▋ | 14/199 [00:14<01:50, 1.68it/s]
40
 
 
41
  7%|▋ | 14/199 [00:14<01:50, 1.68it/s]
42
 
 
43
  7%|▋ | 14/199 [00:14<01:50, 1.68it/s]
44
 
 
45
  7%|▋ | 14/199 [00:14<01:50, 1.68it/s]
46
  9%|▊ | 17/199 [00:14<01:02, 2.90it/s]
47
 
 
48
  9%|▊ | 17/199 [00:14<01:02, 2.90it/s]
49
  9%|▉ | 18/199 [00:14<00:54, 3.31it/s]
50
 
 
51
  9%|▉ | 18/199 [00:14<00:54, 3.31it/s]
52
 
 
53
  9%|▉ | 18/199 [00:14<00:54, 3.31it/s]
54
  10%|█ | 20/199 [00:15<00:54, 3.29it/s]
55
 
 
56
  10%|█ | 20/199 [00:15<00:54, 3.29it/s]
57
  11%|█ | 21/199 [00:16<01:28, 2.01it/s]
58
 
 
59
  11%|█ | 21/199 [00:16<01:28, 2.01it/s]
60
 
 
61
  11%|█ | 21/199 [00:16<01:28, 2.01it/s]
62
 
 
63
  11%|█ | 21/199 [00:16<01:28, 2.01it/s]
64
  12%|█▏ | 24/199 [00:16<00:51, 3.38it/s]
65
 
 
66
  12%|█▏ | 24/199 [00:16<00:51, 3.38it/s]
67
  13%|█▎ | 25/199 [00:16<00:45, 3.83it/s]
68
 
 
69
  13%|█▎ | 25/199 [00:16<00:45, 3.83it/s]
70
 
 
71
  13%|█▎ | 25/199 [00:16<00:45, 3.83it/s]
72
  14%|█▎ | 27/199 [00:17<00:47, 3.62it/s]
73
 
 
74
  14%|█▎ | 27/199 [00:17<00:47, 3.62it/s]
75
  14%|█▍ | 28/199 [00:18<01:21, 2.11it/s]
76
 
 
77
  14%|█▍ | 28/199 [00:18<01:21, 2.11it/s]
78
 
 
79
  14%|█▍ | 28/199 [00:18<01:21, 2.11it/s]
80
 
 
81
  14%|█▍ | 28/199 [00:18<01:21, 2.11it/s]
82
  16%|█▌ | 31/199 [00:18<00:47, 3.52it/s]
83
 
 
84
  16%|█▌ | 31/199 [00:18<00:47, 3.52it/s]
85
  16%|█▌ | 32/199 [00:18<00:41, 3.98it/s]
86
 
 
87
  16%|█▌ | 32/199 [00:18<00:41, 3.98it/s]
88
 
 
89
  16%|█▌ | 32/199 [00:19<00:41, 3.98it/s]
90
  17%|█▋ | 34/199 [00:19<00:44, 3.71it/s]
91
 
 
92
  17%|█▋ | 34/199 [00:19<00:44, 3.71it/s]
93
  18%|█▊ | 35/199 [00:20<01:17, 2.13it/s]
94
 
 
95
  18%|█▊ | 35/199 [00:20<01:17, 2.13it/s]
96
 
 
97
  18%|█▊ | 35/199 [00:20<01:17, 2.13it/s]
98
 
 
99
  18%|█▊ | 35/199 [00:20<01:17, 2.13it/s]
100
  19%|█▉ | 38/199 [00:20<00:45, 3.54it/s]
101
 
 
102
  19%|█▉ | 38/199 [00:20<00:45, 3.54it/s]
103
  20%|█▉ | 39/199 [00:21<00:40, 3.99it/s]
104
 
 
105
  20%|█▉ | 39/199 [00:21<00:40, 3.99it/s]
106
 
 
107
  20%|█▉ | 39/199 [00:21<00:40, 3.99it/s]
108
 
 
109
  20%|█▉ | 39/199 [00:21<00:40, 3.99it/s]
110
 
 
111
  20%|█▉ | 39/199 [00:27<00:40, 3.99it/s]
112
  21%|██ | 41/199 [00:30<04:34, 1.74s/it]
113
 
 
114
  21%|██ | 41/199 [00:30<04:34, 1.74s/it]
115
 
 
116
  21%|██ | 41/199 [00:30<04:34, 1.74s/it]
117
  22%|██▏ | 43/199 [00:31<03:21, 1.29s/it]
118
 
 
119
  22%|██▏ | 43/199 [00:31<03:21, 1.29s/it]
120
  22%|██▏ | 44/199 [00:32<03:20, 1.29s/it]
121
 
 
122
  22%|██▏ | 44/199 [00:32<03:20, 1.29s/it]
123
 
 
124
  22%|██▏ | 44/199 [00:32<03:20, 1.29s/it]
125
 
 
126
  22%|██▏ | 44/199 [00:32<03:20, 1.29s/it]
127
  24%|██▎ | 47/199 [00:32<01:52, 1.35it/s]
128
 
 
129
  24%|██▎ | 47/199 [00:32<01:52, 1.35it/s]
130
  24%|██▍ | 48/199 [00:32<01:35, 1.58it/s]
131
 
 
132
  24%|██▍ | 48/199 [00:32<01:35, 1.58it/s]
133
 
 
134
  24%|██▍ | 48/199 [00:32<01:35, 1.58it/s]
135
  25%|██▌ | 50/199 [00:33<01:18, 1.90it/s]
136
 
 
137
  25%|██▌ | 50/199 [00:33<01:18, 1.90it/s]
138
  26%|██▌ | 51/199 [00:34<01:41, 1.46it/s]
139
 
 
140
  26%|██▌ | 51/199 [00:34<01:41, 1.46it/s]
141
 
 
142
  26%|██▌ | 51/199 [00:34<01:41, 1.46it/s]
143
 
 
144
  26%|██▌ | 51/199 [00:34<01:41, 1.46it/s]
145
  27%|██▋ | 54/199 [00:34<00:57, 2.50it/s]
146
 
 
147
  27%|██▋ | 54/199 [00:34<00:57, 2.50it/s]
148
  28%|██▊ | 55/199 [00:34<00:49, 2.88it/s]
149
 
 
150
  28%|██▊ | 55/199 [00:34<00:49, 2.88it/s]
151
 
 
152
  28%|██▊ | 55/199 [00:35<00:49, 2.88it/s]
153
  29%|██▊ | 57/199 [00:35<00:47, 3.01it/s]
154
 
 
155
  29%|██▊ | 57/199 [00:36<00:47, 3.01it/s]
156
  29%|██▉ | 58/199 [00:36<01:12, 1.94it/s]
157
 
 
158
  29%|██▉ | 58/199 [00:36<01:12, 1.94it/s]
159
 
 
160
  29%|██▉ | 58/199 [00:36<01:12, 1.94it/s]
161
 
 
162
  29%|██▉ | 58/199 [00:36<01:12, 1.94it/s]
163
  31%|███ | 61/199 [00:36<00:42, 3.27it/s]
164
 
 
165
  31%|███ | 61/199 [00:37<00:42, 3.27it/s]
166
  31%|███ | 62/199 [00:37<00:37, 3.70it/s]
167
 
 
168
  31%|███ | 62/199 [00:37<00:37, 3.70it/s]
169
 
 
170
  31%|███ | 62/199 [00:37<00:37, 3.70it/s]
171
  32%|███▏ | 64/199 [00:37<00:38, 3.53it/s]
172
 
 
173
  32%|███▏ | 64/199 [00:38<00:38, 3.53it/s]
174
  33%|███▎ | 65/199 [00:39<01:11, 1.87it/s]
175
 
 
176
  33%|███▎ | 65/199 [00:39<01:11, 1.87it/s]
177
 
 
178
  33%|███▎ | 65/199 [00:39<01:11, 1.87it/s]
179
 
 
180
  33%|███▎ | 65/199 [00:39<01:11, 1.87it/s]
181
  34%|███▍ | 68/199 [00:39<00:41, 3.16it/s]
182
 
 
183
  34%|███▍ | 68/199 [00:39<00:41, 3.16it/s]
184
  35%|███▍ | 69/199 [00:39<00:36, 3.59it/s]
185
 
 
186
  35%|███▍ | 69/199 [00:39<00:36, 3.59it/s]
187
 
 
188
  35%|███▍ | 69/199 [00:39<00:36, 3.59it/s]
189
  36%|███▌ | 71/199 [00:40<00:37, 3.45it/s]
190
 
 
191
  36%|███▌ | 71/199 [00:41<00:37, 3.45it/s]
192
  36%|███▌ | 72/199 [00:42<01:29, 1.42it/s]
193
 
 
194
  36%|███▌ | 72/199 [00:42<01:29, 1.42it/s]
195
 
 
196
  36%|███▌ | 72/199 [00:42<01:29, 1.42it/s]
197
 
 
198
  36%|███▌ | 72/199 [00:42<01:29, 1.42it/s]
199
  38%|███▊ | 75/199 [00:42<00:50, 2.44it/s]
200
 
 
201
  38%|███▊ | 75/199 [00:42<00:50, 2.44it/s]
202
  38%|███▊ | 76/199 [00:42<00:43, 2.81it/s]
203
 
 
204
  38%|███▊ | 76/199 [00:42<00:43, 2.81it/s]
205
 
 
206
  38%|███▊ | 76/199 [00:43<00:43, 2.81it/s]
207
  39%|███▉ | 78/199 [00:43<00:40, 2.95it/s]
208
 
 
209
  39%|███▉ | 78/199 [00:45<00:40, 2.95it/s]
210
  40%|███▉ | 79/199 [00:45<01:29, 1.34it/s]
211
 
 
212
  40%|███▉ | 79/199 [00:45<01:29, 1.34it/s]
213
 
 
214
  40%|███▉ | 79/199 [00:45<01:29, 1.34it/s]
215
 
 
216
  40%|███▉ | 79/199 [00:46<01:29, 1.34it/s]
217
  41%|████ | 82/199 [00:46<00:50, 2.30it/s]
218
 
 
219
  41%|████ | 82/199 [00:46<00:50, 2.30it/s]
220
  42%|████▏ | 83/199 [00:46<00:43, 2.66it/s]
221
 
 
222
  42%|████▏ | 83/199 [00:46<00:43, 2.66it/s]
223
 
 
224
  42%|████▏ | 83/199 [00:46<00:43, 2.66it/s]
225
  43%|████▎ | 85/199 [00:46<00:31, 3.65it/s]
226
 
 
227
  43%|████▎ | 85/199 [00:46<00:31, 3.65it/s]
228
 
 
229
  43%|████▎ | 85/199 [00:46<00:31, 3.65it/s]
230
 
 
231
  43%|████▎ | 85/199 [00:46<00:31, 3.65it/s]
232
 
 
233
  43%|████▎ | 85/199 [00:50<00:31, 3.65it/s]
234
  44%|████▎ | 87/199 [00:50<01:40, 1.12it/s]
235
 
 
236
  44%|████▎ | 87/199 [00:50<01:40, 1.12it/s]
237
  44%|████▍ | 88/199 [00:51<01:33, 1.19it/s]
238
 
 
239
  44%|████▍ | 88/199 [00:52<01:33, 1.19it/s]
240
  45%|████▍ | 89/199 [00:53<01:55, 1.05s/it]
241
 
 
242
  45%|████▍ | 89/199 [00:53<01:55, 1.05s/it]
243
 
 
244
  45%|████▍ | 89/199 [00:53<01:55, 1.05s/it]
245
 
 
246
  45%|████▍ | 89/199 [00:53<01:55, 1.05s/it]
247
  46%|████▌ | 92/199 [00:53<01:01, 1.73it/s]
248
 
 
249
  46%|████▌ | 92/199 [00:53<01:01, 1.73it/s]
250
  47%|████▋ | 93/199 [00:53<00:51, 2.05it/s]
251
 
 
252
  47%|████▋ | 93/199 [00:53<00:51, 2.05it/s]
253
 
 
254
  47%|████▋ | 93/199 [00:53<00:51, 2.05it/s]
255
  48%|████▊ | 95/199 [00:54<00:44, 2.35it/s]
256
 
 
257
  48%|████▊ | 95/199 [00:54<00:44, 2.35it/s]
258
  48%|████▊ | 96/199 [00:55<01:02, 1.65it/s]
259
 
 
260
  48%|████▊ | 96/199 [00:55<01:02, 1.65it/s]
261
 
 
262
  48%|████▊ | 96/199 [00:55<01:02, 1.65it/s]
263
 
 
264
  48%|████▊ | 96/199 [00:55<01:02, 1.65it/s]
265
  50%|████▉ | 99/199 [00:55<00:35, 2.83it/s]
266
 
 
267
  50%|████▉ | 99/199 [00:55<00:35, 2.83it/s]
268
  50%|█████ | 100/199 [00:55<00:30, 3.24it/s]
269
 
 
270
  50%|█████ | 100/199 [00:55<00:30, 3.24it/s]
271
 
 
272
  50%|█████ | 100/199 [00:55<00:30, 3.24it/s]
273
  51%|█████▏ | 102/199 [00:56<00:29, 3.24it/s]
274
 
 
275
  51%|█████▏ | 102/199 [00:56<00:29, 3.24it/s]
276
  52%|█████▏ | 103/199 [00:57<00:50, 1.91it/s]
277
 
 
278
  52%|█████▏ | 103/199 [00:57<00:50, 1.91it/s]
279
 
 
280
  52%|█████▏ | 103/199 [00:57<00:50, 1.91it/s]
281
 
 
282
  52%|█████▏ | 103/199 [00:57<00:50, 1.91it/s]
283
  53%|█████▎ | 106/199 [00:57<00:28, 3.22it/s]
284
 
 
285
  53%|█████▎ | 106/199 [00:57<00:28, 3.22it/s]
286
  54%|█████▍ | 107/199 [00:57<00:25, 3.65it/s]
287
 
 
288
  54%|█████▍ | 107/199 [00:57<00:25, 3.65it/s]
289
 
 
290
  54%|█████▍ | 107/199 [00:58<00:25, 3.65it/s]
291
  55%|█████▍ | 109/199 [00:58<00:25, 3.52it/s]
292
 
 
293
  55%|█████▍ | 109/199 [01:00<00:25, 3.52it/s]
294
  55%|█████▌ | 110/199 [01:00<01:02, 1.42it/s]
295
 
 
296
  55%|█████▌ | 110/199 [01:00<01:02, 1.42it/s]
297
 
 
298
  55%|█████▌ | 110/199 [01:01<01:02, 1.42it/s]
299
 
 
300
  55%|█████▌ | 110/199 [01:01<01:02, 1.42it/s]
301
  57%|█████▋ | 113/199 [01:01<00:35, 2.44it/s]
302
 
 
303
  57%|█████▋ | 113/199 [01:01<00:35, 2.44it/s]
304
  57%|█████▋ | 114/199 [01:01<00:30, 2.82it/s]
305
 
 
306
  57%|█████▋ | 114/199 [01:01<00:30, 2.82it/s]
307
 
 
308
  57%|█████▋ | 114/199 [01:06<00:30, 2.82it/s]
309
  58%|█████▊ | 115/199 [01:07<02:02, 1.45s/it]
310
 
 
311
  58%|█████▊ | 115/199 [01:07<02:02, 1.45s/it]
312
 
 
313
  58%|█████▊ | 115/199 [01:07<02:02, 1.45s/it]
314
  59%|█████▉ | 117/199 [01:07<01:18, 1.05it/s]
315
 
 
316
  59%|█████▉ | 117/199 [01:07<01:18, 1.05it/s]
317
  59%|█████▉ | 118/199 [01:07<01:03, 1.28it/s]
318
 
 
319
  59%|█████▉ | 118/199 [01:07<01:03, 1.28it/s]
320
 
 
321
  59%|█████▉ | 118/199 [01:07<01:03, 1.28it/s]
322
  60%|██████ | 120/199 [01:08<00:50, 1.57it/s]
323
 
 
324
  60%|██████ | 120/199 [01:09<00:50, 1.57it/s]
325
  61%|██████ | 121/199 [01:10<01:15, 1.03it/s]
326
 
 
327
  61%|██████ | 121/199 [01:10<01:15, 1.03it/s]
328
 
 
329
  61%|██████ | 121/199 [01:10<01:15, 1.03it/s]
330
 
 
331
  61%|██████ | 121/199 [01:10<01:15, 1.03it/s]
332
  62%|██████▏ | 124/199 [01:11<00:45, 1.63it/s]
333
 
 
334
  62%|██████▏ | 124/199 [01:12<00:45, 1.63it/s]
335
  63%|██████▎ | 125/199 [01:13<01:07, 1.09it/s]
336
 
 
337
  63%|██████▎ | 125/199 [01:13<01:07, 1.09it/s]
338
 
 
339
  63%|██████▎ | 125/199 [01:13<01:07, 1.09it/s]
340
 
 
341
  63%|██████▎ | 125/199 [01:13<01:07, 1.09it/s]
342
  64%|██████▍ | 128/199 [01:13<00:38, 1.86it/s]
343
 
 
344
  64%|██████▍ | 128/199 [01:13<00:38, 1.86it/s]
345
  65%|██████▍ | 129/199 [01:13<00:32, 2.17it/s]
346
 
 
347
  65%|██████▍ | 129/199 [01:13<00:32, 2.17it/s]
348
 
 
349
  65%|██████▍ | 129/199 [01:13<00:32, 2.17it/s]
350
  66%|██████▌ | 131/199 [01:14<00:27, 2.45it/s]
351
 
 
352
  66%|██████▌ | 131/199 [01:15<00:27, 2.45it/s]
353
  66%|██████▋ | 132/199 [01:16<00:51, 1.31it/s]
354
 
 
355
  66%|██████▋ | 132/199 [01:16<00:51, 1.31it/s]
356
 
 
357
  66%|██████▋ | 132/199 [01:16<00:51, 1.31it/s]
358
 
 
359
  66%|██████▋ | 132/199 [01:16<00:51, 1.31it/s]
360
  68%|██████▊ | 135/199 [01:16<00:28, 2.25it/s]
361
 
 
362
  68%|██████▊ | 135/199 [01:16<00:28, 2.25it/s]
363
  68%|██████▊ | 136/199 [01:16<00:24, 2.60it/s]
364
 
 
365
  68%|██████▊ | 136/199 [01:16<00:24, 2.60it/s]
366
 
 
367
  68%|██████▊ | 136/199 [01:16<00:24, 2.60it/s]
368
  69%|██████▉ | 138/199 [01:17<00:21, 2.79it/s]
369
 
 
370
  69%|██████▉ | 138/199 [01:18<00:21, 2.79it/s]
371
  70%|██████▉ | 139/199 [01:19<00:40, 1.48it/s]
372
 
 
373
  70%|██████▉ | 139/199 [01:19<00:40, 1.48it/s]
374
 
 
375
  70%|██████▉ | 139/199 [01:19<00:40, 1.48it/s]
376
 
 
377
  70%|██████▉ | 139/199 [01:19<00:40, 1.48it/s]
378
  71%|███████▏ | 142/199 [01:19<00:22, 2.52it/s]
379
 
 
380
  71%|███████▏ | 142/199 [01:19<00:22, 2.52it/s]
381
  72%|███████▏ | 143/199 [01:19<00:19, 2.91it/s]
382
 
 
383
  72%|███████▏ | 143/199 [01:19<00:19, 2.91it/s]
384
 
 
385
  72%|███████▏ | 143/199 [01:19<00:19, 2.91it/s]
386
  73%|███████▎ | 145/199 [01:20<00:17, 3.04it/s]
387
 
 
388
  73%|███████▎ | 145/199 [01:20<00:17, 3.04it/s]
389
 
 
390
  73%|███████▎ | 145/199 [01:20<00:17, 3.04it/s]
391
 
 
392
  73%|███████▎ | 145/199 [01:20<00:17, 3.04it/s]
393
  74%|███████▍ | 148/199 [01:20<00:14, 3.62it/s]
394
 
 
395
  74%|███████▍ | 148/199 [01:22<00:14, 3.62it/s]
396
  75%|███████▍ | 149/199 [01:23<00:32, 1.56it/s]
397
 
 
398
  75%|███████▍ | 149/199 [01:23<00:32, 1.56it/s]
399
 
 
400
  75%|███████▍ | 149/199 [01:23<00:32, 1.56it/s]
401
 
 
402
  75%|███████▍ | 149/199 [01:23<00:32, 1.56it/s]
403
  76%|███████▋ | 152/199 [01:23<00:18, 2.51it/s]
404
 
 
405
  76%|███████▋ | 152/199 [01:23<00:18, 2.51it/s]
406
  77%|███████▋ | 153/199 [01:23<00:16, 2.86it/s]
407
 
 
408
  77%|███████▋ | 153/199 [01:23<00:16, 2.86it/s]
409
 
 
410
  77%|███████▋ | 153/199 [01:23<00:16, 2.86it/s]
411
  78%|███████▊ | 155/199 [01:24<00:14, 2.96it/s]
412
 
 
413
  78%|███████▊ | 155/199 [01:25<00:14, 2.96it/s]
414
  78%|███████▊ | 156/199 [01:26<00:29, 1.45it/s]
415
 
 
416
  78%|███████▊ | 156/199 [01:26<00:29, 1.45it/s]
417
 
 
418
  78%|███████▊ | 156/199 [01:26<00:29, 1.45it/s]
419
 
 
420
  78%|███████▊ | 156/199 [01:26<00:29, 1.45it/s]
421
  80%|███████▉ | 159/199 [01:26<00:16, 2.44it/s]
422
 
 
423
  80%|███████▉ | 159/199 [01:26<00:16, 2.44it/s]
424
  80%|████████ | 160/199 [01:26<00:13, 2.80it/s]
425
 
 
426
  80%|████████ | 160/199 [01:26<00:13, 2.80it/s]
427
 
 
428
  80%|████████ | 160/199 [01:26<00:13, 2.80it/s]
429
  81%|████████▏ | 162/199 [01:27<00:12, 2.93it/s]
430
 
 
431
  81%|████████▏ | 162/199 [01:28<00:12, 2.93it/s]
432
  82%|████████▏ | 163/199 [01:29<00:25, 1.40it/s]
433
 
 
434
  82%|████████▏ | 163/199 [01:29<00:25, 1.40it/s]
435
 
 
436
  82%|████████▏ | 163/199 [01:29<00:25, 1.40it/s]
437
 
 
438
  82%|████████▏ | 163/199 [01:29<00:25, 1.40it/s]
439
  83%|████████▎ | 166/199 [01:29<00:13, 2.39it/s]
440
 
 
441
  83%|████████▎ | 166/199 [01:29<00:13, 2.39it/s]
442
  84%|████████▍ | 167/199 [01:29<00:11, 2.76it/s]
443
 
 
444
  84%|████████▍ | 167/199 [01:29<00:11, 2.76it/s]
445
 
 
446
  84%|████████▍ | 167/199 [01:30<00:11, 2.76it/s]
447
  85%|████████▍ | 169/199 [01:30<00:10, 2.94it/s]
448
 
 
449
  85%|████████▍ | 169/199 [01:31<00:10, 2.94it/s]
450
  85%|████████▌ | 170/199 [01:32<00:19, 1.49it/s]
451
 
 
452
  85%|████████▌ | 170/199 [01:32<00:19, 1.49it/s]
453
 
 
454
  85%|████████▌ | 170/199 [01:32<00:19, 1.49it/s]
455
 
 
456
  85%|████████▌ | 170/199 [01:32<00:19, 1.49it/s]
457
  87%|████████▋ | 173/199 [01:32<00:10, 2.54it/s]
458
 
 
459
  87%|████████▋ | 173/199 [01:32<00:10, 2.54it/s]
460
  87%|████████▋ | 174/199 [01:32<00:08, 2.93it/s]
461
 
 
462
  87%|████████▋ | 174/199 [01:32<00:08, 2.93it/s]
463
 
 
464
  87%|████████▋ | 174/199 [01:33<00:08, 2.93it/s]
465
  88%|████████▊ | 176/199 [01:33<00:07, 3.02it/s]
466
 
 
467
  88%|████████▊ | 176/199 [01:34<00:07, 3.02it/s]
468
  89%|████████▉ | 177/199 [01:35<00:13, 1.64it/s]
469
 
 
470
  89%|████████▉ | 177/199 [01:35<00:13, 1.64it/s]
471
 
 
472
  89%|████████▉ | 177/199 [01:35<00:13, 1.64it/s]
473
 
 
474
  89%|████████▉ | 177/199 [01:35<00:13, 1.64it/s]
475
  90%|█████████ | 180/199 [01:35<00:06, 2.80it/s]
476
 
 
477
  90%|█████████ | 180/199 [01:35<00:06, 2.80it/s]
478
  91%|█████████ | 181/199 [01:35<00:05, 3.21it/s]
479
 
 
480
  91%|█████████ | 181/199 [01:35<00:05, 3.21it/s]
481
 
 
482
  91%|█████████ | 181/199 [01:35<00:05, 3.21it/s]
483
  92%|█████████▏| 183/199 [01:36<00:04, 3.25it/s]
484
 
 
485
  92%|█████████▏| 183/199 [01:37<00:04, 3.25it/s]
486
  92%|█████████▏| 184/199 [01:37<00:09, 1.65it/s]
487
 
 
488
  92%|█████████▏| 184/199 [01:37<00:09, 1.65it/s]
489
 
 
490
  92%|█████████▏| 184/199 [01:37<00:09, 1.65it/s]
491
 
 
492
  92%|█████████▏| 184/199 [01:37<00:09, 1.65it/s]
493
  94%|█████████▍| 187/199 [01:38<00:04, 2.82it/s]
494
 
 
495
  94%|█████████▍| 187/199 [01:38<00:04, 2.82it/s]
496
  94%|█████████▍| 188/199 [01:38<00:03, 3.23it/s]
497
 
 
498
  94%|█████████▍| 188/199 [01:38<00:03, 3.23it/s]
499
 
 
500
  94%|█████████▍| 188/199 [01:38<00:03, 3.23it/s]
501
  95%|█████████▌| 190/199 [01:38<00:02, 3.27it/s]
502
 
 
503
  95%|█████████▌| 190/199 [01:40<00:02, 3.27it/s]
504
  96%|█████████▌| 191/199 [01:40<00:05, 1.51it/s]
505
 
 
506
  96%|█████████▌| 191/199 [01:40<00:05, 1.51it/s]
507
 
 
508
  96%|█████████▌| 191/199 [01:40<00:05, 1.51it/s]
509
 
 
510
  96%|█████████▌| 191/199 [01:40<00:05, 1.51it/s]
511
  97%|█████████▋| 194/199 [01:41<00:01, 2.58it/s]
512
 
 
513
  97%|█████████▋| 194/199 [01:41<00:01, 2.58it/s]
514
  98%|█████████▊| 195/199 [01:41<00:01, 2.97it/s]
515
 
 
516
  98%|█████████▊| 195/199 [01:42<00:01, 2.97it/s]
517
  98%|█████████▊| 196/199 [01:43<00:01, 1.55it/s]
518
 
 
519
  98%|█████████▊| 196/199 [01:43<00:01, 1.55it/s]
520
 
 
521
  98%|█████████▊| 196/199 [01:43<00:01, 1.55it/s]
522
  99%|█████████▉| 198/199 [01:43<00:00, 2.27it/s]
523
 
 
524
  99%|█████████▉| 198/199 [01:43<00:00, 2.27it/s]
 
 
 
 
 
 
 
 
 
 
 
1
+ /opt/conda/envs/py310/bin/python -m mlc_llm gen_config /models/Qwen2-7B-Instruct --quantization q0f16 --conv-template chatml --output /models/mlc-delivery/hf/mlc-ai/Qwen2-7B-Instruct-q0f16-MLC
2
+ [2024-06-06 23:44:36] INFO auto_config.py:116: Found model configuration: /models/Qwen2-7B-Instruct/config.json
3
+ [2024-06-06 23:44:36] INFO auto_config.py:154: Found model type: qwen2. Use `--model-type` to override.
4
+ [2024-06-06 23:44:36] INFO qwen2_model.py:49: context_window_size not found in config.json. Falling back to max_position_embeddings (32768)
5
+ [2024-06-06 23:44:36] INFO qwen2_model.py:66: prefill_chunk_size defaults to 2048
6
+ [2024-06-06 23:44:36] INFO config.py:107: Overriding max_batch_size from 1 to 80
7
+ [2024-06-06 23:44:36] INFO gen_config.py:143: [generation_config.json] Setting bos_token_id: 151643
8
+ [2024-06-06 23:44:36] INFO gen_config.py:143: [generation_config.json] Setting pad_token_id: 151643
9
+ [2024-06-06 23:44:36] INFO gen_config.py:143: [generation_config.json] Setting eos_token_id: [151645, 151643]
10
+ [2024-06-06 23:44:36] INFO gen_config.py:143: [generation_config.json] Setting repetition_penalty: 1.05
11
+ [2024-06-06 23:44:36] INFO gen_config.py:143: [generation_config.json] Setting temperature: 0.7
12
+ [2024-06-06 23:44:36] INFO gen_config.py:143: [generation_config.json] Setting top_p: 0.8
13
+ [2024-06-06 23:44:36] INFO gen_config.py:157: Not found tokenizer config: /models/Qwen2-7B-Instruct/tokenizer.model
14
+ [2024-06-06 23:44:36] INFO gen_config.py:155: Found tokenizer config: /models/Qwen2-7B-Instruct/tokenizer.json. Copying to /models/mlc-delivery/hf/mlc-ai/Qwen2-7B-Instruct-q0f16-MLC/tokenizer.json
15
+ [2024-06-06 23:44:36] INFO gen_config.py:155: Found tokenizer config: /models/Qwen2-7B-Instruct/vocab.json. Copying to /models/mlc-delivery/hf/mlc-ai/Qwen2-7B-Instruct-q0f16-MLC/vocab.json
16
+ [2024-06-06 23:44:36] INFO gen_config.py:155: Found tokenizer config: /models/Qwen2-7B-Instruct/merges.txt. Copying to /models/mlc-delivery/hf/mlc-ai/Qwen2-7B-Instruct-q0f16-MLC/merges.txt
17
+ [2024-06-06 23:44:36] INFO gen_config.py:157: Not found tokenizer config: /models/Qwen2-7B-Instruct/added_tokens.json
18
+ [2024-06-06 23:44:36] INFO gen_config.py:155: Found tokenizer config: /models/Qwen2-7B-Instruct/tokenizer_config.json. Copying to /models/mlc-delivery/hf/mlc-ai/Qwen2-7B-Instruct-q0f16-MLC/tokenizer_config.json
19
+ [2024-06-06 23:44:36] INFO gen_config.py:216: Detected tokenizer info: {'token_postproc_method': 'byte_level', 'prepend_space_in_encode': False, 'strip_space_in_decode': False}
20
+ [2024-06-06 23:44:36] INFO gen_config.py:32: [System default] Setting presence_penalty: 0.0
21
+ [2024-06-06 23:44:36] INFO gen_config.py:32: [System default] Setting frequency_penalty: 0.0
22
+ [2024-06-06 23:44:36] INFO gen_config.py:223: Dumping configuration file to: /models/mlc-delivery/hf/mlc-ai/Qwen2-7B-Instruct-q0f16-MLC/mlc-chat-config.json
23
+ /opt/conda/envs/py310/bin/python -m mlc_llm convert_weight /models/Qwen2-7B-Instruct --quantization q0f16 --output /models/mlc-delivery/hf/mlc-ai/Qwen2-7B-Instruct-q0f16-MLC
24
+ [2024-06-06 23:44:38] INFO auto_config.py:116: Found model configuration: /models/Qwen2-7B-Instruct/config.json
25
+ [2024-06-06 23:44:39] INFO auto_device.py:79: Found device: cuda:0
26
+ [2024-06-06 23:44:41] INFO auto_device.py:88: Not found device: rocm:0
27
+ [2024-06-06 23:44:42] INFO auto_device.py:88: Not found device: metal:0
28
+ [2024-06-06 23:44:44] INFO auto_device.py:79: Found device: vulkan:0
29
+ [2024-06-06 23:44:44] INFO auto_device.py:79: Found device: vulkan:1
30
+ [2024-06-06 23:44:44] INFO auto_device.py:79: Found device: vulkan:2
31
+ [2024-06-06 23:44:44] INFO auto_device.py:79: Found device: vulkan:3
32
+ [2024-06-06 23:44:45] INFO auto_device.py:88: Not found device: opencl:0
33
+ [2024-06-06 23:44:45] INFO auto_device.py:35: Using device: cuda:0
34
+ [2024-06-06 23:44:45] INFO auto_weight.py:71: Finding weights in: /models/Qwen2-7B-Instruct
35
+ [2024-06-06 23:44:45] INFO auto_weight.py:137: Not found Huggingface PyTorch
36
+ [2024-06-06 23:44:45] INFO auto_weight.py:144: Found source weight format: huggingface-safetensor. Source configuration: /models/Qwen2-7B-Instruct/model.safetensors.index.json
37
+ [2024-06-06 23:44:45] INFO auto_weight.py:107: Using source weight configuration: /models/Qwen2-7B-Instruct/model.safetensors.index.json. Use `--source` to override.
38
+ [2024-06-06 23:44:45] INFO auto_weight.py:111: Using source weight format: huggingface-safetensor. Use `--source-format` to override.
39
+ [2024-06-06 23:44:45] INFO auto_config.py:154: Found model type: qwen2. Use `--model-type` to override.
40
+ [2024-06-06 23:44:45] INFO qwen2_model.py:49: context_window_size not found in config.json. Falling back to max_position_embeddings (32768)
41
+ [2024-06-06 23:44:45] INFO qwen2_model.py:66: prefill_chunk_size defaults to 2048
42
+ Weight conversion with arguments:
43
+ --config /models/Qwen2-7B-Instruct/config.json
44
+ --quantization NoQuantize(name='q0f16', kind='no-quant', model_dtype='float16')
45
+ --model-type qwen2
46
+ --device cuda:0
47
+ --source /models/Qwen2-7B-Instruct/model.safetensors.index.json
48
+ --source-format huggingface-safetensor
49
+ --output /models/mlc-delivery/hf/mlc-ai/Qwen2-7B-Instruct-q0f16-MLC
50
+ Start storing to cache /models/mlc-delivery/hf/mlc-ai/Qwen2-7B-Instruct-q0f16-MLC
51
+
52
  0%| | 0/199 [00:00<?, ?it/s]
53
 
54
+
55
  0%| | 0/199 [00:00<?, ?it/s]
56
 
57
+
58
  0%| | 0/199 [00:06<?, ?it/s]
59
  1%| | 1/199 [00:09<30:33, 9.26s/it]
60
 
61
+
62
  1%| | 1/199 [00:09<30:33, 9.26s/it]
63
  1%| | 2/199 [00:09<12:43, 3.87s/it]
64
 
65
+
66
  1%| | 2/199 [00:09<12:43, 3.87s/it]
67
  2%|▏ | 3/199 [00:09<07:48, 2.39s/it]
68
 
69
+
70
  2%|▏ | 3/199 [00:09<07:48, 2.39s/it]
71
 
72
+
73
  2%|▏ | 3/199 [00:10<07:48, 2.39s/it]
74
 
75
+
76
  2%|▏ | 3/199 [00:10<07:48, 2.39s/it]
77
  3%|▎ | 6/199 [00:10<03:03, 1.05it/s]
78
 
79
+
80
  3%|▎ | 6/199 [00:11<03:03, 1.05it/s]
81
  4%|▎ | 7/199 [00:11<03:20, 1.04s/it]
82
 
83
+
84
  4%|▎ | 7/199 [00:11<03:20, 1.04s/it]
85
 
86
+
87
  4%|▎ | 7/199 [00:12<03:20, 1.04s/it]
88
 
89
+
90
  4%|▎ | 7/199 [00:12<03:20, 1.04s/it]
91
  5%|▌ | 10/199 [00:12<01:41, 1.86it/s]
92
 
93
+
94
  5%|▌ | 10/199 [00:12<01:41, 1.86it/s]
95
  6%|▌ | 11/199 [00:12<01:25, 2.20it/s]
96
 
97
+
98
  6%|▌ | 11/199 [00:12<01:25, 2.20it/s]
99
 
100
+
101
  6%|▌ | 11/199 [00:12<01:25, 2.20it/s]
102
  7%|▋ | 13/199 [00:12<01:15, 2.45it/s]
103
 
104
+
105
  7%|▋ | 13/199 [00:13<01:15, 2.45it/s]
106
  7%|▋ | 14/199 [00:14<01:50, 1.68it/s]
107
 
108
+
109
  7%|▋ | 14/199 [00:14<01:50, 1.68it/s]
110
 
111
+
112
  7%|▋ | 14/199 [00:14<01:50, 1.68it/s]
113
 
114
+
115
  7%|▋ | 14/199 [00:14<01:50, 1.68it/s]
116
  9%|▊ | 17/199 [00:14<01:02, 2.90it/s]
117
 
118
+
119
  9%|▊ | 17/199 [00:14<01:02, 2.90it/s]
120
  9%|▉ | 18/199 [00:14<00:54, 3.31it/s]
121
 
122
+
123
  9%|▉ | 18/199 [00:14<00:54, 3.31it/s]
124
 
125
+
126
  9%|▉ | 18/199 [00:14<00:54, 3.31it/s]
127
  10%|█ | 20/199 [00:15<00:54, 3.29it/s]
128
 
129
+
130
  10%|█ | 20/199 [00:15<00:54, 3.29it/s]
131
  11%|█ | 21/199 [00:16<01:28, 2.01it/s]
132
 
133
+
134
  11%|█ | 21/199 [00:16<01:28, 2.01it/s]
135
 
136
+
137
  11%|█ | 21/199 [00:16<01:28, 2.01it/s]
138
 
139
+
140
  11%|█ | 21/199 [00:16<01:28, 2.01it/s]
141
  12%|█▏ | 24/199 [00:16<00:51, 3.38it/s]
142
 
143
+
144
  12%|█▏ | 24/199 [00:16<00:51, 3.38it/s]
145
  13%|█▎ | 25/199 [00:16<00:45, 3.83it/s]
146
 
147
+
148
  13%|█▎ | 25/199 [00:16<00:45, 3.83it/s]
149
 
150
+
151
  13%|█▎ | 25/199 [00:16<00:45, 3.83it/s]
152
  14%|█▎ | 27/199 [00:17<00:47, 3.62it/s]
153
 
154
+
155
  14%|█▎ | 27/199 [00:17<00:47, 3.62it/s]
156
  14%|█▍ | 28/199 [00:18<01:21, 2.11it/s]
157
 
158
+
159
  14%|█▍ | 28/199 [00:18<01:21, 2.11it/s]
160
 
161
+
162
  14%|█▍ | 28/199 [00:18<01:21, 2.11it/s]
163
 
164
+
165
  14%|█▍ | 28/199 [00:18<01:21, 2.11it/s]
166
  16%|█▌ | 31/199 [00:18<00:47, 3.52it/s]
167
 
168
+
169
  16%|█▌ | 31/199 [00:18<00:47, 3.52it/s]
170
  16%|█▌ | 32/199 [00:18<00:41, 3.98it/s]
171
 
172
+
173
  16%|█▌ | 32/199 [00:18<00:41, 3.98it/s]
174
 
175
+
176
  16%|█▌ | 32/199 [00:19<00:41, 3.98it/s]
177
  17%|█▋ | 34/199 [00:19<00:44, 3.71it/s]
178
 
179
+
180
  17%|█▋ | 34/199 [00:19<00:44, 3.71it/s]
181
  18%|█▊ | 35/199 [00:20<01:17, 2.13it/s]
182
 
183
+
184
  18%|█▊ | 35/199 [00:20<01:17, 2.13it/s]
185
 
186
+
187
  18%|█▊ | 35/199 [00:20<01:17, 2.13it/s]
188
 
189
+
190
  18%|█▊ | 35/199 [00:20<01:17, 2.13it/s]
191
  19%|█▉ | 38/199 [00:20<00:45, 3.54it/s]
192
 
193
+
194
  19%|█▉ | 38/199 [00:20<00:45, 3.54it/s]
195
  20%|█▉ | 39/199 [00:21<00:40, 3.99it/s]
196
 
197
+
198
  20%|█▉ | 39/199 [00:21<00:40, 3.99it/s]
199
 
200
+
201
  20%|█▉ | 39/199 [00:21<00:40, 3.99it/s]
202
 
203
+
204
  20%|█▉ | 39/199 [00:21<00:40, 3.99it/s]
205
 
206
+
207
  20%|█▉ | 39/199 [00:27<00:40, 3.99it/s]
208
  21%|██ | 41/199 [00:30<04:34, 1.74s/it]
209
 
210
+
211
  21%|██ | 41/199 [00:30<04:34, 1.74s/it]
212
 
213
+
214
  21%|██ | 41/199 [00:30<04:34, 1.74s/it]
215
  22%|██▏ | 43/199 [00:31<03:21, 1.29s/it]
216
 
217
+
218
  22%|██▏ | 43/199 [00:31<03:21, 1.29s/it]
219
  22%|██▏ | 44/199 [00:32<03:20, 1.29s/it]
220
 
221
+
222
  22%|██▏ | 44/199 [00:32<03:20, 1.29s/it]
223
 
224
+
225
  22%|██▏ | 44/199 [00:32<03:20, 1.29s/it]
226
 
227
+
228
  22%|██▏ | 44/199 [00:32<03:20, 1.29s/it]
229
  24%|██▎ | 47/199 [00:32<01:52, 1.35it/s]
230
 
231
+
232
  24%|██▎ | 47/199 [00:32<01:52, 1.35it/s]
233
  24%|██▍ | 48/199 [00:32<01:35, 1.58it/s]
234
 
235
+
236
  24%|██▍ | 48/199 [00:32<01:35, 1.58it/s]
237
 
238
+
239
  24%|██▍ | 48/199 [00:32<01:35, 1.58it/s]
240
  25%|██▌ | 50/199 [00:33<01:18, 1.90it/s]
241
 
242
+
243
  25%|██▌ | 50/199 [00:33<01:18, 1.90it/s]
244
  26%|██▌ | 51/199 [00:34<01:41, 1.46it/s]
245
 
246
+
247
  26%|██▌ | 51/199 [00:34<01:41, 1.46it/s]
248
 
249
+
250
  26%|██▌ | 51/199 [00:34<01:41, 1.46it/s]
251
 
252
+
253
  26%|██▌ | 51/199 [00:34<01:41, 1.46it/s]
254
  27%|██▋ | 54/199 [00:34<00:57, 2.50it/s]
255
 
256
+
257
  27%|██▋ | 54/199 [00:34<00:57, 2.50it/s]
258
  28%|██▊ | 55/199 [00:34<00:49, 2.88it/s]
259
 
260
+
261
  28%|██▊ | 55/199 [00:34<00:49, 2.88it/s]
262
 
263
+
264
  28%|██▊ | 55/199 [00:35<00:49, 2.88it/s]
265
  29%|██▊ | 57/199 [00:35<00:47, 3.01it/s]
266
 
267
+
268
  29%|██▊ | 57/199 [00:36<00:47, 3.01it/s]
269
  29%|██▉ | 58/199 [00:36<01:12, 1.94it/s]
270
 
271
+
272
  29%|██▉ | 58/199 [00:36<01:12, 1.94it/s]
273
 
274
+
275
  29%|██▉ | 58/199 [00:36<01:12, 1.94it/s]
276
 
277
+
278
  29%|██▉ | 58/199 [00:36<01:12, 1.94it/s]
279
  31%|███ | 61/199 [00:36<00:42, 3.27it/s]
280
 
281
+
282
  31%|███ | 61/199 [00:37<00:42, 3.27it/s]
283
  31%|███ | 62/199 [00:37<00:37, 3.70it/s]
284
 
285
+
286
  31%|███ | 62/199 [00:37<00:37, 3.70it/s]
287
 
288
+
289
  31%|███ | 62/199 [00:37<00:37, 3.70it/s]
290
  32%|███▏ | 64/199 [00:37<00:38, 3.53it/s]
291
 
292
+
293
  32%|███▏ | 64/199 [00:38<00:38, 3.53it/s]
294
  33%|███▎ | 65/199 [00:39<01:11, 1.87it/s]
295
 
296
+
297
  33%|███▎ | 65/199 [00:39<01:11, 1.87it/s]
298
 
299
+
300
  33%|███▎ | 65/199 [00:39<01:11, 1.87it/s]
301
 
302
+
303
  33%|███▎ | 65/199 [00:39<01:11, 1.87it/s]
304
  34%|███▍ | 68/199 [00:39<00:41, 3.16it/s]
305
 
306
+
307
  34%|███▍ | 68/199 [00:39<00:41, 3.16it/s]
308
  35%|███▍ | 69/199 [00:39<00:36, 3.59it/s]
309
 
310
+
311
  35%|███▍ | 69/199 [00:39<00:36, 3.59it/s]
312
 
313
+
314
  35%|███▍ | 69/199 [00:39<00:36, 3.59it/s]
315
  36%|███▌ | 71/199 [00:40<00:37, 3.45it/s]
316
 
317
+
318
  36%|███▌ | 71/199 [00:41<00:37, 3.45it/s]
319
  36%|███▌ | 72/199 [00:42<01:29, 1.42it/s]
320
 
321
+
322
  36%|███▌ | 72/199 [00:42<01:29, 1.42it/s]
323
 
324
+
325
  36%|███▌ | 72/199 [00:42<01:29, 1.42it/s]
326
 
327
+
328
  36%|███▌ | 72/199 [00:42<01:29, 1.42it/s]
329
  38%|███▊ | 75/199 [00:42<00:50, 2.44it/s]
330
 
331
+
332
  38%|███▊ | 75/199 [00:42<00:50, 2.44it/s]
333
  38%|███▊ | 76/199 [00:42<00:43, 2.81it/s]
334
 
335
+
336
  38%|███▊ | 76/199 [00:42<00:43, 2.81it/s]
337
 
338
+
339
  38%|███▊ | 76/199 [00:43<00:43, 2.81it/s]
340
  39%|███▉ | 78/199 [00:43<00:40, 2.95it/s]
341
 
342
+
343
  39%|███▉ | 78/199 [00:45<00:40, 2.95it/s]
344
  40%|███▉ | 79/199 [00:45<01:29, 1.34it/s]
345
 
346
+
347
  40%|███▉ | 79/199 [00:45<01:29, 1.34it/s]
348
 
349
+
350
  40%|███▉ | 79/199 [00:45<01:29, 1.34it/s]
351
 
352
+
353
  40%|███▉ | 79/199 [00:46<01:29, 1.34it/s]
354
  41%|████ | 82/199 [00:46<00:50, 2.30it/s]
355
 
356
+
357
  41%|████ | 82/199 [00:46<00:50, 2.30it/s]
358
  42%|████▏ | 83/199 [00:46<00:43, 2.66it/s]
359
 
360
+
361
  42%|████▏ | 83/199 [00:46<00:43, 2.66it/s]
362
 
363
+
364
  42%|████▏ | 83/199 [00:46<00:43, 2.66it/s]
365
  43%|████▎ | 85/199 [00:46<00:31, 3.65it/s]
366
 
367
+
368
  43%|████▎ | 85/199 [00:46<00:31, 3.65it/s]
369
 
370
+
371
  43%|████▎ | 85/199 [00:46<00:31, 3.65it/s]
372
 
373
+
374
  43%|████▎ | 85/199 [00:46<00:31, 3.65it/s]
375
 
376
+
377
  43%|████▎ | 85/199 [00:50<00:31, 3.65it/s]
378
  44%|████▎ | 87/199 [00:50<01:40, 1.12it/s]
379
 
380
+
381
  44%|████▎ | 87/199 [00:50<01:40, 1.12it/s]
382
  44%|████▍ | 88/199 [00:51<01:33, 1.19it/s]
383
 
384
+
385
  44%|████▍ | 88/199 [00:52<01:33, 1.19it/s]
386
  45%|████▍ | 89/199 [00:53<01:55, 1.05s/it]
387
 
388
+
389
  45%|████▍ | 89/199 [00:53<01:55, 1.05s/it]
390
 
391
+
392
  45%|████▍ | 89/199 [00:53<01:55, 1.05s/it]
393
 
394
+
395
  45%|████▍ | 89/199 [00:53<01:55, 1.05s/it]
396
  46%|████▌ | 92/199 [00:53<01:01, 1.73it/s]
397
 
398
+
399
  46%|████▌ | 92/199 [00:53<01:01, 1.73it/s]
400
  47%|████▋ | 93/199 [00:53<00:51, 2.05it/s]
401
 
402
+
403
  47%|████▋ | 93/199 [00:53<00:51, 2.05it/s]
404
 
405
+
406
  47%|████▋ | 93/199 [00:53<00:51, 2.05it/s]
407
  48%|████▊ | 95/199 [00:54<00:44, 2.35it/s]
408
 
409
+
410
  48%|████▊ | 95/199 [00:54<00:44, 2.35it/s]
411
  48%|████▊ | 96/199 [00:55<01:02, 1.65it/s]
412
 
413
+
414
  48%|████▊ | 96/199 [00:55<01:02, 1.65it/s]
415
 
416
+
417
  48%|████▊ | 96/199 [00:55<01:02, 1.65it/s]
418
 
419
+
420
  48%|████▊ | 96/199 [00:55<01:02, 1.65it/s]
421
  50%|████▉ | 99/199 [00:55<00:35, 2.83it/s]
422
 
423
+
424
  50%|████▉ | 99/199 [00:55<00:35, 2.83it/s]
425
  50%|█████ | 100/199 [00:55<00:30, 3.24it/s]
426
 
427
+
428
  50%|█████ | 100/199 [00:55<00:30, 3.24it/s]
429
 
430
+
431
  50%|█████ | 100/199 [00:55<00:30, 3.24it/s]
432
  51%|█████▏ | 102/199 [00:56<00:29, 3.24it/s]
433
 
434
+
435
  51%|█████▏ | 102/199 [00:56<00:29, 3.24it/s]
436
  52%|█████▏ | 103/199 [00:57<00:50, 1.91it/s]
437
 
438
+
439
  52%|█████▏ | 103/199 [00:57<00:50, 1.91it/s]
440
 
441
+
442
  52%|█████▏ | 103/199 [00:57<00:50, 1.91it/s]
443
 
444
+
445
  52%|█████▏ | 103/199 [00:57<00:50, 1.91it/s]
446
  53%|█████▎ | 106/199 [00:57<00:28, 3.22it/s]
447
 
448
+
449
  53%|█████▎ | 106/199 [00:57<00:28, 3.22it/s]
450
  54%|█████▍ | 107/199 [00:57<00:25, 3.65it/s]
451
 
452
+
453
  54%|█████▍ | 107/199 [00:57<00:25, 3.65it/s]
454
 
455
+
456
  54%|█████▍ | 107/199 [00:58<00:25, 3.65it/s]
457
  55%|█████▍ | 109/199 [00:58<00:25, 3.52it/s]
458
 
459
+
460
  55%|█████▍ | 109/199 [01:00<00:25, 3.52it/s]
461
  55%|█████▌ | 110/199 [01:00<01:02, 1.42it/s]
462
 
463
+
464
  55%|█████▌ | 110/199 [01:00<01:02, 1.42it/s]
465
 
466
+
467
  55%|█████▌ | 110/199 [01:01<01:02, 1.42it/s]
468
 
469
+
470
  55%|█████▌ | 110/199 [01:01<01:02, 1.42it/s]
471
  57%|█████▋ | 113/199 [01:01<00:35, 2.44it/s]
472
 
473
+
474
  57%|█████▋ | 113/199 [01:01<00:35, 2.44it/s]
475
  57%|█████▋ | 114/199 [01:01<00:30, 2.82it/s]
476
 
477
+
478
  57%|█████▋ | 114/199 [01:01<00:30, 2.82it/s]
479
 
480
+
481
  57%|█████▋ | 114/199 [01:06<00:30, 2.82it/s]
482
  58%|█████▊ | 115/199 [01:07<02:02, 1.45s/it]
483
 
484
+
485
  58%|█████▊ | 115/199 [01:07<02:02, 1.45s/it]
486
 
487
+
488
  58%|█████▊ | 115/199 [01:07<02:02, 1.45s/it]
489
  59%|█████▉ | 117/199 [01:07<01:18, 1.05it/s]
490
 
491
+
492
  59%|█████▉ | 117/199 [01:07<01:18, 1.05it/s]
493
  59%|█████▉ | 118/199 [01:07<01:03, 1.28it/s]
494
 
495
+
496
  59%|█████▉ | 118/199 [01:07<01:03, 1.28it/s]
497
 
498
+
499
  59%|█████▉ | 118/199 [01:07<01:03, 1.28it/s]
500
  60%|██████ | 120/199 [01:08<00:50, 1.57it/s]
501
 
502
+
503
  60%|██████ | 120/199 [01:09<00:50, 1.57it/s]
504
  61%|██████ | 121/199 [01:10<01:15, 1.03it/s]
505
 
506
+
507
  61%|██████ | 121/199 [01:10<01:15, 1.03it/s]
508
 
509
+
510
  61%|██████ | 121/199 [01:10<01:15, 1.03it/s]
511
 
512
+
513
  61%|██████ | 121/199 [01:10<01:15, 1.03it/s]
514
  62%|██████▏ | 124/199 [01:11<00:45, 1.63it/s]
515
 
516
+
517
  62%|██████▏ | 124/199 [01:12<00:45, 1.63it/s]
518
  63%|██████▎ | 125/199 [01:13<01:07, 1.09it/s]
519
 
520
+
521
  63%|██████▎ | 125/199 [01:13<01:07, 1.09it/s]
522
 
523
+
524
  63%|██████▎ | 125/199 [01:13<01:07, 1.09it/s]
525
 
526
+
527
  63%|██████▎ | 125/199 [01:13<01:07, 1.09it/s]
528
  64%|██████▍ | 128/199 [01:13<00:38, 1.86it/s]
529
 
530
+
531
  64%|██████▍ | 128/199 [01:13<00:38, 1.86it/s]
532
  65%|██████▍ | 129/199 [01:13<00:32, 2.17it/s]
533
 
534
+
535
  65%|██████▍ | 129/199 [01:13<00:32, 2.17it/s]
536
 
537
+
538
  65%|██████▍ | 129/199 [01:13<00:32, 2.17it/s]
539
  66%|██████▌ | 131/199 [01:14<00:27, 2.45it/s]
540
 
541
+
542
  66%|██████▌ | 131/199 [01:15<00:27, 2.45it/s]
543
  66%|██████▋ | 132/199 [01:16<00:51, 1.31it/s]
544
 
545
+
546
  66%|██████▋ | 132/199 [01:16<00:51, 1.31it/s]
547
 
548
+
549
  66%|██████▋ | 132/199 [01:16<00:51, 1.31it/s]
550
 
551
+
552
  66%|██████▋ | 132/199 [01:16<00:51, 1.31it/s]
553
  68%|██████▊ | 135/199 [01:16<00:28, 2.25it/s]
554
 
555
+
556
  68%|██████▊ | 135/199 [01:16<00:28, 2.25it/s]
557
  68%|██████▊ | 136/199 [01:16<00:24, 2.60it/s]
558
 
559
+
560
  68%|██████▊ | 136/199 [01:16<00:24, 2.60it/s]
561
 
562
+
563
  68%|██████▊ | 136/199 [01:16<00:24, 2.60it/s]
564
  69%|██████▉ | 138/199 [01:17<00:21, 2.79it/s]
565
 
566
+
567
  69%|██████▉ | 138/199 [01:18<00:21, 2.79it/s]
568
  70%|██████▉ | 139/199 [01:19<00:40, 1.48it/s]
569
 
570
+
571
  70%|██████▉ | 139/199 [01:19<00:40, 1.48it/s]
572
 
573
+
574
  70%|██████▉ | 139/199 [01:19<00:40, 1.48it/s]
575
 
576
+
577
  70%|██████▉ | 139/199 [01:19<00:40, 1.48it/s]
578
  71%|███████▏ | 142/199 [01:19<00:22, 2.52it/s]
579
 
580
+
581
  71%|███████▏ | 142/199 [01:19<00:22, 2.52it/s]
582
  72%|███████▏ | 143/199 [01:19<00:19, 2.91it/s]
583
 
584
+
585
  72%|███████▏ | 143/199 [01:19<00:19, 2.91it/s]
586
 
587
+
588
  72%|███████▏ | 143/199 [01:19<00:19, 2.91it/s]
589
  73%|███████▎ | 145/199 [01:20<00:17, 3.04it/s]
590
 
591
+
592
  73%|███████▎ | 145/199 [01:20<00:17, 3.04it/s]
593
 
594
+
595
  73%|███████▎ | 145/199 [01:20<00:17, 3.04it/s]
596
 
597
+
598
  73%|███████▎ | 145/199 [01:20<00:17, 3.04it/s]
599
  74%|███████▍ | 148/199 [01:20<00:14, 3.62it/s]
600
 
601
+
602
  74%|███████▍ | 148/199 [01:22<00:14, 3.62it/s]
603
  75%|███████▍ | 149/199 [01:23<00:32, 1.56it/s]
604
 
605
+
606
  75%|███████▍ | 149/199 [01:23<00:32, 1.56it/s]
607
 
608
+
609
  75%|███████▍ | 149/199 [01:23<00:32, 1.56it/s]
610
 
611
+
612
  75%|███████▍ | 149/199 [01:23<00:32, 1.56it/s]
613
  76%|███████▋ | 152/199 [01:23<00:18, 2.51it/s]
614
 
615
+
616
  76%|███████▋ | 152/199 [01:23<00:18, 2.51it/s]
617
  77%|███████▋ | 153/199 [01:23<00:16, 2.86it/s]
618
 
619
+
620
  77%|███████▋ | 153/199 [01:23<00:16, 2.86it/s]
621
 
622
+
623
  77%|███████▋ | 153/199 [01:23<00:16, 2.86it/s]
624
  78%|███████▊ | 155/199 [01:24<00:14, 2.96it/s]
625
 
626
+
627
  78%|███████▊ | 155/199 [01:25<00:14, 2.96it/s]
628
  78%|███████▊ | 156/199 [01:26<00:29, 1.45it/s]
629
 
630
+
631
  78%|███████▊ | 156/199 [01:26<00:29, 1.45it/s]
632
 
633
+
634
  78%|███████▊ | 156/199 [01:26<00:29, 1.45it/s]
635
 
636
+
637
  78%|███████▊ | 156/199 [01:26<00:29, 1.45it/s]
638
  80%|███████▉ | 159/199 [01:26<00:16, 2.44it/s]
639
 
640
+
641
  80%|███████▉ | 159/199 [01:26<00:16, 2.44it/s]
642
  80%|████████ | 160/199 [01:26<00:13, 2.80it/s]
643
 
644
+
645
  80%|████████ | 160/199 [01:26<00:13, 2.80it/s]
646
 
647
+
648
  80%|████████ | 160/199 [01:26<00:13, 2.80it/s]
649
  81%|████████▏ | 162/199 [01:27<00:12, 2.93it/s]
650
 
651
+
652
  81%|████████▏ | 162/199 [01:28<00:12, 2.93it/s]
653
  82%|████████▏ | 163/199 [01:29<00:25, 1.40it/s]
654
 
655
+
656
  82%|████████▏ | 163/199 [01:29<00:25, 1.40it/s]
657
 
658
+
659
  82%|████████▏ | 163/199 [01:29<00:25, 1.40it/s]
660
 
661
+
662
  82%|████████▏ | 163/199 [01:29<00:25, 1.40it/s]
663
  83%|████████▎ | 166/199 [01:29<00:13, 2.39it/s]
664
 
665
+
666
  83%|████████▎ | 166/199 [01:29<00:13, 2.39it/s]
667
  84%|████████▍ | 167/199 [01:29<00:11, 2.76it/s]
668
 
669
+
670
  84%|████████▍ | 167/199 [01:29<00:11, 2.76it/s]
671
 
672
+
673
  84%|████████▍ | 167/199 [01:30<00:11, 2.76it/s]
674
  85%|████████▍ | 169/199 [01:30<00:10, 2.94it/s]
675
 
676
+
677
  85%|████████▍ | 169/199 [01:31<00:10, 2.94it/s]
678
  85%|████████▌ | 170/199 [01:32<00:19, 1.49it/s]
679
 
680
+
681
  85%|████████▌ | 170/199 [01:32<00:19, 1.49it/s]
682
 
683
+
684
  85%|████████▌ | 170/199 [01:32<00:19, 1.49it/s]
685
 
686
+
687
  85%|████████▌ | 170/199 [01:32<00:19, 1.49it/s]
688
  87%|████████▋ | 173/199 [01:32<00:10, 2.54it/s]
689
 
690
+
691
  87%|████████▋ | 173/199 [01:32<00:10, 2.54it/s]
692
  87%|████████▋ | 174/199 [01:32<00:08, 2.93it/s]
693
 
694
+
695
  87%|████████▋ | 174/199 [01:32<00:08, 2.93it/s]
696
 
697
+
698
  87%|████████▋ | 174/199 [01:33<00:08, 2.93it/s]
699
  88%|████████▊ | 176/199 [01:33<00:07, 3.02it/s]
700
 
701
+
702
  88%|████████▊ | 176/199 [01:34<00:07, 3.02it/s]
703
  89%|████████▉ | 177/199 [01:35<00:13, 1.64it/s]
704
 
705
+
706
  89%|████████▉ | 177/199 [01:35<00:13, 1.64it/s]
707
 
708
+
709
  89%|████████▉ | 177/199 [01:35<00:13, 1.64it/s]
710
 
711
+
712
  89%|████████▉ | 177/199 [01:35<00:13, 1.64it/s]
713
  90%|█████████ | 180/199 [01:35<00:06, 2.80it/s]
714
 
715
+
716
  90%|█████████ | 180/199 [01:35<00:06, 2.80it/s]
717
  91%|█████████ | 181/199 [01:35<00:05, 3.21it/s]
718
 
719
+
720
  91%|█████████ | 181/199 [01:35<00:05, 3.21it/s]
721
 
722
+
723
  91%|█████████ | 181/199 [01:35<00:05, 3.21it/s]
724
  92%|█████████▏| 183/199 [01:36<00:04, 3.25it/s]
725
 
726
+
727
  92%|█████████▏| 183/199 [01:37<00:04, 3.25it/s]
728
  92%|█████████▏| 184/199 [01:37<00:09, 1.65it/s]
729
 
730
+
731
  92%|█████████▏| 184/199 [01:37<00:09, 1.65it/s]
732
 
733
+
734
  92%|█████████▏| 184/199 [01:37<00:09, 1.65it/s]
735
 
736
+
737
  92%|█████████▏| 184/199 [01:37<00:09, 1.65it/s]
738
  94%|█████████▍| 187/199 [01:38<00:04, 2.82it/s]
739
 
740
+
741
  94%|█████████▍| 187/199 [01:38<00:04, 2.82it/s]
742
  94%|█████████▍| 188/199 [01:38<00:03, 3.23it/s]
743
 
744
+
745
  94%|█████████▍| 188/199 [01:38<00:03, 3.23it/s]
746
 
747
+
748
  94%|█████████▍| 188/199 [01:38<00:03, 3.23it/s]
749
  95%|█████████▌| 190/199 [01:38<00:02, 3.27it/s]
750
 
751
+
752
  95%|█████████▌| 190/199 [01:40<00:02, 3.27it/s]
753
  96%|█████████▌| 191/199 [01:40<00:05, 1.51it/s]
754
 
755
+
756
  96%|█████████▌| 191/199 [01:40<00:05, 1.51it/s]
757
 
758
+
759
  96%|█████████▌| 191/199 [01:40<00:05, 1.51it/s]
760
 
761
+
762
  96%|█████████▌| 191/199 [01:40<00:05, 1.51it/s]
763
  97%|█████████▋| 194/199 [01:41<00:01, 2.58it/s]
764
 
765
+
766
  97%|█████████▋| 194/199 [01:41<00:01, 2.58it/s]
767
  98%|█████████▊| 195/199 [01:41<00:01, 2.97it/s]
768
 
769
+
770
  98%|█████████▊| 195/199 [01:42<00:01, 2.97it/s]
771
  98%|█████████▊| 196/199 [01:43<00:01, 1.55it/s]
772
 
773
+
774
  98%|█████████▊| 196/199 [01:43<00:01, 1.55it/s]
775
 
776
+
777
  98%|█████████▊| 196/199 [01:43<00:01, 1.55it/s]
778
  99%|█████████▉| 198/199 [01:43<00:00, 2.27it/s]
779
 
780
+
781
  99%|█████████▉| 198/199 [01:43<00:00, 2.27it/s]
782
+ [2024-06-06 23:46:30] INFO huggingface_loader.py:197: Unloading HF weight file: /models/Qwen2-7B-Instruct/model-00002-of-00004.safetensors
783
+ [2024-06-06 23:46:30] INFO huggingface_loader.py:197: Unloading HF weight file: /models/Qwen2-7B-Instruct/model-00003-of-00004.safetensors
784
+ [2024-06-06 23:46:31] INFO stats.py:77: Time usage: HF loading: 16.631 sec; Pre-quantization mapping: 44.010 sec; Quantization: 0.000 sec
785
+ [2024-06-06 23:46:31] INFO stats.py:91: RAM usage: Peak RAM: 14.397 GB. Total bytes loaded from disk: 28.370 GB
786
+ [2024-06-06 23:46:31] INFO convert_weight.py:155: Parameter size after quantization: 14.185 GB
787
+ [2024-06-06 23:46:31] INFO convert_weight.py:160: Total parameters: 7,615,616,512
788
+ [2024-06-06 23:46:31] INFO convert_weight.py:161: Bits per parameter: 16.000
789
+ [2024-06-06 23:46:31] INFO convert_weight.py:166: Saved to directory: /models/mlc-delivery/hf/mlc-ai/Qwen2-7B-Instruct-q0f16-MLC
790
+
791
+ All finished, 114 total shards committed, record saved to /models/mlc-delivery/hf/mlc-ai/Qwen2-7B-Instruct-q0f16-MLC/ndarray-cache.json
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,80 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "qwen2",
4
+ "quantization": "q0f16",
5
+ "model_config": {
6
+ "hidden_act": "silu",
7
+ "hidden_size": 3584,
8
+ "intermediate_size": 18944,
9
+ "num_attention_heads": 28,
10
+ "num_hidden_layers": 28,
11
+ "num_key_value_heads": 4,
12
+ "rms_norm_eps": 1e-06,
13
+ "rope_theta": 1000000.0,
14
+ "vocab_size": 152064,
15
+ "context_window_size": 32768,
16
+ "prefill_chunk_size": 2048,
17
+ "tensor_parallel_shards": 1,
18
+ "head_dim": 128,
19
+ "dtype": "float32",
20
+ "max_batch_size": 80
21
+ },
22
+ "vocab_size": 152064,
23
+ "context_window_size": 32768,
24
+ "sliding_window_size": -1,
25
+ "prefill_chunk_size": 2048,
26
+ "attention_sink_size": -1,
27
+ "tensor_parallel_shards": 1,
28
+ "temperature": 0.7,
29
+ "presence_penalty": 0.0,
30
+ "frequency_penalty": 0.0,
31
+ "repetition_penalty": 1.05,
32
+ "top_p": 0.8,
33
+ "tokenizer_files": [
34
+ "tokenizer.json",
35
+ "vocab.json",
36
+ "merges.txt",
37
+ "tokenizer_config.json"
38
+ ],
39
+ "tokenizer_info": {
40
+ "token_postproc_method": "byte_level",
41
+ "prepend_space_in_encode": false,
42
+ "strip_space_in_decode": false
43
+ },
44
+ "conv_template": {
45
+ "name": "chatml",
46
+ "system_template": "<|im_start|>system\n{system_message}",
47
+ "system_message": "A conversation between a user and an LLM-based AI assistant. The assistant gives helpful and honest answers.",
48
+ "system_prefix_token_ids": null,
49
+ "add_role_after_system_message": true,
50
+ "roles": {
51
+ "user": "<|im_start|>user",
52
+ "assistant": "<|im_start|>assistant"
53
+ },
54
+ "role_templates": {
55
+ "user": "{user_message}",
56
+ "assistant": "{assistant_message}",
57
+ "tool": "{tool_message}"
58
+ },
59
+ "messages": [],
60
+ "seps": [
61
+ "<|im_end|>\n"
62
+ ],
63
+ "role_content_sep": "\n",
64
+ "role_empty_sep": "\n",
65
+ "stop_str": [
66
+ "<|im_end|>"
67
+ ],
68
+ "stop_token_ids": [
69
+ 2
70
+ ],
71
+ "function_string": "",
72
+ "use_function_calling": false
73
+ },
74
+ "pad_token_id": 151643,
75
+ "bos_token_id": 151643,
76
+ "eos_token_id": [
77
+ 151645,
78
+ 151643
79
+ ]
80
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a4621c7a9f95ebb0107d8140652cadf1c915bfaaf71b7950daa486fe218c4d4
3
+ size 1089994752
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57c3fc44550d3f712fd4c5ef1f96b19201d6a5afb7e769cddae2710b17baf65f
3
+ size 135790592
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74624216e568d072d25d182ca8d70734a3e75fd1395434aae298fc47f727ece5
3
+ size 271581184
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:013cae150fe1a1186c87e1d2af6d70d1e4a05753e7df271658c9a7e6703fdfae
3
+ size 33030144
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:822afda8f9f95fbaa917cc60a6cf82e6e3448ea7d2f7917db35da4eb7faee8d3
3
+ size 25690112
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82daf1be3806c50994c7d340a05b3737504d532c66f3e42ef241d5a79cdf0d3a
3
+ size 135790592
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48d4c6ea1ea588512c90f218ac36bd99792899bd084c3ca23964df840a0aedc6
3
+ size 271581184
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:382d7bc4c36662e9073618cca781ce586addc37741b03ed338e0aa3228a35f8b
3
+ size 33030144
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1881e0c380c585a55292816ee4c497100e3ee4753abc737e6dd0c7f18681929b
3
+ size 25690112
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44c14bee1226ea2c0b1f765d42ade3e5718d18c44f11950ade96ecd321790c1a
3
+ size 135790592
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0656736766b978928ceb11d690d65c1ed676b3a104e6420747941ca171e1e7c1
3
+ size 271581184
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8226a4b122eb00e0d898caf6d8014027a02a107a74a51e8ad4b5b756aab48b0b
3
+ size 33030144
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:650b777144b005b29273703aa1a0a18853d3fd436efa5a44e63146e9cbed24e2
3
+ size 25690112
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f49e2c09d12b59fc4501081884323497dad2918475abcee4750bf1940f9b6e1d
3
+ size 33030144
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2fbabff6c383242e47729d9ee1c2580c0fadde09d4c08bde1dcf23cbd060144
3
+ size 271581184
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d39894ffba75b03d7e4401084f450668217d6afc264f776d5eaa152443f93639
3
+ size 33030144
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:378c53270c90552d58b41b63b4fd1b751285a8a19a4b1006196984fd7821a65b
3
+ size 25690112
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:952d2f1d539631f078827f9d01dbeeb56664a998c9b62b8273039904d2a2fa86
3
+ size 33173504
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d97d9dd9aec58ab9329b01f4b76a80799e74241a04244bf4e3eba4b03aed34db
3
+ size 25690112
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4ffee0870246bbc0f9b593bdfc779f42ff0725378d56b799b1f7f90d4965628
3
+ size 135790592
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be34147f5a2bf445024b407865cf6d41f4cc898b9ce9561b94928ba945ab29af
3
+ size 271581184
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6d0586dfcef59b55c9b7f2fd06b65382e8cd174af5c0ae18219a6f6b2d76849
3
+ size 33030144
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ddcd38e3376ab9e2633c8d224c488cfebe33908bd6818cc2d67da18a082eaf7
3
+ size 25690112
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b04c05659d4af59500170ef0bec888b6988f95e2fec80d379b46a6509f7ff16e
3
+ size 135790592
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:864f10dc3272b7cde45d29d6a9188e62d87f15e8436c1374bd3b17c73841bfac
3
+ size 271581184
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2512390a793c73e52239e91a70b1a94a5173faf883c1b1ed76268f26f9a05226
3
+ size 33030144
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eae5d7e3740b88e2e837c190cd3e4628264b92de55a28de941583eb23e75bfbe
3
+ size 135790592
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5acd496c476b691c5b1343cf85e2fffee526ca1790527c796b63adbcc9635bd7
3
+ size 25690112
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46f947db91ab4d889b32ecaf6846b732d40c656b222c99035f8b33d3fb40a78e
3
+ size 1089994752
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1929fc39ee971627527e488d9297ee7ff678e4a344c0eda17120eabf71cbb4be
3
+ size 135790592
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28410ef17b5fe9fd839bb3ad7f9d2441e971c9620360710add7dae7117a04a64
3
+ size 271581184
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40fa1dd968647dd3a8f3c48289826c365040ee1eceaa7416ba90c87810acd6b9
3
+ size 33030144
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdff232a0844c74e59bdd1acbc846f3c1ed2bc4545940f56f15657f7c6c8985a
3
+ size 25690112
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dac95fe56f2a41a1e39501ebcf23a0822132d5fdcc1a600cd0555892ca0ed27
3
+ size 135790592
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4c1d2efafadf6d54f5d677d6f1ac3267b30f73a5a33936b6789478635f154ac
3
+ size 271581184
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74108f82128f38de1d218795ace24c528b92bf86a29c01cdd4b21df594e35f81
3
+ size 33030144
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6987d1288c6479b896e43b42837970641356b3211dfa041efdfa003df7ae7557
3
+ size 25690112
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7d739737b682ff0306ee93b959a726176b0141e15e340c7a6bab88aa15b7de8
3
+ size 271581184
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8927fc640017627b79251e641da47813bcece180cc18d05f4eedd0e1cd720ed8
3
+ size 135790592
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f75b76a0b6ef76f9579dabdd1213627eccd925d1884c88b1e9968b139d4d32a6
3
+ size 271581184
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7b59f43eadfe13a54d5ce72a31bbc9984f680afaaba2bfc5c26430fd9a205e9
3
+ size 33030144
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c432d5abce13adbf72e3e6031a51d9458653d76ca06081097f418f34b4b24e23
3
+ size 25690112
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b025b7ed21fb121a5d41f26a859a9ed1a3f91607b3db7d3ede50c257ddc0c57
3
+ size 135790592
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5eed07fdd97e4a2b48caacbfd617aa68ea5986d743519472de6201af06e7b25a
3
+ size 271581184
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c01a686c643fd78d76f68c4c585610b206f12adf848018107868d9c8567e11b7
3
+ size 33030144
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13172fbd8b823cae00a50f8a442cea9ef41343d8797dbf84a4f4be0ee5166eaa
3
+ size 25690112