amychensima commited on
Commit
b058295
·
verified ·
1 Parent(s): 741893e
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. console.log +46 -0
  2. devkit/precision.json +85 -85
  3. devkit/vlm_config.json +2 -1
  4. elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token0_stage1_mla.elf +2 -2
  5. elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token1035_stage1_mla.elf +2 -2
  6. elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token1135_stage1_mla.elf +2 -2
  7. elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token1235_stage1_mla.elf +2 -2
  8. elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token1335_stage1_mla.elf +2 -2
  9. elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token135_stage1_mla.elf +2 -2
  10. elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token1435_stage1_mla.elf +2 -2
  11. elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token1535_stage1_mla.elf +2 -2
  12. elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token1635_stage1_mla.elf +2 -2
  13. elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token1735_stage1_mla.elf +2 -2
  14. elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token1835_stage1_mla.elf +2 -2
  15. elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token1935_stage1_mla.elf +2 -2
  16. elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token2035_stage1_mla.elf +2 -2
  17. elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token235_stage1_mla.elf +2 -2
  18. elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token335_stage1_mla.elf +2 -2
  19. elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token35_stage1_mla.elf +2 -2
  20. elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token435_stage1_mla.elf +2 -2
  21. elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token535_stage1_mla.elf +2 -2
  22. elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token635_stage1_mla.elf +2 -2
  23. elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token735_stage1_mla.elf +2 -2
  24. elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token835_stage1_mla.elf +2 -2
  25. elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token935_stage1_mla.elf +2 -2
  26. elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer0_stage1_mla.elf +2 -2
  27. elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer10_stage1_mla.elf +2 -2
  28. elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer11_stage1_mla.elf +2 -2
  29. elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer12_stage1_mla.elf +2 -2
  30. elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer13_stage1_mla.elf +2 -2
  31. elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer14_stage1_mla.elf +2 -2
  32. elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer15_stage1_mla.elf +2 -2
  33. elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer16_stage1_mla.elf +2 -2
  34. elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer17_stage1_mla.elf +2 -2
  35. elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer18_stage1_mla.elf +2 -2
  36. elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer19_stage1_mla.elf +2 -2
  37. elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer1_stage1_mla.elf +2 -2
  38. elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer20_stage1_mla.elf +2 -2
  39. elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer21_stage1_mla.elf +2 -2
  40. elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer22_stage1_mla.elf +2 -2
  41. elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer23_stage1_mla.elf +2 -2
  42. elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer24_stage1_mla.elf +2 -2
  43. elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer25_stage1_mla.elf +2 -2
  44. elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer26_stage1_mla.elf +2 -2
  45. elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer27_stage1_mla.elf +2 -2
  46. elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer28_stage1_mla.elf +2 -2
  47. elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer29_stage1_mla.elf +2 -2
  48. elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer2_stage1_mla.elf +2 -2
  49. elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer30_stage1_mla.elf +2 -2
  50. elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer3_stage1_mla.elf +2 -2
console.log ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ None of PyTorch, TensorFlow >= 2.0, or Flax have been found. Models won't be available and only tokenizers, configuration and file/data utilities can be used.
2
+ None of PyTorch, TensorFlow >= 2.0, or Flax have been found. Models won't be available and only tokenizers, configuration and file/data utilities can be used.
3
+ Using a slow image processor as `use_fast` is unset and a slow processor was saved with this model. `use_fast=True` will be the default behavior in v4.52, even if the model was saved with a slow processor. This will result in minor differences in outputs. You'll still be able to use a slow processor with `use_fast=False`.
4
+ huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
5
+ To disable this warning, you can either:
6
+ - Avoid using `tokenizers` before the fork if possible
7
+ - Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
8
+ VLM initialization starting ...
9
+ VLM initialization completed.
10
+ >>> Query: Why is the sky blue?
11
+ Assistant: The sky appears blue because the Earth's atmosphere scatters sunlight in all directions. When the sun is high in the sky, the light has to travel through more of the Earth's atmosphere to reach us, and this scattering effect makes the light appear blue. The reason why the sky appears blue is because the Earth's atmosphere scatters sunlight in all directions, and when the sun is high in the sky, the light has to travel through more of the Earth's atmosphere to reach us. This scattering effect makes the light appear blue.
12
+
13
+ Number of generated tokens: 117
14
+ TTFT: 0.18s
15
+ TPS: avg=11.30, quantiles=['11.44', '11.43', '11.42', '10.99']
16
+ >>> Query: Summarize
17
+ Assistant: The sky appears blue because the Earth's atmosphere scatters sunlight in all directions. The reason why the sky appears blue is because the Earth's atmosphere scatters sunlight in all directions, and when the sun is high in the sky, the light has to travel through more of the Earth's atmosphere to reach us. This scattering effect makes the light appear blue.
18
+
19
+ Number of generated tokens: 80
20
+ TTFT: 0.20s
21
+ TPS: avg=10.97, quantiles=['10.98', '10.98', '10.97', '10.96']
22
+ >>> Query: Tell me a story based on this
23
+ Assistant: Once upon a time, in a small village nestled between hills and sea, the villagers lived a simple life, close to the land and the sea. They were a hardworking people, who spent their days tending to the fields and the sea, and in the evenings, they would gather around the fire to share stories and laughter.
24
+
25
+ One day, a young boy named Jack was out exploring the woods near the village. As he wandered deeper into the forest, he came across a beautiful blue flower, unlike any he had ever seen before. He picked it up and held it to his nose, and was struck by its sweet scent.
26
+
27
+ As he continued to explore, he came across a clear stream, and he decided to take a break and rest by its banks. As he sat there, he noticed that the stream was filled with tiny fish, and he had an idea. He took the blue flower and placed it in the stream, and to his amazement, the fish swam towards it, as if they were drawn to its beauty.
28
+
29
+ Jack was delighted with his discovery, and he decided to try it again, this time using a larger blue flower. The fish swam even closer to it, and Jack realized that the blue flower had a special power. It seemed to have the ability to make the fish swim towards it, and Jack began to see the potential of this magical flower.
30
+
31
+ He returned to the village and shared his discovery with the other villagers, and together, they decided to use the blue flower to their advantage. They used it to catch fish, and soon, the village was filled with the freshest fish anyone had ever tasted.
32
+
33
+ The villagers were amazed at the power of the blue flower, and they thanked Jack for his discovery. From that day on, the blue flower became an important part of the village's life, and they continued to use it to their advantage, and they lived happily ever after.
34
+
35
+ Number of generated tokens: 415
36
+ TTFT: 0.20s
37
+ TPS: avg=10.47, quantiles=['10.80', '10.51', '10.34', '10.32']
38
+ >>> Cleared chat history
39
+ >>> >>> Query: What's in the image
40
+ Assistant: The image features a large building with an airplane flying in the background. The building is located near a highway and an airport.
41
+
42
+ Number of generated tokens: 28
43
+ TTFT: 2.11s
44
+ TPS: avg=10.19, quantiles=['10.33', '10.32', '10.13', '10.00']
45
+ >>> WARN:starting syslog with prefix MLA-RT
46
+ ~MLALogger: logger is closed
devkit/precision.json CHANGED
@@ -2,427 +2,427 @@
2
  {
3
  "part": "group_pre",
4
  "idx": 0,
5
- "precision": "A_BF16_W_INT4"
6
  },
7
  {
8
  "part": "group_pre",
9
  "idx": 1,
10
- "precision": "A_BF16_W_INT4"
11
  },
12
  {
13
  "part": "group_pre",
14
  "idx": 2,
15
- "precision": "A_BF16_W_INT4"
16
  },
17
  {
18
  "part": "group_pre",
19
  "idx": 3,
20
- "precision": "A_BF16_W_INT4"
21
  },
22
  {
23
  "part": "group_pre",
24
  "idx": 4,
25
- "precision": "A_BF16_W_INT4"
26
  },
27
  {
28
  "part": "group_pre",
29
  "idx": 5,
30
- "precision": "A_BF16_W_INT4"
31
  },
32
  {
33
  "part": "group_pre",
34
  "idx": 6,
35
- "precision": "A_BF16_W_INT4"
36
  },
37
  {
38
  "part": "group_pre",
39
  "idx": 7,
40
- "precision": "A_BF16_W_INT4"
41
  },
42
  {
43
  "part": "group_pre",
44
  "idx": 8,
45
- "precision": "A_BF16_W_INT4"
46
  },
47
  {
48
  "part": "group_pre",
49
  "idx": 9,
50
- "precision": "A_BF16_W_INT4"
51
  },
52
  {
53
  "part": "group_pre",
54
  "idx": 10,
55
- "precision": "A_BF16_W_INT4"
56
  },
57
  {
58
  "part": "group_pre",
59
  "idx": 11,
60
- "precision": "A_BF16_W_INT4"
61
  },
62
  {
63
  "part": "group_pre",
64
  "idx": 12,
65
- "precision": "A_BF16_W_INT4"
66
  },
67
  {
68
  "part": "group_pre",
69
  "idx": 13,
70
- "precision": "A_BF16_W_INT4"
71
  },
72
  {
73
  "part": "group_pre",
74
  "idx": 14,
75
- "precision": "A_BF16_W_INT4"
76
  },
77
  {
78
  "part": "group_pre",
79
  "idx": 15,
80
- "precision": "A_BF16_W_INT4"
81
  },
82
  {
83
  "part": "group_pre",
84
  "idx": 16,
85
- "precision": "A_BF16_W_INT4"
86
  },
87
  {
88
  "part": "group_pre",
89
  "idx": 17,
90
- "precision": "A_BF16_W_INT4"
91
  },
92
  {
93
  "part": "group_pre",
94
  "idx": 18,
95
- "precision": "A_BF16_W_INT4"
96
  },
97
  {
98
  "part": "group_pre",
99
  "idx": 19,
100
- "precision": "A_BF16_W_INT4"
101
  },
102
  {
103
  "part": "group_pre",
104
  "idx": 20,
105
- "precision": "A_BF16_W_INT4"
106
  },
107
  {
108
  "part": "group_pre",
109
  "idx": 21,
110
- "precision": "A_BF16_W_INT4"
111
  },
112
  {
113
  "part": "group_pre",
114
  "idx": 22,
115
- "precision": "A_BF16_W_INT4"
116
  },
117
  {
118
  "part": "group_pre",
119
  "idx": 23,
120
- "precision": "A_BF16_W_INT4"
121
  },
122
  {
123
  "part": "group_pre",
124
  "idx": 24,
125
- "precision": "A_BF16_W_INT4"
126
  },
127
  {
128
  "part": "group_pre",
129
  "idx": 25,
130
- "precision": "A_BF16_W_INT4"
131
  },
132
  {
133
  "part": "group_pre",
134
  "idx": 26,
135
- "precision": "A_BF16_W_INT4"
136
  },
137
  {
138
  "part": "group_pre",
139
  "idx": 27,
140
- "precision": "A_BF16_W_INT4"
141
  },
142
  {
143
  "part": "group_pre",
144
  "idx": 28,
145
- "precision": "A_BF16_W_INT4"
146
  },
147
  {
148
  "part": "group_pre",
149
  "idx": 29,
150
- "precision": "A_BF16_W_INT4"
151
  },
152
  {
153
  "part": "group_pre",
154
  "idx": 30,
155
- "precision": "A_BF16_W_INT4"
156
  },
157
  {
158
  "part": "group_pre",
159
  "idx": 31,
160
- "precision": "A_BF16_W_INT4"
161
  },
162
  {
163
  "part": "group_post",
164
  "idx": 0,
165
- "precision": "A_BF16_W_INT4"
166
  },
167
  {
168
  "part": "group_post",
169
  "idx": 1,
170
- "precision": "A_BF16_W_INT4"
171
  },
172
  {
173
  "part": "group_post",
174
  "idx": 2,
175
- "precision": "A_BF16_W_INT4"
176
  },
177
  {
178
  "part": "group_post",
179
  "idx": 3,
180
- "precision": "A_BF16_W_INT4"
181
  },
182
  {
183
  "part": "group_post",
184
  "idx": 4,
185
- "precision": "A_BF16_W_INT4"
186
  },
187
  {
188
  "part": "group_post",
189
  "idx": 5,
190
- "precision": "A_BF16_W_INT4"
191
  },
192
  {
193
  "part": "group_post",
194
  "idx": 6,
195
- "precision": "A_BF16_W_INT4"
196
  },
197
  {
198
  "part": "group_post",
199
  "idx": 7,
200
- "precision": "A_BF16_W_INT4"
201
  },
202
  {
203
  "part": "group_post",
204
  "idx": 8,
205
- "precision": "A_BF16_W_INT4"
206
  },
207
  {
208
  "part": "group_post",
209
  "idx": 9,
210
- "precision": "A_BF16_W_INT4"
211
  },
212
  {
213
  "part": "group_post",
214
  "idx": 10,
215
- "precision": "A_BF16_W_INT4"
216
  },
217
  {
218
  "part": "group_post",
219
  "idx": 11,
220
- "precision": "A_BF16_W_INT4"
221
  },
222
  {
223
  "part": "group_post",
224
  "idx": 12,
225
- "precision": "A_BF16_W_INT4"
226
  },
227
  {
228
  "part": "group_post",
229
  "idx": 13,
230
- "precision": "A_BF16_W_INT4"
231
  },
232
  {
233
  "part": "group_post",
234
  "idx": 14,
235
- "precision": "A_BF16_W_INT4"
236
  },
237
  {
238
  "part": "group_post",
239
  "idx": 15,
240
- "precision": "A_BF16_W_INT4"
241
  },
242
  {
243
  "part": "group_post",
244
  "idx": 16,
245
- "precision": "A_BF16_W_INT4"
246
  },
247
  {
248
  "part": "group_post",
249
  "idx": 17,
250
- "precision": "A_BF16_W_INT4"
251
  },
252
  {
253
  "part": "group_post",
254
  "idx": 18,
255
- "precision": "A_BF16_W_INT4"
256
  },
257
  {
258
  "part": "group_post",
259
  "idx": 19,
260
- "precision": "A_BF16_W_INT4"
261
  },
262
  {
263
  "part": "group_post",
264
  "idx": 20,
265
- "precision": "A_BF16_W_INT4"
266
  },
267
  {
268
  "part": "group_post",
269
  "idx": 21,
270
- "precision": "A_BF16_W_INT4"
271
  },
272
  {
273
  "part": "group_post",
274
  "idx": 22,
275
- "precision": "A_BF16_W_INT4"
276
  },
277
  {
278
  "part": "group_post",
279
  "idx": 23,
280
- "precision": "A_BF16_W_INT4"
281
  },
282
  {
283
  "part": "group_post",
284
  "idx": 24,
285
- "precision": "A_BF16_W_INT4"
286
  },
287
  {
288
  "part": "group_post",
289
  "idx": 25,
290
- "precision": "A_BF16_W_INT4"
291
  },
292
  {
293
  "part": "group_post",
294
  "idx": 26,
295
- "precision": "A_BF16_W_INT4"
296
  },
297
  {
298
  "part": "group_post",
299
  "idx": 27,
300
- "precision": "A_BF16_W_INT4"
301
  },
302
  {
303
  "part": "group_post",
304
  "idx": 28,
305
- "precision": "A_BF16_W_INT4"
306
  },
307
  {
308
  "part": "group_post",
309
  "idx": 29,
310
- "precision": "A_BF16_W_INT4"
311
  },
312
  {
313
  "part": "group_post",
314
  "idx": 30,
315
- "precision": "A_BF16_W_INT4"
316
  },
317
  {
318
  "part": "group_cache",
319
  "idx": 0,
320
- "precision": "A_BF16_W_INT4"
321
  },
322
  {
323
  "part": "group_cache",
324
  "idx": 35,
325
- "precision": "A_BF16_W_INT4"
326
  },
327
  {
328
  "part": "group_cache",
329
  "idx": 135,
330
- "precision": "A_BF16_W_INT4"
331
  },
332
  {
333
  "part": "group_cache",
334
  "idx": 235,
335
- "precision": "A_BF16_W_INT4"
336
  },
337
  {
338
  "part": "group_cache",
339
  "idx": 335,
340
- "precision": "A_BF16_W_INT4"
341
  },
342
  {
343
  "part": "group_cache",
344
  "idx": 435,
345
- "precision": "A_BF16_W_INT4"
346
  },
347
  {
348
  "part": "group_cache",
349
  "idx": 535,
350
- "precision": "A_BF16_W_INT4"
351
  },
352
  {
353
  "part": "group_cache",
354
  "idx": 635,
355
- "precision": "A_BF16_W_INT4"
356
  },
357
  {
358
  "part": "group_cache",
359
  "idx": 735,
360
- "precision": "A_BF16_W_INT4"
361
  },
362
  {
363
  "part": "group_cache",
364
  "idx": 835,
365
- "precision": "A_BF16_W_INT4"
366
  },
367
  {
368
  "part": "group_cache",
369
  "idx": 935,
370
- "precision": "A_BF16_W_INT4"
371
  },
372
  {
373
  "part": "group_cache",
374
  "idx": 1035,
375
- "precision": "A_BF16_W_INT4"
376
  },
377
  {
378
  "part": "group_cache",
379
  "idx": 1135,
380
- "precision": "A_BF16_W_INT4"
381
  },
382
  {
383
  "part": "group_cache",
384
  "idx": 1235,
385
- "precision": "A_BF16_W_INT4"
386
  },
387
  {
388
  "part": "group_cache",
389
  "idx": 1335,
390
- "precision": "A_BF16_W_INT4"
391
  },
392
  {
393
  "part": "group_cache",
394
  "idx": 1435,
395
- "precision": "A_BF16_W_INT4"
396
  },
397
  {
398
  "part": "group_cache",
399
  "idx": 1535,
400
- "precision": "A_BF16_W_INT4"
401
  },
402
  {
403
  "part": "group_cache",
404
  "idx": 1635,
405
- "precision": "A_BF16_W_INT4"
406
  },
407
  {
408
  "part": "group_cache",
409
  "idx": 1735,
410
- "precision": "A_BF16_W_INT4"
411
  },
412
  {
413
  "part": "group_cache",
414
  "idx": 1835,
415
- "precision": "A_BF16_W_INT4"
416
  },
417
  {
418
  "part": "group_cache",
419
  "idx": 1935,
420
- "precision": "A_BF16_W_INT4"
421
  },
422
  {
423
  "part": "group_cache",
424
  "idx": 2035,
425
- "precision": "A_BF16_W_INT4"
426
  },
427
  {
428
  "part": "single_pre",
 
2
  {
3
  "part": "group_pre",
4
  "idx": 0,
5
+ "precision": "A_BF16_W_INT8"
6
  },
7
  {
8
  "part": "group_pre",
9
  "idx": 1,
10
+ "precision": "A_BF16_W_INT8"
11
  },
12
  {
13
  "part": "group_pre",
14
  "idx": 2,
15
+ "precision": "A_BF16_W_INT8"
16
  },
17
  {
18
  "part": "group_pre",
19
  "idx": 3,
20
+ "precision": "A_BF16_W_INT8"
21
  },
22
  {
23
  "part": "group_pre",
24
  "idx": 4,
25
+ "precision": "A_BF16_W_INT8"
26
  },
27
  {
28
  "part": "group_pre",
29
  "idx": 5,
30
+ "precision": "A_BF16_W_INT8"
31
  },
32
  {
33
  "part": "group_pre",
34
  "idx": 6,
35
+ "precision": "A_BF16_W_INT8"
36
  },
37
  {
38
  "part": "group_pre",
39
  "idx": 7,
40
+ "precision": "A_BF16_W_INT8"
41
  },
42
  {
43
  "part": "group_pre",
44
  "idx": 8,
45
+ "precision": "A_BF16_W_INT8"
46
  },
47
  {
48
  "part": "group_pre",
49
  "idx": 9,
50
+ "precision": "A_BF16_W_INT8"
51
  },
52
  {
53
  "part": "group_pre",
54
  "idx": 10,
55
+ "precision": "A_BF16_W_INT8"
56
  },
57
  {
58
  "part": "group_pre",
59
  "idx": 11,
60
+ "precision": "A_BF16_W_INT8"
61
  },
62
  {
63
  "part": "group_pre",
64
  "idx": 12,
65
+ "precision": "A_BF16_W_INT8"
66
  },
67
  {
68
  "part": "group_pre",
69
  "idx": 13,
70
+ "precision": "A_BF16_W_INT8"
71
  },
72
  {
73
  "part": "group_pre",
74
  "idx": 14,
75
+ "precision": "A_BF16_W_INT8"
76
  },
77
  {
78
  "part": "group_pre",
79
  "idx": 15,
80
+ "precision": "A_BF16_W_INT8"
81
  },
82
  {
83
  "part": "group_pre",
84
  "idx": 16,
85
+ "precision": "A_BF16_W_INT8"
86
  },
87
  {
88
  "part": "group_pre",
89
  "idx": 17,
90
+ "precision": "A_BF16_W_INT8"
91
  },
92
  {
93
  "part": "group_pre",
94
  "idx": 18,
95
+ "precision": "A_BF16_W_INT8"
96
  },
97
  {
98
  "part": "group_pre",
99
  "idx": 19,
100
+ "precision": "A_BF16_W_INT8"
101
  },
102
  {
103
  "part": "group_pre",
104
  "idx": 20,
105
+ "precision": "A_BF16_W_INT8"
106
  },
107
  {
108
  "part": "group_pre",
109
  "idx": 21,
110
+ "precision": "A_BF16_W_INT8"
111
  },
112
  {
113
  "part": "group_pre",
114
  "idx": 22,
115
+ "precision": "A_BF16_W_INT8"
116
  },
117
  {
118
  "part": "group_pre",
119
  "idx": 23,
120
+ "precision": "A_BF16_W_INT8"
121
  },
122
  {
123
  "part": "group_pre",
124
  "idx": 24,
125
+ "precision": "A_BF16_W_INT8"
126
  },
127
  {
128
  "part": "group_pre",
129
  "idx": 25,
130
+ "precision": "A_BF16_W_INT8"
131
  },
132
  {
133
  "part": "group_pre",
134
  "idx": 26,
135
+ "precision": "A_BF16_W_INT8"
136
  },
137
  {
138
  "part": "group_pre",
139
  "idx": 27,
140
+ "precision": "A_BF16_W_INT8"
141
  },
142
  {
143
  "part": "group_pre",
144
  "idx": 28,
145
+ "precision": "A_BF16_W_INT8"
146
  },
147
  {
148
  "part": "group_pre",
149
  "idx": 29,
150
+ "precision": "A_BF16_W_INT8"
151
  },
152
  {
153
  "part": "group_pre",
154
  "idx": 30,
155
+ "precision": "A_BF16_W_INT8"
156
  },
157
  {
158
  "part": "group_pre",
159
  "idx": 31,
160
+ "precision": "A_BF16_W_INT8"
161
  },
162
  {
163
  "part": "group_post",
164
  "idx": 0,
165
+ "precision": "A_BF16_W_INT8"
166
  },
167
  {
168
  "part": "group_post",
169
  "idx": 1,
170
+ "precision": "A_BF16_W_INT8"
171
  },
172
  {
173
  "part": "group_post",
174
  "idx": 2,
175
+ "precision": "A_BF16_W_INT8"
176
  },
177
  {
178
  "part": "group_post",
179
  "idx": 3,
180
+ "precision": "A_BF16_W_INT8"
181
  },
182
  {
183
  "part": "group_post",
184
  "idx": 4,
185
+ "precision": "A_BF16_W_INT8"
186
  },
187
  {
188
  "part": "group_post",
189
  "idx": 5,
190
+ "precision": "A_BF16_W_INT8"
191
  },
192
  {
193
  "part": "group_post",
194
  "idx": 6,
195
+ "precision": "A_BF16_W_INT8"
196
  },
197
  {
198
  "part": "group_post",
199
  "idx": 7,
200
+ "precision": "A_BF16_W_INT8"
201
  },
202
  {
203
  "part": "group_post",
204
  "idx": 8,
205
+ "precision": "A_BF16_W_INT8"
206
  },
207
  {
208
  "part": "group_post",
209
  "idx": 9,
210
+ "precision": "A_BF16_W_INT8"
211
  },
212
  {
213
  "part": "group_post",
214
  "idx": 10,
215
+ "precision": "A_BF16_W_INT8"
216
  },
217
  {
218
  "part": "group_post",
219
  "idx": 11,
220
+ "precision": "A_BF16_W_INT8"
221
  },
222
  {
223
  "part": "group_post",
224
  "idx": 12,
225
+ "precision": "A_BF16_W_INT8"
226
  },
227
  {
228
  "part": "group_post",
229
  "idx": 13,
230
+ "precision": "A_BF16_W_INT8"
231
  },
232
  {
233
  "part": "group_post",
234
  "idx": 14,
235
+ "precision": "A_BF16_W_INT8"
236
  },
237
  {
238
  "part": "group_post",
239
  "idx": 15,
240
+ "precision": "A_BF16_W_INT8"
241
  },
242
  {
243
  "part": "group_post",
244
  "idx": 16,
245
+ "precision": "A_BF16_W_INT8"
246
  },
247
  {
248
  "part": "group_post",
249
  "idx": 17,
250
+ "precision": "A_BF16_W_INT8"
251
  },
252
  {
253
  "part": "group_post",
254
  "idx": 18,
255
+ "precision": "A_BF16_W_INT8"
256
  },
257
  {
258
  "part": "group_post",
259
  "idx": 19,
260
+ "precision": "A_BF16_W_INT8"
261
  },
262
  {
263
  "part": "group_post",
264
  "idx": 20,
265
+ "precision": "A_BF16_W_INT8"
266
  },
267
  {
268
  "part": "group_post",
269
  "idx": 21,
270
+ "precision": "A_BF16_W_INT8"
271
  },
272
  {
273
  "part": "group_post",
274
  "idx": 22,
275
+ "precision": "A_BF16_W_INT8"
276
  },
277
  {
278
  "part": "group_post",
279
  "idx": 23,
280
+ "precision": "A_BF16_W_INT8"
281
  },
282
  {
283
  "part": "group_post",
284
  "idx": 24,
285
+ "precision": "A_BF16_W_INT8"
286
  },
287
  {
288
  "part": "group_post",
289
  "idx": 25,
290
+ "precision": "A_BF16_W_INT8"
291
  },
292
  {
293
  "part": "group_post",
294
  "idx": 26,
295
+ "precision": "A_BF16_W_INT8"
296
  },
297
  {
298
  "part": "group_post",
299
  "idx": 27,
300
+ "precision": "A_BF16_W_INT8"
301
  },
302
  {
303
  "part": "group_post",
304
  "idx": 28,
305
+ "precision": "A_BF16_W_INT8"
306
  },
307
  {
308
  "part": "group_post",
309
  "idx": 29,
310
+ "precision": "A_BF16_W_INT8"
311
  },
312
  {
313
  "part": "group_post",
314
  "idx": 30,
315
+ "precision": "A_BF16_W_INT8"
316
  },
317
  {
318
  "part": "group_cache",
319
  "idx": 0,
320
+ "precision": "A_BF16_W_INT8"
321
  },
322
  {
323
  "part": "group_cache",
324
  "idx": 35,
325
+ "precision": "A_BF16_W_INT8"
326
  },
327
  {
328
  "part": "group_cache",
329
  "idx": 135,
330
+ "precision": "A_BF16_W_INT8"
331
  },
332
  {
333
  "part": "group_cache",
334
  "idx": 235,
335
+ "precision": "A_BF16_W_INT8"
336
  },
337
  {
338
  "part": "group_cache",
339
  "idx": 335,
340
+ "precision": "A_BF16_W_INT8"
341
  },
342
  {
343
  "part": "group_cache",
344
  "idx": 435,
345
+ "precision": "A_BF16_W_INT8"
346
  },
347
  {
348
  "part": "group_cache",
349
  "idx": 535,
350
+ "precision": "A_BF16_W_INT8"
351
  },
352
  {
353
  "part": "group_cache",
354
  "idx": 635,
355
+ "precision": "A_BF16_W_INT8"
356
  },
357
  {
358
  "part": "group_cache",
359
  "idx": 735,
360
+ "precision": "A_BF16_W_INT8"
361
  },
362
  {
363
  "part": "group_cache",
364
  "idx": 835,
365
+ "precision": "A_BF16_W_INT8"
366
  },
367
  {
368
  "part": "group_cache",
369
  "idx": 935,
370
+ "precision": "A_BF16_W_INT8"
371
  },
372
  {
373
  "part": "group_cache",
374
  "idx": 1035,
375
+ "precision": "A_BF16_W_INT8"
376
  },
377
  {
378
  "part": "group_cache",
379
  "idx": 1135,
380
+ "precision": "A_BF16_W_INT8"
381
  },
382
  {
383
  "part": "group_cache",
384
  "idx": 1235,
385
+ "precision": "A_BF16_W_INT8"
386
  },
387
  {
388
  "part": "group_cache",
389
  "idx": 1335,
390
+ "precision": "A_BF16_W_INT8"
391
  },
392
  {
393
  "part": "group_cache",
394
  "idx": 1435,
395
+ "precision": "A_BF16_W_INT8"
396
  },
397
  {
398
  "part": "group_cache",
399
  "idx": 1535,
400
+ "precision": "A_BF16_W_INT8"
401
  },
402
  {
403
  "part": "group_cache",
404
  "idx": 1635,
405
+ "precision": "A_BF16_W_INT8"
406
  },
407
  {
408
  "part": "group_cache",
409
  "idx": 1735,
410
+ "precision": "A_BF16_W_INT8"
411
  },
412
  {
413
  "part": "group_cache",
414
  "idx": 1835,
415
+ "precision": "A_BF16_W_INT8"
416
  },
417
  {
418
  "part": "group_cache",
419
  "idx": 1935,
420
+ "precision": "A_BF16_W_INT8"
421
  },
422
  {
423
  "part": "group_cache",
424
  "idx": 2035,
425
+ "precision": "A_BF16_W_INT8"
426
  },
427
  {
428
  "part": "single_pre",
devkit/vlm_config.json CHANGED
@@ -11,7 +11,7 @@
11
  "intermediate_size": 4096,
12
  "num_attention_heads": 16,
13
  "num_hidden_layers": 24,
14
- "hidden_act": "gelu",
15
  "layer_norm_eps": 1e-05
16
  },
17
  "mm_cfg": {
@@ -75,6 +75,7 @@
75
  },
76
  "pipeline_cfg": {
77
  "system_prompt": "A chat between a curious human and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the human's questions.",
 
78
  "max_num_tokens": 2048,
79
  "input_token_group_size": 100,
80
  "input_token_group_offsets": [
 
11
  "intermediate_size": 4096,
12
  "num_attention_heads": 16,
13
  "num_hidden_layers": 24,
14
+ "hidden_act": "quick_gelu",
15
  "layer_norm_eps": 1e-05
16
  },
17
  "mm_cfg": {
 
75
  },
76
  "pipeline_cfg": {
77
  "system_prompt": "A chat between a curious human and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the human's questions.",
78
+ "chat_template": null,
79
  "max_num_tokens": 2048,
80
  "input_token_group_size": 100,
81
  "input_token_group_offsets": [
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token0_stage1_mla.elf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cb05f04908cf4620d317f8ae37c233d1649637b4b570847b03f72d824f600bec
3
- size 5249384
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40af7aef9970bca8212759fd1df92cbc29e0f1bb82602082760c050f6ee63ec4
3
+ size 5305184
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token1035_stage1_mla.elf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b43cc2290fd06448d5e3f7bc97be81da2b488edb92e8c1ab65277f81653cca2e
3
- size 16441184
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d49d4146674899502aef407770643bb2258ee5941bc68744b56eda2a0219c67
3
+ size 18532568
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token1135_stage1_mla.elf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:be346dc5ec03e9d0e8fd61d1486694bf6ae4296ddfac4694f231c34b6032d075
3
- size 26562424
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb53f26d40902bf735b1924b00101e137b46fc1400ca1e4aa0a76463098c4f17
3
+ size 19770672
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token1235_stage1_mla.elf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3d36094e1bac50743b5d9f4b86a124da7fcf5346b841c9596eec550ab44ddb2e
3
- size 25794480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d14f868ef64b0c57afd57633ff45ffe14a1eb1bce84375b5905624d79e5c6579
3
+ size 21079256
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token1335_stage1_mla.elf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:40e66f5b3a3a64c32f384a50013bdcb4680082a32ef988d29b7d045fa30e7d20
3
- size 26602576
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6dc0f8a1f44c278d644291819c0ba486a2daa9afb9631e409085283e87eefc43
3
+ size 21096248
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token135_stage1_mla.elf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:674bd8ce85fd6901b851f2db567f8af35ad36592789fd392e58ad93eb26d1ded
3
- size 5930936
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b49bbb895c2afbb97f1b82d65f2519ff5eba6ecc92400e51c39340c146538534
3
+ size 7855136
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token1435_stage1_mla.elf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:58e4f204c913457d031e0c8f00aa9d65c7f02e07529eab71b3aae6d49f237aeb
3
- size 26046800
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d61b8f0febc6207c21810a5e877993110230532db96b0f364e4bafdcfbbf30f6
3
+ size 20052696
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token1535_stage1_mla.elf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:be5c3b08a0f0c74acdc9cd9a379a428496920f8b91e54efca215ee0396e42abf
3
- size 39036456
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39aa87c4e29ad7d23a18fc2f25a8d4c1409c3598bee87f7c1d05ba6a9e881a36
3
+ size 25581968
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token1635_stage1_mla.elf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:06e201d2a209d8bb8f5b495646c10bf4efa47ab76de99ab4297b4df48b5afcaf
3
- size 38202128
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:721438db37cbf1e9a2b847c8ce466b5746215a77b068f618d7c8e3c1ef267eb5
3
+ size 25754480
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token1735_stage1_mla.elf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bbc611431a5344a4ad29350c347cc12aefafb033bc7ff22667d748e0dfb58e93
3
- size 27141312
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3aa79567d46c73fb1364ab4fa820d7b5029f22ef3d6df2b63277312c255bb44
3
+ size 25597120
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token1835_stage1_mla.elf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ef9a13a88fedfe41da8442ac6b9564b3c97b51ccc674498e1f83d8ee589c13a2
3
- size 46105152
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3260f14b71c62c5339b907adae3e6bd1d4d65750c958304171085656021b213
3
+ size 34706424
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token1935_stage1_mla.elf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4342ecc45a9dd04096349f92db562804674f683bb1a0e3bc44f41cf463eb60a1
3
- size 42110864
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c2790d63b19fcd5fe42031f158ca4048bf60d74f7e537e4323b3ea4c9e427ba
3
+ size 35112296
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token2035_stage1_mla.elf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:eed8e399c9d938b55f784d4f9b8076c31a79f2a78b3375971a4db28b617a405d
3
- size 46698360
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c5c8bfe1115ece59262a70d2d71008317efc8e330e4bb3ce74f13227582f7b0
3
+ size 39350800
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token235_stage1_mla.elf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1ee238a7572d856899986ae1304ab105ae7e2ea9ea8fcf00a87b78f519d7f70c
3
- size 6523544
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dd2c90cb6fec35051eb311bb2be7c052bc3aa5982ae3da71489382f849df8c6
3
+ size 8495216
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token335_stage1_mla.elf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:099cec4a101f802df76ca520f6f15b6e88ef2f618721dc915d8867a363d8b6af
3
- size 6831208
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2544e594df29c0c8334ce5fa7428aacb94a8fd3eda64b5009fb44b260849c81
3
+ size 9186072
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token35_stage1_mla.elf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:488c194be10d87ef397a6d49860b5eae149afc9f452640d335aa525c4cb3efe0
3
- size 5726968
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d256fe0c4b681d3285cff01f250e954e225e15a9e523f2154c640e3526c831bf
3
+ size 5674000
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token435_stage1_mla.elf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d55faabe3956c16c723fff3330ae40c90685aad30ea25f7722ec29651cbb2470
3
- size 10372416
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da37c1c078439ad09e16fa317128f18585b2dbe30aae752640efa01056cfb91e
3
+ size 11125000
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token535_stage1_mla.elf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6e9707275e39f88867e75aaf4d2af5d8385a88a47864562d4bfee1d735ce4de9
3
- size 9839976
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0372d39ef8d9c4c43229270c23582de963f30fa97f815d2dd831bff852c5758f
3
+ size 10826368
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token635_stage1_mla.elf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6ec61d5df208bc9da15ca86b8127d4841d99c67db9673869823ec4097ec42e64
3
- size 14145048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b88694e256d7fac241d80567ae7137faa9097ad59c2d4bbf613f2aa46c3186c
3
+ size 11304728
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token735_stage1_mla.elf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:20887c5dfbb76be03f0121ace6436e482051beb72a6f4f4a56c8cc4309f798ff
3
- size 13813688
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:793670e87043844b1af90acdc26afa5dae54ffaa6dad2cf22ee2cf3a9d5b920a
3
+ size 15739712
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token835_stage1_mla.elf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2e8da5055903211c589b2626c0f318c4f51a2874d4abca9b6aa6b362ed6bf6a2
3
- size 19951320
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3c48415eb63461ba3f7acaca7f160822703caebe6865e937537c38fabdbcd32
3
+ size 16130888
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token935_stage1_mla.elf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:30e8b75b2870c5e997dfd659dcc9027302d73452ecc65cad3ba4994fceaee442
3
- size 16231720
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42c707b1c17b0e6b0b0c52808c6186f28add2abb61d0afda71a27dc2e47d439b
3
+ size 19183128
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer0_stage1_mla.elf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c072579e27edd852f4d2424c6281ccea71c6e6cebda339007637c9a22f2a4e9d
3
- size 204496480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f82452b8e6f8d2c956c3cbde312c85d89514fa7c0b8ec6403b80536f992e2abf
3
+ size 169940776
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer10_stage1_mla.elf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:db0ed83b278fdfb42df3811f03c30da4daf6500febec5e001234ede493718c6c
3
- size 204496480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2708fc8e58c1597686b8ac47e68a2f51a7cfcb8672ebaa4acc747330a85d000
3
+ size 169940776
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer11_stage1_mla.elf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:be876348c84c18c9a53fe9dde3f971cac04c7a55d0a2df27fa07ab9bc40bd26d
3
- size 204496480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d0ccb92e38ffa3f82a531e89ba9f72d77a978cdce6afa8eb7088abc02780bba
3
+ size 169940776
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer12_stage1_mla.elf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b2352c7f4989babd52f8e36e744912e690a873b81b6125351bfa6756879943e4
3
- size 204496480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f52a7b55f4ba1a13213d3b42ce62424c0c52696bd2e4ec8757386250cd26b4b
3
+ size 169940776
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer13_stage1_mla.elf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:294039b4338d048f83f6fc1d177b2de95376f0ffb41408d0d062efa822afdc9e
3
- size 204496480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:118d597b3e923b696a5a2aec839d33d868cc7e2e65021002675a03e026f84041
3
+ size 169940776
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer14_stage1_mla.elf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1885d3d13bac0ce3069df6c6caa11a44c7960bd0418917ce44f25362a572bf7a
3
- size 204496480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:630407a887f90cbfec17f59c8a953278ce9d67cdc30e044061ceca3592676150
3
+ size 169940776
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer15_stage1_mla.elf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:93363e79b47830f8db10e8252ea3fdd3c511c67d3a42abe14fb93c341df9787d
3
- size 204496480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3ea4d8d8232fc8eefae58a353cbca9cbb5847898a032764e2712bfe594f6c0e
3
+ size 169940776
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer16_stage1_mla.elf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bb365a30d2745a7c91fddc91e6735a5f3227ceb5ac5045918b694156705d84a2
3
- size 204496480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb49dc0ea8e3c8cb36898042666b7e45dd222ffb72ce3bc91709f327fe5c7e82
3
+ size 169940776
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer17_stage1_mla.elf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cdc6c0f4908863393766dde05e9f922fd39b60f8628f9406508ae36f93eeba40
3
- size 204496480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdda8428f1d66320c72b4bbc553abf9e0bfb57cc4297d87d2a737c67276da0c0
3
+ size 169940776
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer18_stage1_mla.elf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ccde352c1c479d733b2d5f18005f86382d540a1397a49369a80c32333e7e0377
3
- size 204496480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36e9c4647938a19ea44ac5e9063dcb59b943c6257c2101e6e076079905a143fa
3
+ size 169940776
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer19_stage1_mla.elf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:57e9a88cf35d053d47e884e79fe3ce5263a6bd8f6f152918bf163e490eeae8a6
3
- size 204496480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a401608463a70d273c798b3218e728f7b997c8b7ce9851b5ffdc360de0e09552
3
+ size 169940776
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer1_stage1_mla.elf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f02da00bbe9d6c6865d6883f8d1b396b59a17b1809ad2a087ddc9f6670092ebb
3
- size 204496480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fd3ea42495f36a0b9278b29be2bf239a5db1ca2d5802594f1dbcc3ec5b12beb
3
+ size 169940776
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer20_stage1_mla.elf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:61fe1f5464934e983446c43f4ae19921b29213583113e83df1af0498cb5233ba
3
- size 204496480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a2ece2ea4ddba929c1004ec110afccd39fafbcaffa34439ab5bed18854c6816
3
+ size 169940776
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer21_stage1_mla.elf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e5c5804366a16bb199b27e14177313270223b4967c78599adf8f9679c8cd06f4
3
- size 204496480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77f28112126292ac4395646df9945c6ef4d1d34d213bf87ed5db265c98fec18a
3
+ size 169940776
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer22_stage1_mla.elf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:59cd8bb85753c53f07942aadb4730eb01d733f676586e0597a3b5638044515f3
3
- size 204496480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84d91061f500bebc73ca37b2467bb0484000529065b9973ca5f3b14e80c195b0
3
+ size 169940776
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer23_stage1_mla.elf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0c47da65b74e192afe3a388a24b292b81848d71fc0aedd44148d630583878856
3
- size 204496480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d26f5df53102abe847ac2935d35f161ce116ced2d569e6892d2b144e1aac613a
3
+ size 169940776
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer24_stage1_mla.elf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2c52341f7233757565888c50192ab75214bf31732bb6e7ac7ace8e8e09c2ec7f
3
- size 204496480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd1899237d7f7f154dbdb9d90bbda793c7a6b796d7dbd8dd6a148faaa8ae17c8
3
+ size 169940776
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer25_stage1_mla.elf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:27932cfe017c9542f8465f385511bc1e1c946e72fc84e48a05f54f68347735c9
3
- size 204496480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6de9edef7010184e848b517ae031844dc6c30afb4229f2ce96e6e37ea4658b4e
3
+ size 169940776
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer26_stage1_mla.elf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2f99e835a8c0ea2d906ebda7b25da20ff329338b2f24861ae4a00bd91c9bc069
3
- size 204496480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d086a0a9cecdd5ba5fe46e7fbe90f170f703215c39e8949e0d2af9144864dc57
3
+ size 169940776
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer27_stage1_mla.elf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c35a9a9f251bff5fdd3d984ae08255b2fbb37d90f659e96979045a78b3832889
3
- size 204496480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9b72b42e7194f1e4f76ea4886abf030156a6fc4200ebdcdaee99bbb85701824
3
+ size 169940776
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer28_stage1_mla.elf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e41303ee6298e2f892c9692af7f9834d0865379ff3fb39e4224a14dcbe5320f3
3
- size 204496480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd9750501e13be60bc8852d1726133a3d571a4e6b8dbc657239399470f1ae2a8
3
+ size 169940776
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer29_stage1_mla.elf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4394a536bc9a67d3065179c5706ba2e708ee4942aa0ab4382c7d3c2df660ba60
3
- size 204496480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:616167de41a0277cc23dec6d47682b7bd8c7bcc25817a3498068d029f7fa07d0
3
+ size 169940776
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer2_stage1_mla.elf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1900e5c25c4d57998780f756452ee594a352c39e87cb3c05106fb2f3f1bcbfac
3
- size 204496480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:716b6ddc0072a13b57348d67ba63227a692c0f3bb1c881aae2ebe9785862c6e2
3
+ size 169940776
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer30_stage1_mla.elf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a56f4ded3cc6f80a780eb175a46fb6befb117cf252719c6676133c6ee1f78cf6
3
- size 204496480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aad06f455fe2e45b9362d5806b2ca408b499565b4d209b9b58c10f9aac206772
3
+ size 169940776
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer3_stage1_mla.elf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:757ba64dbf6a92e545caefc758bd864adaffbe9d149271a1bf634746094b73f6
3
- size 204496480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af13ade704a04f3cfaf168e774008570108656e4f713bf9f850d644defd551ac
3
+ size 169940776