2.0.0
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- console.log +46 -0
- devkit/precision.json +85 -85
- devkit/vlm_config.json +2 -1
- elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token0_stage1_mla.elf +2 -2
- elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token1035_stage1_mla.elf +2 -2
- elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token1135_stage1_mla.elf +2 -2
- elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token1235_stage1_mla.elf +2 -2
- elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token1335_stage1_mla.elf +2 -2
- elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token135_stage1_mla.elf +2 -2
- elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token1435_stage1_mla.elf +2 -2
- elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token1535_stage1_mla.elf +2 -2
- elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token1635_stage1_mla.elf +2 -2
- elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token1735_stage1_mla.elf +2 -2
- elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token1835_stage1_mla.elf +2 -2
- elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token1935_stage1_mla.elf +2 -2
- elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token2035_stage1_mla.elf +2 -2
- elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token235_stage1_mla.elf +2 -2
- elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token335_stage1_mla.elf +2 -2
- elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token35_stage1_mla.elf +2 -2
- elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token435_stage1_mla.elf +2 -2
- elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token535_stage1_mla.elf +2 -2
- elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token635_stage1_mla.elf +2 -2
- elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token735_stage1_mla.elf +2 -2
- elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token835_stage1_mla.elf +2 -2
- elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token935_stage1_mla.elf +2 -2
- elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer0_stage1_mla.elf +2 -2
- elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer10_stage1_mla.elf +2 -2
- elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer11_stage1_mla.elf +2 -2
- elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer12_stage1_mla.elf +2 -2
- elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer13_stage1_mla.elf +2 -2
- elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer14_stage1_mla.elf +2 -2
- elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer15_stage1_mla.elf +2 -2
- elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer16_stage1_mla.elf +2 -2
- elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer17_stage1_mla.elf +2 -2
- elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer18_stage1_mla.elf +2 -2
- elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer19_stage1_mla.elf +2 -2
- elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer1_stage1_mla.elf +2 -2
- elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer20_stage1_mla.elf +2 -2
- elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer21_stage1_mla.elf +2 -2
- elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer22_stage1_mla.elf +2 -2
- elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer23_stage1_mla.elf +2 -2
- elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer24_stage1_mla.elf +2 -2
- elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer25_stage1_mla.elf +2 -2
- elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer26_stage1_mla.elf +2 -2
- elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer27_stage1_mla.elf +2 -2
- elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer28_stage1_mla.elf +2 -2
- elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer29_stage1_mla.elf +2 -2
- elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer2_stage1_mla.elf +2 -2
- elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer30_stage1_mla.elf +2 -2
- elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer3_stage1_mla.elf +2 -2
console.log
ADDED
|
@@ -0,0 +1,46 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
None of PyTorch, TensorFlow >= 2.0, or Flax have been found. Models won't be available and only tokenizers, configuration and file/data utilities can be used.
|
| 2 |
+
None of PyTorch, TensorFlow >= 2.0, or Flax have been found. Models won't be available and only tokenizers, configuration and file/data utilities can be used.
|
| 3 |
+
Using a slow image processor as `use_fast` is unset and a slow processor was saved with this model. `use_fast=True` will be the default behavior in v4.52, even if the model was saved with a slow processor. This will result in minor differences in outputs. You'll still be able to use a slow processor with `use_fast=False`.
|
| 4 |
+
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
|
| 5 |
+
To disable this warning, you can either:
|
| 6 |
+
- Avoid using `tokenizers` before the fork if possible
|
| 7 |
+
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
| 8 |
+
VLM initialization starting ...
|
| 9 |
+
VLM initialization completed.
|
| 10 |
+
>>> Query: Why is the sky blue?
|
| 11 |
+
Assistant: The sky appears blue because the Earth's atmosphere scatters sunlight in all directions. When the sun is high in the sky, the light has to travel through more of the Earth's atmosphere to reach us, and this scattering effect makes the light appear blue. The reason why the sky appears blue is because the Earth's atmosphere scatters sunlight in all directions, and when the sun is high in the sky, the light has to travel through more of the Earth's atmosphere to reach us. This scattering effect makes the light appear blue.
|
| 12 |
+
|
| 13 |
+
Number of generated tokens: 117
|
| 14 |
+
TTFT: 0.18s
|
| 15 |
+
TPS: avg=11.30, quantiles=['11.44', '11.43', '11.42', '10.99']
|
| 16 |
+
>>> Query: Summarize
|
| 17 |
+
Assistant: The sky appears blue because the Earth's atmosphere scatters sunlight in all directions. The reason why the sky appears blue is because the Earth's atmosphere scatters sunlight in all directions, and when the sun is high in the sky, the light has to travel through more of the Earth's atmosphere to reach us. This scattering effect makes the light appear blue.
|
| 18 |
+
|
| 19 |
+
Number of generated tokens: 80
|
| 20 |
+
TTFT: 0.20s
|
| 21 |
+
TPS: avg=10.97, quantiles=['10.98', '10.98', '10.97', '10.96']
|
| 22 |
+
>>> Query: Tell me a story based on this
|
| 23 |
+
Assistant: Once upon a time, in a small village nestled between hills and sea, the villagers lived a simple life, close to the land and the sea. They were a hardworking people, who spent their days tending to the fields and the sea, and in the evenings, they would gather around the fire to share stories and laughter.
|
| 24 |
+
|
| 25 |
+
One day, a young boy named Jack was out exploring the woods near the village. As he wandered deeper into the forest, he came across a beautiful blue flower, unlike any he had ever seen before. He picked it up and held it to his nose, and was struck by its sweet scent.
|
| 26 |
+
|
| 27 |
+
As he continued to explore, he came across a clear stream, and he decided to take a break and rest by its banks. As he sat there, he noticed that the stream was filled with tiny fish, and he had an idea. He took the blue flower and placed it in the stream, and to his amazement, the fish swam towards it, as if they were drawn to its beauty.
|
| 28 |
+
|
| 29 |
+
Jack was delighted with his discovery, and he decided to try it again, this time using a larger blue flower. The fish swam even closer to it, and Jack realized that the blue flower had a special power. It seemed to have the ability to make the fish swim towards it, and Jack began to see the potential of this magical flower.
|
| 30 |
+
|
| 31 |
+
He returned to the village and shared his discovery with the other villagers, and together, they decided to use the blue flower to their advantage. They used it to catch fish, and soon, the village was filled with the freshest fish anyone had ever tasted.
|
| 32 |
+
|
| 33 |
+
The villagers were amazed at the power of the blue flower, and they thanked Jack for his discovery. From that day on, the blue flower became an important part of the village's life, and they continued to use it to their advantage, and they lived happily ever after.
|
| 34 |
+
|
| 35 |
+
Number of generated tokens: 415
|
| 36 |
+
TTFT: 0.20s
|
| 37 |
+
TPS: avg=10.47, quantiles=['10.80', '10.51', '10.34', '10.32']
|
| 38 |
+
>>> Cleared chat history
|
| 39 |
+
>>> >>> Query: What's in the image
|
| 40 |
+
Assistant: The image features a large building with an airplane flying in the background. The building is located near a highway and an airport.
|
| 41 |
+
|
| 42 |
+
Number of generated tokens: 28
|
| 43 |
+
TTFT: 2.11s
|
| 44 |
+
TPS: avg=10.19, quantiles=['10.33', '10.32', '10.13', '10.00']
|
| 45 |
+
>>> WARN:starting syslog with prefix MLA-RT
|
| 46 |
+
~MLALogger: logger is closed
|
devkit/precision.json
CHANGED
|
@@ -2,427 +2,427 @@
|
|
| 2 |
{
|
| 3 |
"part": "group_pre",
|
| 4 |
"idx": 0,
|
| 5 |
-
"precision": "
|
| 6 |
},
|
| 7 |
{
|
| 8 |
"part": "group_pre",
|
| 9 |
"idx": 1,
|
| 10 |
-
"precision": "
|
| 11 |
},
|
| 12 |
{
|
| 13 |
"part": "group_pre",
|
| 14 |
"idx": 2,
|
| 15 |
-
"precision": "
|
| 16 |
},
|
| 17 |
{
|
| 18 |
"part": "group_pre",
|
| 19 |
"idx": 3,
|
| 20 |
-
"precision": "
|
| 21 |
},
|
| 22 |
{
|
| 23 |
"part": "group_pre",
|
| 24 |
"idx": 4,
|
| 25 |
-
"precision": "
|
| 26 |
},
|
| 27 |
{
|
| 28 |
"part": "group_pre",
|
| 29 |
"idx": 5,
|
| 30 |
-
"precision": "
|
| 31 |
},
|
| 32 |
{
|
| 33 |
"part": "group_pre",
|
| 34 |
"idx": 6,
|
| 35 |
-
"precision": "
|
| 36 |
},
|
| 37 |
{
|
| 38 |
"part": "group_pre",
|
| 39 |
"idx": 7,
|
| 40 |
-
"precision": "
|
| 41 |
},
|
| 42 |
{
|
| 43 |
"part": "group_pre",
|
| 44 |
"idx": 8,
|
| 45 |
-
"precision": "
|
| 46 |
},
|
| 47 |
{
|
| 48 |
"part": "group_pre",
|
| 49 |
"idx": 9,
|
| 50 |
-
"precision": "
|
| 51 |
},
|
| 52 |
{
|
| 53 |
"part": "group_pre",
|
| 54 |
"idx": 10,
|
| 55 |
-
"precision": "
|
| 56 |
},
|
| 57 |
{
|
| 58 |
"part": "group_pre",
|
| 59 |
"idx": 11,
|
| 60 |
-
"precision": "
|
| 61 |
},
|
| 62 |
{
|
| 63 |
"part": "group_pre",
|
| 64 |
"idx": 12,
|
| 65 |
-
"precision": "
|
| 66 |
},
|
| 67 |
{
|
| 68 |
"part": "group_pre",
|
| 69 |
"idx": 13,
|
| 70 |
-
"precision": "
|
| 71 |
},
|
| 72 |
{
|
| 73 |
"part": "group_pre",
|
| 74 |
"idx": 14,
|
| 75 |
-
"precision": "
|
| 76 |
},
|
| 77 |
{
|
| 78 |
"part": "group_pre",
|
| 79 |
"idx": 15,
|
| 80 |
-
"precision": "
|
| 81 |
},
|
| 82 |
{
|
| 83 |
"part": "group_pre",
|
| 84 |
"idx": 16,
|
| 85 |
-
"precision": "
|
| 86 |
},
|
| 87 |
{
|
| 88 |
"part": "group_pre",
|
| 89 |
"idx": 17,
|
| 90 |
-
"precision": "
|
| 91 |
},
|
| 92 |
{
|
| 93 |
"part": "group_pre",
|
| 94 |
"idx": 18,
|
| 95 |
-
"precision": "
|
| 96 |
},
|
| 97 |
{
|
| 98 |
"part": "group_pre",
|
| 99 |
"idx": 19,
|
| 100 |
-
"precision": "
|
| 101 |
},
|
| 102 |
{
|
| 103 |
"part": "group_pre",
|
| 104 |
"idx": 20,
|
| 105 |
-
"precision": "
|
| 106 |
},
|
| 107 |
{
|
| 108 |
"part": "group_pre",
|
| 109 |
"idx": 21,
|
| 110 |
-
"precision": "
|
| 111 |
},
|
| 112 |
{
|
| 113 |
"part": "group_pre",
|
| 114 |
"idx": 22,
|
| 115 |
-
"precision": "
|
| 116 |
},
|
| 117 |
{
|
| 118 |
"part": "group_pre",
|
| 119 |
"idx": 23,
|
| 120 |
-
"precision": "
|
| 121 |
},
|
| 122 |
{
|
| 123 |
"part": "group_pre",
|
| 124 |
"idx": 24,
|
| 125 |
-
"precision": "
|
| 126 |
},
|
| 127 |
{
|
| 128 |
"part": "group_pre",
|
| 129 |
"idx": 25,
|
| 130 |
-
"precision": "
|
| 131 |
},
|
| 132 |
{
|
| 133 |
"part": "group_pre",
|
| 134 |
"idx": 26,
|
| 135 |
-
"precision": "
|
| 136 |
},
|
| 137 |
{
|
| 138 |
"part": "group_pre",
|
| 139 |
"idx": 27,
|
| 140 |
-
"precision": "
|
| 141 |
},
|
| 142 |
{
|
| 143 |
"part": "group_pre",
|
| 144 |
"idx": 28,
|
| 145 |
-
"precision": "
|
| 146 |
},
|
| 147 |
{
|
| 148 |
"part": "group_pre",
|
| 149 |
"idx": 29,
|
| 150 |
-
"precision": "
|
| 151 |
},
|
| 152 |
{
|
| 153 |
"part": "group_pre",
|
| 154 |
"idx": 30,
|
| 155 |
-
"precision": "
|
| 156 |
},
|
| 157 |
{
|
| 158 |
"part": "group_pre",
|
| 159 |
"idx": 31,
|
| 160 |
-
"precision": "
|
| 161 |
},
|
| 162 |
{
|
| 163 |
"part": "group_post",
|
| 164 |
"idx": 0,
|
| 165 |
-
"precision": "
|
| 166 |
},
|
| 167 |
{
|
| 168 |
"part": "group_post",
|
| 169 |
"idx": 1,
|
| 170 |
-
"precision": "
|
| 171 |
},
|
| 172 |
{
|
| 173 |
"part": "group_post",
|
| 174 |
"idx": 2,
|
| 175 |
-
"precision": "
|
| 176 |
},
|
| 177 |
{
|
| 178 |
"part": "group_post",
|
| 179 |
"idx": 3,
|
| 180 |
-
"precision": "
|
| 181 |
},
|
| 182 |
{
|
| 183 |
"part": "group_post",
|
| 184 |
"idx": 4,
|
| 185 |
-
"precision": "
|
| 186 |
},
|
| 187 |
{
|
| 188 |
"part": "group_post",
|
| 189 |
"idx": 5,
|
| 190 |
-
"precision": "
|
| 191 |
},
|
| 192 |
{
|
| 193 |
"part": "group_post",
|
| 194 |
"idx": 6,
|
| 195 |
-
"precision": "
|
| 196 |
},
|
| 197 |
{
|
| 198 |
"part": "group_post",
|
| 199 |
"idx": 7,
|
| 200 |
-
"precision": "
|
| 201 |
},
|
| 202 |
{
|
| 203 |
"part": "group_post",
|
| 204 |
"idx": 8,
|
| 205 |
-
"precision": "
|
| 206 |
},
|
| 207 |
{
|
| 208 |
"part": "group_post",
|
| 209 |
"idx": 9,
|
| 210 |
-
"precision": "
|
| 211 |
},
|
| 212 |
{
|
| 213 |
"part": "group_post",
|
| 214 |
"idx": 10,
|
| 215 |
-
"precision": "
|
| 216 |
},
|
| 217 |
{
|
| 218 |
"part": "group_post",
|
| 219 |
"idx": 11,
|
| 220 |
-
"precision": "
|
| 221 |
},
|
| 222 |
{
|
| 223 |
"part": "group_post",
|
| 224 |
"idx": 12,
|
| 225 |
-
"precision": "
|
| 226 |
},
|
| 227 |
{
|
| 228 |
"part": "group_post",
|
| 229 |
"idx": 13,
|
| 230 |
-
"precision": "
|
| 231 |
},
|
| 232 |
{
|
| 233 |
"part": "group_post",
|
| 234 |
"idx": 14,
|
| 235 |
-
"precision": "
|
| 236 |
},
|
| 237 |
{
|
| 238 |
"part": "group_post",
|
| 239 |
"idx": 15,
|
| 240 |
-
"precision": "
|
| 241 |
},
|
| 242 |
{
|
| 243 |
"part": "group_post",
|
| 244 |
"idx": 16,
|
| 245 |
-
"precision": "
|
| 246 |
},
|
| 247 |
{
|
| 248 |
"part": "group_post",
|
| 249 |
"idx": 17,
|
| 250 |
-
"precision": "
|
| 251 |
},
|
| 252 |
{
|
| 253 |
"part": "group_post",
|
| 254 |
"idx": 18,
|
| 255 |
-
"precision": "
|
| 256 |
},
|
| 257 |
{
|
| 258 |
"part": "group_post",
|
| 259 |
"idx": 19,
|
| 260 |
-
"precision": "
|
| 261 |
},
|
| 262 |
{
|
| 263 |
"part": "group_post",
|
| 264 |
"idx": 20,
|
| 265 |
-
"precision": "
|
| 266 |
},
|
| 267 |
{
|
| 268 |
"part": "group_post",
|
| 269 |
"idx": 21,
|
| 270 |
-
"precision": "
|
| 271 |
},
|
| 272 |
{
|
| 273 |
"part": "group_post",
|
| 274 |
"idx": 22,
|
| 275 |
-
"precision": "
|
| 276 |
},
|
| 277 |
{
|
| 278 |
"part": "group_post",
|
| 279 |
"idx": 23,
|
| 280 |
-
"precision": "
|
| 281 |
},
|
| 282 |
{
|
| 283 |
"part": "group_post",
|
| 284 |
"idx": 24,
|
| 285 |
-
"precision": "
|
| 286 |
},
|
| 287 |
{
|
| 288 |
"part": "group_post",
|
| 289 |
"idx": 25,
|
| 290 |
-
"precision": "
|
| 291 |
},
|
| 292 |
{
|
| 293 |
"part": "group_post",
|
| 294 |
"idx": 26,
|
| 295 |
-
"precision": "
|
| 296 |
},
|
| 297 |
{
|
| 298 |
"part": "group_post",
|
| 299 |
"idx": 27,
|
| 300 |
-
"precision": "
|
| 301 |
},
|
| 302 |
{
|
| 303 |
"part": "group_post",
|
| 304 |
"idx": 28,
|
| 305 |
-
"precision": "
|
| 306 |
},
|
| 307 |
{
|
| 308 |
"part": "group_post",
|
| 309 |
"idx": 29,
|
| 310 |
-
"precision": "
|
| 311 |
},
|
| 312 |
{
|
| 313 |
"part": "group_post",
|
| 314 |
"idx": 30,
|
| 315 |
-
"precision": "
|
| 316 |
},
|
| 317 |
{
|
| 318 |
"part": "group_cache",
|
| 319 |
"idx": 0,
|
| 320 |
-
"precision": "
|
| 321 |
},
|
| 322 |
{
|
| 323 |
"part": "group_cache",
|
| 324 |
"idx": 35,
|
| 325 |
-
"precision": "
|
| 326 |
},
|
| 327 |
{
|
| 328 |
"part": "group_cache",
|
| 329 |
"idx": 135,
|
| 330 |
-
"precision": "
|
| 331 |
},
|
| 332 |
{
|
| 333 |
"part": "group_cache",
|
| 334 |
"idx": 235,
|
| 335 |
-
"precision": "
|
| 336 |
},
|
| 337 |
{
|
| 338 |
"part": "group_cache",
|
| 339 |
"idx": 335,
|
| 340 |
-
"precision": "
|
| 341 |
},
|
| 342 |
{
|
| 343 |
"part": "group_cache",
|
| 344 |
"idx": 435,
|
| 345 |
-
"precision": "
|
| 346 |
},
|
| 347 |
{
|
| 348 |
"part": "group_cache",
|
| 349 |
"idx": 535,
|
| 350 |
-
"precision": "
|
| 351 |
},
|
| 352 |
{
|
| 353 |
"part": "group_cache",
|
| 354 |
"idx": 635,
|
| 355 |
-
"precision": "
|
| 356 |
},
|
| 357 |
{
|
| 358 |
"part": "group_cache",
|
| 359 |
"idx": 735,
|
| 360 |
-
"precision": "
|
| 361 |
},
|
| 362 |
{
|
| 363 |
"part": "group_cache",
|
| 364 |
"idx": 835,
|
| 365 |
-
"precision": "
|
| 366 |
},
|
| 367 |
{
|
| 368 |
"part": "group_cache",
|
| 369 |
"idx": 935,
|
| 370 |
-
"precision": "
|
| 371 |
},
|
| 372 |
{
|
| 373 |
"part": "group_cache",
|
| 374 |
"idx": 1035,
|
| 375 |
-
"precision": "
|
| 376 |
},
|
| 377 |
{
|
| 378 |
"part": "group_cache",
|
| 379 |
"idx": 1135,
|
| 380 |
-
"precision": "
|
| 381 |
},
|
| 382 |
{
|
| 383 |
"part": "group_cache",
|
| 384 |
"idx": 1235,
|
| 385 |
-
"precision": "
|
| 386 |
},
|
| 387 |
{
|
| 388 |
"part": "group_cache",
|
| 389 |
"idx": 1335,
|
| 390 |
-
"precision": "
|
| 391 |
},
|
| 392 |
{
|
| 393 |
"part": "group_cache",
|
| 394 |
"idx": 1435,
|
| 395 |
-
"precision": "
|
| 396 |
},
|
| 397 |
{
|
| 398 |
"part": "group_cache",
|
| 399 |
"idx": 1535,
|
| 400 |
-
"precision": "
|
| 401 |
},
|
| 402 |
{
|
| 403 |
"part": "group_cache",
|
| 404 |
"idx": 1635,
|
| 405 |
-
"precision": "
|
| 406 |
},
|
| 407 |
{
|
| 408 |
"part": "group_cache",
|
| 409 |
"idx": 1735,
|
| 410 |
-
"precision": "
|
| 411 |
},
|
| 412 |
{
|
| 413 |
"part": "group_cache",
|
| 414 |
"idx": 1835,
|
| 415 |
-
"precision": "
|
| 416 |
},
|
| 417 |
{
|
| 418 |
"part": "group_cache",
|
| 419 |
"idx": 1935,
|
| 420 |
-
"precision": "
|
| 421 |
},
|
| 422 |
{
|
| 423 |
"part": "group_cache",
|
| 424 |
"idx": 2035,
|
| 425 |
-
"precision": "
|
| 426 |
},
|
| 427 |
{
|
| 428 |
"part": "single_pre",
|
|
|
|
| 2 |
{
|
| 3 |
"part": "group_pre",
|
| 4 |
"idx": 0,
|
| 5 |
+
"precision": "A_BF16_W_INT8"
|
| 6 |
},
|
| 7 |
{
|
| 8 |
"part": "group_pre",
|
| 9 |
"idx": 1,
|
| 10 |
+
"precision": "A_BF16_W_INT8"
|
| 11 |
},
|
| 12 |
{
|
| 13 |
"part": "group_pre",
|
| 14 |
"idx": 2,
|
| 15 |
+
"precision": "A_BF16_W_INT8"
|
| 16 |
},
|
| 17 |
{
|
| 18 |
"part": "group_pre",
|
| 19 |
"idx": 3,
|
| 20 |
+
"precision": "A_BF16_W_INT8"
|
| 21 |
},
|
| 22 |
{
|
| 23 |
"part": "group_pre",
|
| 24 |
"idx": 4,
|
| 25 |
+
"precision": "A_BF16_W_INT8"
|
| 26 |
},
|
| 27 |
{
|
| 28 |
"part": "group_pre",
|
| 29 |
"idx": 5,
|
| 30 |
+
"precision": "A_BF16_W_INT8"
|
| 31 |
},
|
| 32 |
{
|
| 33 |
"part": "group_pre",
|
| 34 |
"idx": 6,
|
| 35 |
+
"precision": "A_BF16_W_INT8"
|
| 36 |
},
|
| 37 |
{
|
| 38 |
"part": "group_pre",
|
| 39 |
"idx": 7,
|
| 40 |
+
"precision": "A_BF16_W_INT8"
|
| 41 |
},
|
| 42 |
{
|
| 43 |
"part": "group_pre",
|
| 44 |
"idx": 8,
|
| 45 |
+
"precision": "A_BF16_W_INT8"
|
| 46 |
},
|
| 47 |
{
|
| 48 |
"part": "group_pre",
|
| 49 |
"idx": 9,
|
| 50 |
+
"precision": "A_BF16_W_INT8"
|
| 51 |
},
|
| 52 |
{
|
| 53 |
"part": "group_pre",
|
| 54 |
"idx": 10,
|
| 55 |
+
"precision": "A_BF16_W_INT8"
|
| 56 |
},
|
| 57 |
{
|
| 58 |
"part": "group_pre",
|
| 59 |
"idx": 11,
|
| 60 |
+
"precision": "A_BF16_W_INT8"
|
| 61 |
},
|
| 62 |
{
|
| 63 |
"part": "group_pre",
|
| 64 |
"idx": 12,
|
| 65 |
+
"precision": "A_BF16_W_INT8"
|
| 66 |
},
|
| 67 |
{
|
| 68 |
"part": "group_pre",
|
| 69 |
"idx": 13,
|
| 70 |
+
"precision": "A_BF16_W_INT8"
|
| 71 |
},
|
| 72 |
{
|
| 73 |
"part": "group_pre",
|
| 74 |
"idx": 14,
|
| 75 |
+
"precision": "A_BF16_W_INT8"
|
| 76 |
},
|
| 77 |
{
|
| 78 |
"part": "group_pre",
|
| 79 |
"idx": 15,
|
| 80 |
+
"precision": "A_BF16_W_INT8"
|
| 81 |
},
|
| 82 |
{
|
| 83 |
"part": "group_pre",
|
| 84 |
"idx": 16,
|
| 85 |
+
"precision": "A_BF16_W_INT8"
|
| 86 |
},
|
| 87 |
{
|
| 88 |
"part": "group_pre",
|
| 89 |
"idx": 17,
|
| 90 |
+
"precision": "A_BF16_W_INT8"
|
| 91 |
},
|
| 92 |
{
|
| 93 |
"part": "group_pre",
|
| 94 |
"idx": 18,
|
| 95 |
+
"precision": "A_BF16_W_INT8"
|
| 96 |
},
|
| 97 |
{
|
| 98 |
"part": "group_pre",
|
| 99 |
"idx": 19,
|
| 100 |
+
"precision": "A_BF16_W_INT8"
|
| 101 |
},
|
| 102 |
{
|
| 103 |
"part": "group_pre",
|
| 104 |
"idx": 20,
|
| 105 |
+
"precision": "A_BF16_W_INT8"
|
| 106 |
},
|
| 107 |
{
|
| 108 |
"part": "group_pre",
|
| 109 |
"idx": 21,
|
| 110 |
+
"precision": "A_BF16_W_INT8"
|
| 111 |
},
|
| 112 |
{
|
| 113 |
"part": "group_pre",
|
| 114 |
"idx": 22,
|
| 115 |
+
"precision": "A_BF16_W_INT8"
|
| 116 |
},
|
| 117 |
{
|
| 118 |
"part": "group_pre",
|
| 119 |
"idx": 23,
|
| 120 |
+
"precision": "A_BF16_W_INT8"
|
| 121 |
},
|
| 122 |
{
|
| 123 |
"part": "group_pre",
|
| 124 |
"idx": 24,
|
| 125 |
+
"precision": "A_BF16_W_INT8"
|
| 126 |
},
|
| 127 |
{
|
| 128 |
"part": "group_pre",
|
| 129 |
"idx": 25,
|
| 130 |
+
"precision": "A_BF16_W_INT8"
|
| 131 |
},
|
| 132 |
{
|
| 133 |
"part": "group_pre",
|
| 134 |
"idx": 26,
|
| 135 |
+
"precision": "A_BF16_W_INT8"
|
| 136 |
},
|
| 137 |
{
|
| 138 |
"part": "group_pre",
|
| 139 |
"idx": 27,
|
| 140 |
+
"precision": "A_BF16_W_INT8"
|
| 141 |
},
|
| 142 |
{
|
| 143 |
"part": "group_pre",
|
| 144 |
"idx": 28,
|
| 145 |
+
"precision": "A_BF16_W_INT8"
|
| 146 |
},
|
| 147 |
{
|
| 148 |
"part": "group_pre",
|
| 149 |
"idx": 29,
|
| 150 |
+
"precision": "A_BF16_W_INT8"
|
| 151 |
},
|
| 152 |
{
|
| 153 |
"part": "group_pre",
|
| 154 |
"idx": 30,
|
| 155 |
+
"precision": "A_BF16_W_INT8"
|
| 156 |
},
|
| 157 |
{
|
| 158 |
"part": "group_pre",
|
| 159 |
"idx": 31,
|
| 160 |
+
"precision": "A_BF16_W_INT8"
|
| 161 |
},
|
| 162 |
{
|
| 163 |
"part": "group_post",
|
| 164 |
"idx": 0,
|
| 165 |
+
"precision": "A_BF16_W_INT8"
|
| 166 |
},
|
| 167 |
{
|
| 168 |
"part": "group_post",
|
| 169 |
"idx": 1,
|
| 170 |
+
"precision": "A_BF16_W_INT8"
|
| 171 |
},
|
| 172 |
{
|
| 173 |
"part": "group_post",
|
| 174 |
"idx": 2,
|
| 175 |
+
"precision": "A_BF16_W_INT8"
|
| 176 |
},
|
| 177 |
{
|
| 178 |
"part": "group_post",
|
| 179 |
"idx": 3,
|
| 180 |
+
"precision": "A_BF16_W_INT8"
|
| 181 |
},
|
| 182 |
{
|
| 183 |
"part": "group_post",
|
| 184 |
"idx": 4,
|
| 185 |
+
"precision": "A_BF16_W_INT8"
|
| 186 |
},
|
| 187 |
{
|
| 188 |
"part": "group_post",
|
| 189 |
"idx": 5,
|
| 190 |
+
"precision": "A_BF16_W_INT8"
|
| 191 |
},
|
| 192 |
{
|
| 193 |
"part": "group_post",
|
| 194 |
"idx": 6,
|
| 195 |
+
"precision": "A_BF16_W_INT8"
|
| 196 |
},
|
| 197 |
{
|
| 198 |
"part": "group_post",
|
| 199 |
"idx": 7,
|
| 200 |
+
"precision": "A_BF16_W_INT8"
|
| 201 |
},
|
| 202 |
{
|
| 203 |
"part": "group_post",
|
| 204 |
"idx": 8,
|
| 205 |
+
"precision": "A_BF16_W_INT8"
|
| 206 |
},
|
| 207 |
{
|
| 208 |
"part": "group_post",
|
| 209 |
"idx": 9,
|
| 210 |
+
"precision": "A_BF16_W_INT8"
|
| 211 |
},
|
| 212 |
{
|
| 213 |
"part": "group_post",
|
| 214 |
"idx": 10,
|
| 215 |
+
"precision": "A_BF16_W_INT8"
|
| 216 |
},
|
| 217 |
{
|
| 218 |
"part": "group_post",
|
| 219 |
"idx": 11,
|
| 220 |
+
"precision": "A_BF16_W_INT8"
|
| 221 |
},
|
| 222 |
{
|
| 223 |
"part": "group_post",
|
| 224 |
"idx": 12,
|
| 225 |
+
"precision": "A_BF16_W_INT8"
|
| 226 |
},
|
| 227 |
{
|
| 228 |
"part": "group_post",
|
| 229 |
"idx": 13,
|
| 230 |
+
"precision": "A_BF16_W_INT8"
|
| 231 |
},
|
| 232 |
{
|
| 233 |
"part": "group_post",
|
| 234 |
"idx": 14,
|
| 235 |
+
"precision": "A_BF16_W_INT8"
|
| 236 |
},
|
| 237 |
{
|
| 238 |
"part": "group_post",
|
| 239 |
"idx": 15,
|
| 240 |
+
"precision": "A_BF16_W_INT8"
|
| 241 |
},
|
| 242 |
{
|
| 243 |
"part": "group_post",
|
| 244 |
"idx": 16,
|
| 245 |
+
"precision": "A_BF16_W_INT8"
|
| 246 |
},
|
| 247 |
{
|
| 248 |
"part": "group_post",
|
| 249 |
"idx": 17,
|
| 250 |
+
"precision": "A_BF16_W_INT8"
|
| 251 |
},
|
| 252 |
{
|
| 253 |
"part": "group_post",
|
| 254 |
"idx": 18,
|
| 255 |
+
"precision": "A_BF16_W_INT8"
|
| 256 |
},
|
| 257 |
{
|
| 258 |
"part": "group_post",
|
| 259 |
"idx": 19,
|
| 260 |
+
"precision": "A_BF16_W_INT8"
|
| 261 |
},
|
| 262 |
{
|
| 263 |
"part": "group_post",
|
| 264 |
"idx": 20,
|
| 265 |
+
"precision": "A_BF16_W_INT8"
|
| 266 |
},
|
| 267 |
{
|
| 268 |
"part": "group_post",
|
| 269 |
"idx": 21,
|
| 270 |
+
"precision": "A_BF16_W_INT8"
|
| 271 |
},
|
| 272 |
{
|
| 273 |
"part": "group_post",
|
| 274 |
"idx": 22,
|
| 275 |
+
"precision": "A_BF16_W_INT8"
|
| 276 |
},
|
| 277 |
{
|
| 278 |
"part": "group_post",
|
| 279 |
"idx": 23,
|
| 280 |
+
"precision": "A_BF16_W_INT8"
|
| 281 |
},
|
| 282 |
{
|
| 283 |
"part": "group_post",
|
| 284 |
"idx": 24,
|
| 285 |
+
"precision": "A_BF16_W_INT8"
|
| 286 |
},
|
| 287 |
{
|
| 288 |
"part": "group_post",
|
| 289 |
"idx": 25,
|
| 290 |
+
"precision": "A_BF16_W_INT8"
|
| 291 |
},
|
| 292 |
{
|
| 293 |
"part": "group_post",
|
| 294 |
"idx": 26,
|
| 295 |
+
"precision": "A_BF16_W_INT8"
|
| 296 |
},
|
| 297 |
{
|
| 298 |
"part": "group_post",
|
| 299 |
"idx": 27,
|
| 300 |
+
"precision": "A_BF16_W_INT8"
|
| 301 |
},
|
| 302 |
{
|
| 303 |
"part": "group_post",
|
| 304 |
"idx": 28,
|
| 305 |
+
"precision": "A_BF16_W_INT8"
|
| 306 |
},
|
| 307 |
{
|
| 308 |
"part": "group_post",
|
| 309 |
"idx": 29,
|
| 310 |
+
"precision": "A_BF16_W_INT8"
|
| 311 |
},
|
| 312 |
{
|
| 313 |
"part": "group_post",
|
| 314 |
"idx": 30,
|
| 315 |
+
"precision": "A_BF16_W_INT8"
|
| 316 |
},
|
| 317 |
{
|
| 318 |
"part": "group_cache",
|
| 319 |
"idx": 0,
|
| 320 |
+
"precision": "A_BF16_W_INT8"
|
| 321 |
},
|
| 322 |
{
|
| 323 |
"part": "group_cache",
|
| 324 |
"idx": 35,
|
| 325 |
+
"precision": "A_BF16_W_INT8"
|
| 326 |
},
|
| 327 |
{
|
| 328 |
"part": "group_cache",
|
| 329 |
"idx": 135,
|
| 330 |
+
"precision": "A_BF16_W_INT8"
|
| 331 |
},
|
| 332 |
{
|
| 333 |
"part": "group_cache",
|
| 334 |
"idx": 235,
|
| 335 |
+
"precision": "A_BF16_W_INT8"
|
| 336 |
},
|
| 337 |
{
|
| 338 |
"part": "group_cache",
|
| 339 |
"idx": 335,
|
| 340 |
+
"precision": "A_BF16_W_INT8"
|
| 341 |
},
|
| 342 |
{
|
| 343 |
"part": "group_cache",
|
| 344 |
"idx": 435,
|
| 345 |
+
"precision": "A_BF16_W_INT8"
|
| 346 |
},
|
| 347 |
{
|
| 348 |
"part": "group_cache",
|
| 349 |
"idx": 535,
|
| 350 |
+
"precision": "A_BF16_W_INT8"
|
| 351 |
},
|
| 352 |
{
|
| 353 |
"part": "group_cache",
|
| 354 |
"idx": 635,
|
| 355 |
+
"precision": "A_BF16_W_INT8"
|
| 356 |
},
|
| 357 |
{
|
| 358 |
"part": "group_cache",
|
| 359 |
"idx": 735,
|
| 360 |
+
"precision": "A_BF16_W_INT8"
|
| 361 |
},
|
| 362 |
{
|
| 363 |
"part": "group_cache",
|
| 364 |
"idx": 835,
|
| 365 |
+
"precision": "A_BF16_W_INT8"
|
| 366 |
},
|
| 367 |
{
|
| 368 |
"part": "group_cache",
|
| 369 |
"idx": 935,
|
| 370 |
+
"precision": "A_BF16_W_INT8"
|
| 371 |
},
|
| 372 |
{
|
| 373 |
"part": "group_cache",
|
| 374 |
"idx": 1035,
|
| 375 |
+
"precision": "A_BF16_W_INT8"
|
| 376 |
},
|
| 377 |
{
|
| 378 |
"part": "group_cache",
|
| 379 |
"idx": 1135,
|
| 380 |
+
"precision": "A_BF16_W_INT8"
|
| 381 |
},
|
| 382 |
{
|
| 383 |
"part": "group_cache",
|
| 384 |
"idx": 1235,
|
| 385 |
+
"precision": "A_BF16_W_INT8"
|
| 386 |
},
|
| 387 |
{
|
| 388 |
"part": "group_cache",
|
| 389 |
"idx": 1335,
|
| 390 |
+
"precision": "A_BF16_W_INT8"
|
| 391 |
},
|
| 392 |
{
|
| 393 |
"part": "group_cache",
|
| 394 |
"idx": 1435,
|
| 395 |
+
"precision": "A_BF16_W_INT8"
|
| 396 |
},
|
| 397 |
{
|
| 398 |
"part": "group_cache",
|
| 399 |
"idx": 1535,
|
| 400 |
+
"precision": "A_BF16_W_INT8"
|
| 401 |
},
|
| 402 |
{
|
| 403 |
"part": "group_cache",
|
| 404 |
"idx": 1635,
|
| 405 |
+
"precision": "A_BF16_W_INT8"
|
| 406 |
},
|
| 407 |
{
|
| 408 |
"part": "group_cache",
|
| 409 |
"idx": 1735,
|
| 410 |
+
"precision": "A_BF16_W_INT8"
|
| 411 |
},
|
| 412 |
{
|
| 413 |
"part": "group_cache",
|
| 414 |
"idx": 1835,
|
| 415 |
+
"precision": "A_BF16_W_INT8"
|
| 416 |
},
|
| 417 |
{
|
| 418 |
"part": "group_cache",
|
| 419 |
"idx": 1935,
|
| 420 |
+
"precision": "A_BF16_W_INT8"
|
| 421 |
},
|
| 422 |
{
|
| 423 |
"part": "group_cache",
|
| 424 |
"idx": 2035,
|
| 425 |
+
"precision": "A_BF16_W_INT8"
|
| 426 |
},
|
| 427 |
{
|
| 428 |
"part": "single_pre",
|
devkit/vlm_config.json
CHANGED
|
@@ -11,7 +11,7 @@
|
|
| 11 |
"intermediate_size": 4096,
|
| 12 |
"num_attention_heads": 16,
|
| 13 |
"num_hidden_layers": 24,
|
| 14 |
-
"hidden_act": "
|
| 15 |
"layer_norm_eps": 1e-05
|
| 16 |
},
|
| 17 |
"mm_cfg": {
|
|
@@ -75,6 +75,7 @@
|
|
| 75 |
},
|
| 76 |
"pipeline_cfg": {
|
| 77 |
"system_prompt": "A chat between a curious human and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the human's questions.",
|
|
|
|
| 78 |
"max_num_tokens": 2048,
|
| 79 |
"input_token_group_size": 100,
|
| 80 |
"input_token_group_offsets": [
|
|
|
|
| 11 |
"intermediate_size": 4096,
|
| 12 |
"num_attention_heads": 16,
|
| 13 |
"num_hidden_layers": 24,
|
| 14 |
+
"hidden_act": "quick_gelu",
|
| 15 |
"layer_norm_eps": 1e-05
|
| 16 |
},
|
| 17 |
"mm_cfg": {
|
|
|
|
| 75 |
},
|
| 76 |
"pipeline_cfg": {
|
| 77 |
"system_prompt": "A chat between a curious human and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the human's questions.",
|
| 78 |
+
"chat_template": null,
|
| 79 |
"max_num_tokens": 2048,
|
| 80 |
"input_token_group_size": 100,
|
| 81 |
"input_token_group_offsets": [
|
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token0_stage1_mla.elf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:40af7aef9970bca8212759fd1df92cbc29e0f1bb82602082760c050f6ee63ec4
|
| 3 |
+
size 5305184
|
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token1035_stage1_mla.elf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3d49d4146674899502aef407770643bb2258ee5941bc68744b56eda2a0219c67
|
| 3 |
+
size 18532568
|
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token1135_stage1_mla.elf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cb53f26d40902bf735b1924b00101e137b46fc1400ca1e4aa0a76463098c4f17
|
| 3 |
+
size 19770672
|
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token1235_stage1_mla.elf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d14f868ef64b0c57afd57633ff45ffe14a1eb1bce84375b5905624d79e5c6579
|
| 3 |
+
size 21079256
|
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token1335_stage1_mla.elf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6dc0f8a1f44c278d644291819c0ba486a2daa9afb9631e409085283e87eefc43
|
| 3 |
+
size 21096248
|
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token135_stage1_mla.elf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b49bbb895c2afbb97f1b82d65f2519ff5eba6ecc92400e51c39340c146538534
|
| 3 |
+
size 7855136
|
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token1435_stage1_mla.elf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d61b8f0febc6207c21810a5e877993110230532db96b0f364e4bafdcfbbf30f6
|
| 3 |
+
size 20052696
|
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token1535_stage1_mla.elf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:39aa87c4e29ad7d23a18fc2f25a8d4c1409c3598bee87f7c1d05ba6a9e881a36
|
| 3 |
+
size 25581968
|
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token1635_stage1_mla.elf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:721438db37cbf1e9a2b847c8ce466b5746215a77b068f618d7c8e3c1ef267eb5
|
| 3 |
+
size 25754480
|
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token1735_stage1_mla.elf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e3aa79567d46c73fb1364ab4fa820d7b5029f22ef3d6df2b63277312c255bb44
|
| 3 |
+
size 25597120
|
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token1835_stage1_mla.elf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f3260f14b71c62c5339b907adae3e6bd1d4d65750c958304171085656021b213
|
| 3 |
+
size 34706424
|
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token1935_stage1_mla.elf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0c2790d63b19fcd5fe42031f158ca4048bf60d74f7e537e4323b3ea4c9e427ba
|
| 3 |
+
size 35112296
|
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token2035_stage1_mla.elf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7c5c8bfe1115ece59262a70d2d71008317efc8e330e4bb3ce74f13227582f7b0
|
| 3 |
+
size 39350800
|
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token235_stage1_mla.elf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5dd2c90cb6fec35051eb311bb2be7c052bc3aa5982ae3da71489382f849df8c6
|
| 3 |
+
size 8495216
|
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token335_stage1_mla.elf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c2544e594df29c0c8334ce5fa7428aacb94a8fd3eda64b5009fb44b260849c81
|
| 3 |
+
size 9186072
|
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token35_stage1_mla.elf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d256fe0c4b681d3285cff01f250e954e225e15a9e523f2154c640e3526c831bf
|
| 3 |
+
size 5674000
|
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token435_stage1_mla.elf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:da37c1c078439ad09e16fa317128f18585b2dbe30aae752640efa01056cfb91e
|
| 3 |
+
size 11125000
|
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token535_stage1_mla.elf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0372d39ef8d9c4c43229270c23582de963f30fa97f815d2dd831bff852c5758f
|
| 3 |
+
size 10826368
|
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token635_stage1_mla.elf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5b88694e256d7fac241d80567ae7137faa9097ad59c2d4bbf613f2aa46c3186c
|
| 3 |
+
size 11304728
|
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token735_stage1_mla.elf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:793670e87043844b1af90acdc26afa5dae54ffaa6dad2cf22ee2cf3a9d5b920a
|
| 3 |
+
size 15739712
|
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token835_stage1_mla.elf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d3c48415eb63461ba3f7acaca7f160822703caebe6865e937537c38fabdbcd32
|
| 3 |
+
size 16130888
|
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_cache_token935_stage1_mla.elf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:42c707b1c17b0e6b0b0c52808c6186f28add2abb61d0afda71a27dc2e47d439b
|
| 3 |
+
size 19183128
|
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer0_stage1_mla.elf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f82452b8e6f8d2c956c3cbde312c85d89514fa7c0b8ec6403b80536f992e2abf
|
| 3 |
+
size 169940776
|
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer10_stage1_mla.elf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a2708fc8e58c1597686b8ac47e68a2f51a7cfcb8672ebaa4acc747330a85d000
|
| 3 |
+
size 169940776
|
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer11_stage1_mla.elf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5d0ccb92e38ffa3f82a531e89ba9f72d77a978cdce6afa8eb7088abc02780bba
|
| 3 |
+
size 169940776
|
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer12_stage1_mla.elf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8f52a7b55f4ba1a13213d3b42ce62424c0c52696bd2e4ec8757386250cd26b4b
|
| 3 |
+
size 169940776
|
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer13_stage1_mla.elf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:118d597b3e923b696a5a2aec839d33d868cc7e2e65021002675a03e026f84041
|
| 3 |
+
size 169940776
|
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer14_stage1_mla.elf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:630407a887f90cbfec17f59c8a953278ce9d67cdc30e044061ceca3592676150
|
| 3 |
+
size 169940776
|
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer15_stage1_mla.elf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b3ea4d8d8232fc8eefae58a353cbca9cbb5847898a032764e2712bfe594f6c0e
|
| 3 |
+
size 169940776
|
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer16_stage1_mla.elf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fb49dc0ea8e3c8cb36898042666b7e45dd222ffb72ce3bc91709f327fe5c7e82
|
| 3 |
+
size 169940776
|
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer17_stage1_mla.elf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bdda8428f1d66320c72b4bbc553abf9e0bfb57cc4297d87d2a737c67276da0c0
|
| 3 |
+
size 169940776
|
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer18_stage1_mla.elf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:36e9c4647938a19ea44ac5e9063dcb59b943c6257c2101e6e076079905a143fa
|
| 3 |
+
size 169940776
|
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer19_stage1_mla.elf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a401608463a70d273c798b3218e728f7b997c8b7ce9851b5ffdc360de0e09552
|
| 3 |
+
size 169940776
|
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer1_stage1_mla.elf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7fd3ea42495f36a0b9278b29be2bf239a5db1ca2d5802594f1dbcc3ec5b12beb
|
| 3 |
+
size 169940776
|
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer20_stage1_mla.elf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8a2ece2ea4ddba929c1004ec110afccd39fafbcaffa34439ab5bed18854c6816
|
| 3 |
+
size 169940776
|
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer21_stage1_mla.elf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:77f28112126292ac4395646df9945c6ef4d1d34d213bf87ed5db265c98fec18a
|
| 3 |
+
size 169940776
|
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer22_stage1_mla.elf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:84d91061f500bebc73ca37b2467bb0484000529065b9973ca5f3b14e80c195b0
|
| 3 |
+
size 169940776
|
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer23_stage1_mla.elf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d26f5df53102abe847ac2935d35f161ce116ced2d569e6892d2b144e1aac613a
|
| 3 |
+
size 169940776
|
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer24_stage1_mla.elf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fd1899237d7f7f154dbdb9d90bbda793c7a6b796d7dbd8dd6a148faaa8ae17c8
|
| 3 |
+
size 169940776
|
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer25_stage1_mla.elf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6de9edef7010184e848b517ae031844dc6c30afb4229f2ce96e6e37ea4658b4e
|
| 3 |
+
size 169940776
|
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer26_stage1_mla.elf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d086a0a9cecdd5ba5fe46e7fbe90f170f703215c39e8949e0d2af9144864dc57
|
| 3 |
+
size 169940776
|
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer27_stage1_mla.elf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f9b72b42e7194f1e4f76ea4886abf030156a6fc4200ebdcdaee99bbb85701824
|
| 3 |
+
size 169940776
|
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer28_stage1_mla.elf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cd9750501e13be60bc8852d1726133a3d571a4e6b8dbc657239399470f1ae2a8
|
| 3 |
+
size 169940776
|
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer29_stage1_mla.elf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:616167de41a0277cc23dec6d47682b7bd8c7bcc25817a3498068d029f7fa07d0
|
| 3 |
+
size 169940776
|
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer2_stage1_mla.elf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:716b6ddc0072a13b57348d67ba63227a692c0f3bb1c881aae2ebe9785862c6e2
|
| 3 |
+
size 169940776
|
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer30_stage1_mla.elf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:aad06f455fe2e45b9362d5806b2ca408b499565b4d209b9b58c10f9aac206772
|
| 3 |
+
size 169940776
|
elf_files/models--llava-hf--llava-1.5-7b-hf_language_n100_post_layer3_stage1_mla.elf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:af13ade704a04f3cfaf168e774008570108656e4f713bf9f850d644defd551ac
|
| 3 |
+
size 169940776
|