Upload model
Browse files- README.md +7 -0
- adapter_config.json +2 -2
README.md
CHANGED
|
@@ -223,4 +223,11 @@ The following `bitsandbytes` quantization config was used during training:
|
|
| 223 |
### Framework versions
|
| 224 |
|
| 225 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 226 |
- PEFT 0.6.0.dev0
|
|
|
|
| 223 |
### Framework versions
|
| 224 |
|
| 225 |
|
| 226 |
+
- PEFT 0.6.0.dev0
|
| 227 |
+
## Training procedure
|
| 228 |
+
|
| 229 |
+
|
| 230 |
+
### Framework versions
|
| 231 |
+
|
| 232 |
+
|
| 233 |
- PEFT 0.6.0.dev0
|
adapter_config.json
CHANGED
|
@@ -16,8 +16,8 @@
|
|
| 16 |
"rank_pattern": {},
|
| 17 |
"revision": null,
|
| 18 |
"target_modules": [
|
| 19 |
-
"
|
| 20 |
-
"
|
| 21 |
],
|
| 22 |
"task_type": "CAUSAL_LM"
|
| 23 |
}
|
|
|
|
| 16 |
"rank_pattern": {},
|
| 17 |
"revision": null,
|
| 18 |
"target_modules": [
|
| 19 |
+
"v_proj",
|
| 20 |
+
"q_proj"
|
| 21 |
],
|
| 22 |
"task_type": "CAUSAL_LM"
|
| 23 |
}
|