Create config.json
Browse files- config.json +77 -0
config.json
ADDED
|
@@ -0,0 +1,77 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"architectures": ["JaneGPTv3NLU"],
|
| 3 |
+
"model_type": "janegpt_v2_janus",
|
| 4 |
+
"vocab_size": 8192,
|
| 5 |
+
"embed_dim": 256,
|
| 6 |
+
"num_hidden_layers": 8,
|
| 7 |
+
"num_attention_heads": 8,
|
| 8 |
+
"num_key_value_heads": 4,
|
| 9 |
+
"intermediate_size": 672,
|
| 10 |
+
"max_position_embeddings": 96,
|
| 11 |
+
"causal": false,
|
| 12 |
+
"num_domains": 10,
|
| 13 |
+
"num_actions": 33,
|
| 14 |
+
"num_slot_labels": 15,
|
| 15 |
+
"params_total": 7949626,
|
| 16 |
+
"params_trainable": 7949626,
|
| 17 |
+
"params_backbone": 7803136,
|
| 18 |
+
"params_heads": 146490,
|
| 19 |
+
"checkpoint_size_mb": 30.62,
|
| 20 |
+
"device": "cuda",
|
| 21 |
+
"benchmark": {
|
| 22 |
+
"predict_mean_ms": 25.31,
|
| 23 |
+
"predict_p95_ms": 34.60,
|
| 24 |
+
"forward_mean_ms": 35.37,
|
| 25 |
+
"forward_p95_ms": 36.71,
|
| 26 |
+
"throughput_pred_per_sec": 32,
|
| 27 |
+
"runtime_turns": 82,
|
| 28 |
+
"runtime_errors": 0
|
| 29 |
+
},
|
| 30 |
+
"validation": {
|
| 31 |
+
"domain_accuracy": 0.9983,
|
| 32 |
+
"action_accuracy": 0.9987,
|
| 33 |
+
"pair_accuracy": 0.9983,
|
| 34 |
+
"slot_f1": 1.0,
|
| 35 |
+
"best_epoch": 4
|
| 36 |
+
},
|
| 37 |
+
"ood_metrics": {
|
| 38 |
+
"banking77": {
|
| 39 |
+
"ood_precision": 1.0,
|
| 40 |
+
"ood_recall": 0.7825,
|
| 41 |
+
"ood_f1": 0.8780
|
| 42 |
+
},
|
| 43 |
+
"clinc_oos": {
|
| 44 |
+
"ood_precision": 1.0,
|
| 45 |
+
"ood_recall": 0.6560,
|
| 46 |
+
"ood_f1": 0.7923
|
| 47 |
+
}
|
| 48 |
+
},
|
| 49 |
+
"domains": [
|
| 50 |
+
"volume", "brightness", "media", "apps", "browser",
|
| 51 |
+
"productivity", "screen", "window", "system", "conversation"
|
| 52 |
+
],
|
| 53 |
+
"actions": [
|
| 54 |
+
"up", "down", "set", "mute", "unmute", "play", "pause",
|
| 55 |
+
"next", "previous", "launch", "close", "switch", "search",
|
| 56 |
+
"set_reminder", "screenshot", "read", "explain", "undo",
|
| 57 |
+
"quit", "chat", "minimize", "maximize", "restore", "focus",
|
| 58 |
+
"copy", "paste", "cut", "lock", "sleep", "wifi_on", "wifi_off",
|
| 59 |
+
"bluetooth_on", "bluetooth_off"
|
| 60 |
+
],
|
| 61 |
+
"slot_labels": [
|
| 62 |
+
"VALUE", "APP_NAME", "QUERY", "DURATION", "TIME",
|
| 63 |
+
"WINDOW_NAME", "TEXT"
|
| 64 |
+
],
|
| 65 |
+
"tokenizer": {
|
| 66 |
+
"type": "custom",
|
| 67 |
+
"vocab_size": 8192
|
| 68 |
+
},
|
| 69 |
+
"license": "apache-2.0",
|
| 70 |
+
"language": ["en"],
|
| 71 |
+
"tags": [
|
| 72 |
+
"janegpt", "janus", "intent-classification", "transformer",
|
| 73 |
+
"virtual-assistant", "nlp", "voice-assistant", "offline-ai",
|
| 74 |
+
"edge-deployment", "nlu", "slot-filling", "multitask-learning"
|
| 75 |
+
],
|
| 76 |
+
"pipeline_tag": "text-classification"
|
| 77 |
+
}
|