Hugging Face's logo

tanushlukha
/
tinygpt

Text Generation
PyTorch
Safetensors
Hindi
English
hindi
hinglish
gpt
from-scratch
semantic-parsing
Model card Files
xet
 Community
tinygpt
File size: 1,434 Bytes
3464ad8
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
{
  "format": "tinygpt-bundle",
  "version": 1,
  "model_type": "gpt",
  "model_config": {
    "vocab_size": 8192,
    "block_size": 256,
    "d_model": 384,
    "n_layers": 6,
    "n_heads": 6,
    "dropout": 0.1,
    "style": "llama",
    "pos": "rope",
    "norm": "rmsnorm",
    "mlp": "swiglu",
    "attn": "sdpa",
    "tie_weights": true,
    "rope_base": 10000.0
  },
  "params": 13767552,
  "task": {
    "name": "hinglish-top",
    "labels": "lower",
    "target": "annotated"
  },
  "tokenizer": "tokenizer.json",
  "source": {
    "run": "runs/m5-annotated/full-long",
    "method": "full",
    "base": "checkpoints/gpt-llama-clean/best.pt",
    "steps": 1800,
    "lr": 0.001
  },
  "scores": {
    "val": {
      "n": 1390,
      "exact_match": 0.5100719424460431,
      "intent_acc": 0.883453237410072,
      "slot_p": 0.6365240405822673,
      "slot_r": 0.5726190476190476,
      "slot_f1": 0.6028828076039273,
      "valid": 0.9366906474820144
    },
    "test": {
      "n": 6513,
      "exact_match": 0.4101028711807155,
      "intent_acc": 0.8392445877475817,
      "slot_p": 0.5970135908440629,
      "slot_r": 0.5408667476711219,
      "slot_f1": 0.5675549322113136,
      "valid": 0.932289267618609
    }
  },
  "sha256": {
    "model.safetensors": "b13002608c9cd29233ca926affe346729824c8f6f70ba9a76c5e3918a8b47e4b",
    "tokenizer.json": "6e158780023a986a04c37a934c3180e5c6d882637c53a86236a3bec73217c790"
  }
}