Hugging Face's logo

micahr234
/
mouse-example-model

Reinforcement Learning
PyTorch
mouse-core
Model card Files
xet
 Community
mouse-example-model
File size: 2,086 Bytes
51a74ea
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
{
  "backbone": {
    "hidden_dim": 1024,
    "kwargs": {
      "attention_bias": false,
      "head_dim": 128,
      "intermediate_size": 3072,
      "max_position_embeddings": 40960,
      "num_heads": 16,
      "num_key_value_heads": 8,
      "num_layers": 28,
      "rms_norm_eps": 1e-06,
      "use_sliding_window": false
    },
    "type": "qwen3"
  },
  "encoder": {
    "kwargs": {
      "fourier_max": 10.0,
      "fourier_min": 0.01,
      "hidden_dim": 1024,
      "include_type_token": false,
      "modalities": [
        {
          "allow_none": false,
          "field": "action",
          "method": "rff",
          "required": true,
          "std": 0.02,
          "tokens": 1,
          "type": "discrete",
          "vocab_size": 4
        },
        {
          "allow_none": false,
          "field": "observation",
          "method": "rff",
          "required": true,
          "std": 0.02,
          "tokens": 1,
          "type": "discrete",
          "vocab_size": 64
        },
        {
          "allow_none": false,
          "field": "reward",
          "in_max": 100.0,
          "in_min": 0.01,
          "method": "rff",
          "required": true,
          "std": 0.02,
          "tokens": 1,
          "type": "rff"
        },
        {
          "allow_none": false,
          "field": "done",
          "method": "rff",
          "required": true,
          "std": 0.02,
          "tokens": 1,
          "type": "discrete",
          "vocab_size": 5
        }
      ],
      "modality_fusion": "sum",
      "std": 0.02,
      "token_data_len": 1,
      "type_embedding_std": 0.0
    },
    "type": "step"
  },
  "format": "mouse-core-model-v1",
  "heads": {
    "action_head": "action_value_layerwise",
    "heads": [
      {
        "hidden_dim": 1024,
        "in_features": 1024,
        "name": "action_value_layerwise",
        "num_backbone_layers": 28,
        "num_layers": 1,
        "out_features": 4,
        "scale": 0.1,
        "type": "action_value_layerwise",
        "use_norm": true
      }
    ]
  },
  "hidden_dim": 1024
}