Hugging Face's logo

Inceptive
/
ROLEPL-AI-v2-Qwen2.5-7B

Text Generation
Transformers
PyTorch
Safetensors
English
qwen2
roleplay
conversational
text-generation-inference
Model card Files
xet
 Community
1
ROLEPL-AI-v2-Qwen2.5-7B
File size: 3,598 Bytes
2b26adf
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.998745294855709,
  "eval_steps": 250,
  "global_step": 199,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.005018820577164366,
      "grad_norm": 0.0,
      "learning_rate": 0,
      "loss": 4.6329,
      "mean_token_accuracy": 0.4609886556863785,
      "num_tokens": 38259.0,
      "step": 1
    },
    {
      "epoch": 0.10037641154328733,
      "grad_norm": 5.621291160583496,
      "learning_rate": 1.868020304568528e-05,
      "loss": 2.5192,
      "mean_token_accuracy": 0.5757796107546279,
      "num_tokens": 797423.0,
      "step": 20
    },
    {
      "epoch": 0.20075282308657466,
      "grad_norm": 4.943119049072266,
      "learning_rate": 1.6649746192893404e-05,
      "loss": 1.469,
      "mean_token_accuracy": 0.6556068163365125,
      "num_tokens": 1598470.0,
      "step": 40
    },
    {
      "epoch": 0.30112923462986196,
      "grad_norm": 4.54362678527832,
      "learning_rate": 1.4619289340101523e-05,
      "loss": 1.4679,
      "mean_token_accuracy": 0.6591095954179764,
      "num_tokens": 2418283.0,
      "step": 60
    },
    {
      "epoch": 0.4015056461731493,
      "grad_norm": 4.706456184387207,
      "learning_rate": 1.2588832487309645e-05,
      "loss": 1.4474,
      "mean_token_accuracy": 0.6605883561074734,
      "num_tokens": 3221019.0,
      "step": 80
    },
    {
      "epoch": 0.5018820577164367,
      "grad_norm": 4.26887321472168,
      "learning_rate": 1.0558375634517768e-05,
      "loss": 1.4264,
      "mean_token_accuracy": 0.6618994094431401,
      "num_tokens": 4027025.0,
      "step": 100
    },
    {
      "epoch": 0.6022584692597239,
      "grad_norm": 4.396352767944336,
      "learning_rate": 8.52791878172589e-06,
      "loss": 1.4358,
      "mean_token_accuracy": 0.6629612062126398,
      "num_tokens": 4822685.0,
      "step": 120
    },
    {
      "epoch": 0.7026348808030113,
      "grad_norm": 4.525022506713867,
      "learning_rate": 6.4974619289340105e-06,
      "loss": 1.4068,
      "mean_token_accuracy": 0.6654792346060276,
      "num_tokens": 5633169.0,
      "step": 140
    },
    {
      "epoch": 0.8030112923462986,
      "grad_norm": 3.8596858978271484,
      "learning_rate": 4.467005076142132e-06,
      "loss": 1.3476,
      "mean_token_accuracy": 0.68043167963624,
      "num_tokens": 6423994.0,
      "step": 160
    },
    {
      "epoch": 0.903387703889586,
      "grad_norm": 4.018551349639893,
      "learning_rate": 2.436548223350254e-06,
      "loss": 1.3961,
      "mean_token_accuracy": 0.669349530339241,
      "num_tokens": 7234392.0,
      "step": 180
    },
    {
      "epoch": 0.998745294855709,
      "mean_token_accuracy": 0.6814169715109625,
      "num_tokens": 8019524.0,
      "step": 199,
      "total_flos": 15983245094912.0,
      "train_loss": 1.537205442112295,
      "train_runtime": 2446.3608,
      "train_samples_per_second": 10.424,
      "train_steps_per_second": 0.081
    }
  ],
  "logging_steps": 20,
  "max_steps": 199,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 15983245094912.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}