Hugging Face's logo

IvmeLabs
/
Ivme-Conversate-22M-Base

Text Generation
English
language-model
transformer
rope
swiglu
gqa
muon
from-scratch
tiny
small
decoder-only
Model card Files
xet
 Community
Ivme-Conversate-22M-Base
File size: 2,808 Bytes
76ac3e8
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
{
  "tasks": {
    "adjunct_island": 0.74,
    "anaphor_gender_agreement": 0.608,
    "anaphor_number_agreement": 0.89,
    "animate_subject_passive": 0.674,
    "animate_subject_trans": 0.507,
    "causative": 0.505,
    "complex_NP_island": 0.517,
    "coordinate_structure_constraint_complex_left_branch": 0.232,
    "coordinate_structure_constraint_object_extraction": 0.602,
    "determiner_noun_agreement_1": 0.879,
    "determiner_noun_agreement_2": 0.883,
    "determiner_noun_agreement_irregular_1": 0.725,
    "determiner_noun_agreement_irregular_2": 0.828,
    "determiner_noun_agreement_with_adj_2": 0.835,
    "determiner_noun_agreement_with_adj_irregular_1": 0.666,
    "determiner_noun_agreement_with_adj_irregular_2": 0.786,
    "determiner_noun_agreement_with_adjective_1": 0.8,
    "distractor_agreement_relational_noun": 0.565,
    "distractor_agreement_relative_clause": 0.363,
    "drop_argument": 0.763,
    "ellipsis_n_bar_1": 0.569,
    "ellipsis_n_bar_2": 0.798,
    "existential_there_object_raising": 0.737,
    "existential_there_quantifiers_1": 0.73,
    "existential_there_quantifiers_2": 0.156,
    "existential_there_subject_raising": 0.604,
    "expletive_it_object_raising": 0.695,
    "inchoative": 0.454,
    "intransitive": 0.584,
    "irregular_past_participle_adjectives": 0.83,
    "irregular_past_participle_verbs": 0.814,
    "irregular_plural_subject_verb_agreement_1": 0.709,
    "irregular_plural_subject_verb_agreement_2": 0.807,
    "left_branch_island_echo_question": 0.279,
    "left_branch_island_simple_question": 0.252,
    "matrix_question_npi_licensor_present": 0.085,
    "npi_present_1": 0.447,
    "npi_present_2": 0.413,
    "only_npi_licensor_present": 0.003,
    "only_npi_scope": 0.188,
    "passive_1": 0.756,
    "passive_2": 0.732,
    "principle_A_c_command": 0.554,
    "principle_A_case_1": 1.0,
    "principle_A_case_2": 0.683,
    "principle_A_domain_1": 0.945,
    "principle_A_domain_2": 0.721,
    "principle_A_domain_3": 0.523,
    "principle_A_reconstruction": 0.425,
    "regular_plural_subject_verb_agreement_1": 0.737,
    "regular_plural_subject_verb_agreement_2": 0.801,
    "sentential_negation_npi_licensor_present": 0.998,
    "sentential_negation_npi_scope": 0.515,
    "sentential_subject_island": 0.249,
    "superlative_quantifiers_1": 0.649,
    "superlative_quantifiers_2": 0.866,
    "tough_vs_raising_1": 0.392,
    "tough_vs_raising_2": 0.644,
    "transitive": 0.702,
    "wh_island": 0.3,
    "wh_questions_object_gap": 0.471,
    "wh_questions_subject_gap": 0.869,
    "wh_questions_subject_gap_long_distance": 0.946,
    "wh_vs_that_no_gap": 0.948,
    "wh_vs_that_no_gap_long_distance": 0.966,
    "wh_vs_that_with_gap": 0.16,
    "wh_vs_that_with_gap_long_distance": 0.065
  },
  "average": 0.6140149253731343
}