smd20 commited on
Commit
58ca3fc
·
verified ·
1 Parent(s): a86b134

docs: publish professional model card with training details, dataset statistics, and usage examples

Browse files
stats/training_corpus_statistics.json ADDED
@@ -0,0 +1,82 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "computed_at_utc": "2026-06-21T12:56:17.859588+00:00",
3
+ "training_corpus": {
4
+ "english_qa_records": 3330,
5
+ "persian_qa_records": 3330,
6
+ "bilingual_question_units": 3330,
7
+ "total_bilingual_records": 6660,
8
+ "knowledge_articles": 1165,
9
+ "unique_article_coverage": 1163,
10
+ "article_coverage_ratio": 0.9983,
11
+ "reference_books": 8,
12
+ "records_per_reference_book": {
13
+ "deep-insight-into-social-engineering_FULL": 7,
14
+ "ESET-Social_engineering_handbook_FULL": 28,
15
+ "Learn-Social-Engineering-Learn-the-Art-of-Human-Hacking-Dr.-Erdal-Ozkaya-_-WeLib.org-__FULL": 397,
16
+ "Social-Engineering-Crowdmasters-Gehl-Lawson_FULL": 206,
17
+ "Social-Engineering-Cybersecurity-Gururaj_FULL": 212,
18
+ "Social-Engineering-Science-Hacking-Hadnagy_FULL": 239,
19
+ "Social-Engineering-Art-Hacking-Hadnagy_FULL": 21,
20
+ "Sefreta-Social-Engineering_FULL": 55
21
+ },
22
+ "deduplication": {
23
+ "skipped_v1_duplicates": 159,
24
+ "added_from_v2": 2324,
25
+ "added_from_v1": 1006
26
+ }
27
+ },
28
+ "english_character_lengths": {
29
+ "question": {
30
+ "count": 3330,
31
+ "mean": 96.56,
32
+ "min": 23,
33
+ "max": 199,
34
+ "median": 95.0,
35
+ "stdev": 21.98
36
+ },
37
+ "answer": {
38
+ "count": 3330,
39
+ "mean": 180.12,
40
+ "min": 3,
41
+ "max": 827,
42
+ "median": 171.0,
43
+ "stdev": 80.13
44
+ }
45
+ },
46
+ "persian_character_lengths": {
47
+ "question": {
48
+ "count": 3330,
49
+ "mean": 81.08,
50
+ "min": 12,
51
+ "max": 181,
52
+ "median": 80.0,
53
+ "stdev": 21.76
54
+ },
55
+ "answer": {
56
+ "count": 3330,
57
+ "mean": 163.48,
58
+ "min": 3,
59
+ "max": 481,
60
+ "median": 153.0,
61
+ "stdev": 74.06
62
+ }
63
+ },
64
+ "combined_character_lengths": {
65
+ "question": {
66
+ "count": 6660,
67
+ "mean": 88.82,
68
+ "min": 12,
69
+ "max": 199,
70
+ "median": 88.0,
71
+ "stdev": 23.2
72
+ },
73
+ "answer": {
74
+ "count": 6660,
75
+ "mean": 171.8,
76
+ "min": 3,
77
+ "max": 827,
78
+ "median": 161.0,
79
+ "stdev": 77.6
80
+ }
81
+ }
82
+ }