Bellok commited on
Commit
b237de9
·
1 Parent(s): 2734354

feat: add tinystories chunks 001-050, fictional-characters pack, and npc-dialogue pack

Browse files

- Include chunks 1-50 of tiny stories dataset (400k stories total)
- Add fictional characters pack with character profiles
- Add NPC dialogue pack
- Files are chunked to stay under 10MB HuggingFace limit

This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. packs/warbler-pack-hf-enterprise/package.json +0 -15
  2. packs/{warbler-pack-hf-edustories → warbler-pack-hf-fictional-characters}/package.json +4 -4
  3. packs/warbler-pack-hf-fictional-characters/warbler-pack-hf-fictional-characters.jsonl +0 -0
  4. packs/warbler-pack-hf-manuals/package.json +0 -12
  5. packs/warbler-pack-hf-novels/package.json +0 -12
  6. packs/{warbler-pack-hf-portuguese-edu → warbler-pack-hf-npc-dialogue}/package.json +4 -4
  7. packs/warbler-pack-hf-npc-dialogue/warbler-pack-hf-npc-dialogue.jsonl +0 -0
  8. packs/warbler-pack-hf-prompt-report/package.json +0 -12
  9. packs/{warbler-pack-hf-arxiv → warbler-pack-hf-tinystories}/package.json +7 -7
  10. packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-001.jsonl +0 -0
  11. packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-002.jsonl +0 -0
  12. packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-003.jsonl +0 -0
  13. packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-004.jsonl +0 -0
  14. packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-005.jsonl +0 -0
  15. packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-006.jsonl +0 -0
  16. packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-007.jsonl +0 -0
  17. packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-008.jsonl +0 -0
  18. packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-009.jsonl +0 -0
  19. packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-010.jsonl +0 -0
  20. packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-011.jsonl +0 -0
  21. packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-012.jsonl +0 -0
  22. packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-013.jsonl +0 -0
  23. packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-014.jsonl +0 -0
  24. packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-015.jsonl +0 -0
  25. packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-016.jsonl +0 -0
  26. packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-017.jsonl +0 -0
  27. packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-018.jsonl +0 -0
  28. packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-019.jsonl +0 -0
  29. packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-020.jsonl +0 -0
  30. packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-021.jsonl +0 -0
  31. packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-022.jsonl +0 -0
  32. packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-023.jsonl +0 -0
  33. packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-024.jsonl +0 -0
  34. packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-025.jsonl +0 -0
  35. packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-026.jsonl +0 -0
  36. packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-027.jsonl +0 -0
  37. packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-028.jsonl +0 -0
  38. packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-029.jsonl +0 -0
  39. packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-030.jsonl +0 -0
  40. packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-031.jsonl +0 -0
  41. packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-032.jsonl +0 -0
  42. packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-033.jsonl +0 -0
  43. packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-034.jsonl +0 -0
  44. packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-035.jsonl +0 -0
  45. packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-036.jsonl +0 -0
  46. packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-037.jsonl +0 -0
  47. packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-038.jsonl +0 -0
  48. packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-039.jsonl +0 -0
  49. packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-040.jsonl +0 -0
  50. packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-041.jsonl +0 -0
packs/warbler-pack-hf-enterprise/package.json DELETED
@@ -1,15 +0,0 @@
1
- {
2
- "name": "warbler-pack-hf-enterprise",
3
- "version": "1.0.0",
4
- "description": "Warbler pack generated from HuggingFace datasets (chunked)",
5
- "created_at": "2025-12-02T09:44:45.464432",
6
- "document_count": 112946,
7
- "source": "HuggingFace",
8
- "content_types": [
9
- "software_dev_chat"
10
- ],
11
- "chunked": true,
12
- "chunk_count": 3,
13
- "docs_per_chunk": 50000,
14
- "chunk_pattern": "warbler-pack-hf-enterprise-chunk-*.jsonl"
15
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
packs/{warbler-pack-hf-edustories → warbler-pack-hf-fictional-characters}/package.json RENAMED
@@ -1,12 +1,12 @@
1
  {
2
- "name": "warbler-pack-hf-edustories",
3
  "version": "1.0.0",
4
  "description": "Warbler pack generated from HuggingFace datasets",
5
- "created_at": "2025-12-02T09:46:08.806809",
6
- "document_count": 1492,
7
  "source": "HuggingFace",
8
  "content_types": [
9
- "teaching_case_study"
10
  ],
11
  "chunked": false
12
  }
 
1
  {
2
+ "name": "warbler-pack-hf-fictional-characters",
3
  "version": "1.0.0",
4
  "description": "Warbler pack generated from HuggingFace datasets",
5
+ "created_at": "2025-12-09T14:27:17.745385",
6
+ "document_count": 1500,
7
  "source": "HuggingFace",
8
  "content_types": [
9
+ "character_profile"
10
  ],
11
  "chunked": false
12
  }
packs/warbler-pack-hf-fictional-characters/warbler-pack-hf-fictional-characters.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
packs/warbler-pack-hf-manuals/package.json DELETED
@@ -1,12 +0,0 @@
1
- {
2
- "name": "warbler-pack-hf-manuals",
3
- "version": "1.0.0",
4
- "description": "Warbler pack generated from HuggingFace datasets",
5
- "created_at": "2025-12-02T09:44:37.180365",
6
- "document_count": 52,
7
- "source": "HuggingFace",
8
- "content_types": [
9
- "instructional_content"
10
- ],
11
- "chunked": false
12
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
packs/warbler-pack-hf-novels/package.json DELETED
@@ -1,12 +0,0 @@
1
- {
2
- "name": "warbler-pack-hf-novels",
3
- "version": "1.0.0",
4
- "description": "Warbler pack generated from HuggingFace datasets",
5
- "created_at": "2025-12-02T09:44:35.451633",
6
- "document_count": 906,
7
- "source": "HuggingFace",
8
- "content_types": [
9
- "narrative_content"
10
- ],
11
- "chunked": false
12
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
packs/{warbler-pack-hf-portuguese-edu → warbler-pack-hf-npc-dialogue}/package.json RENAMED
@@ -1,12 +1,12 @@
1
  {
2
- "name": "warbler-pack-hf-portuguese-edu",
3
  "version": "1.0.0",
4
  "description": "Warbler pack generated from HuggingFace datasets",
5
- "created_at": "2025-12-02T09:46:07.278312",
6
- "document_count": 21,
7
  "source": "HuggingFace",
8
  "content_types": [
9
- "educational_content"
10
  ],
11
  "chunked": false
12
  }
 
1
  {
2
+ "name": "warbler-pack-hf-npc-dialogue",
3
  "version": "1.0.0",
4
  "description": "Warbler pack generated from HuggingFace datasets",
5
+ "created_at": "2025-12-09T14:22:45.190135",
6
+ "document_count": 1915,
7
  "source": "HuggingFace",
8
  "content_types": [
9
+ "character_interaction"
10
  ],
11
  "chunked": false
12
  }
packs/warbler-pack-hf-npc-dialogue/warbler-pack-hf-npc-dialogue.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
packs/warbler-pack-hf-prompt-report/package.json DELETED
@@ -1,12 +0,0 @@
1
- {
2
- "name": "warbler-pack-hf-prompt-report",
3
- "version": "1.0.0",
4
- "description": "Warbler pack generated from HuggingFace datasets",
5
- "created_at": "2025-11-09T11:58:09.373519",
6
- "document_count": 83,
7
- "source": "HuggingFace",
8
- "content_types": [
9
- "technical_discussion"
10
- ],
11
- "chunked": false
12
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
packs/{warbler-pack-hf-arxiv → warbler-pack-hf-tinystories}/package.json RENAMED
@@ -1,15 +1,15 @@
1
  {
2
- "name": "warbler-pack-hf-arxiv",
3
  "version": "1.0.0",
4
  "description": "Warbler pack generated from HuggingFace datasets (chunked)",
5
- "created_at": "2025-12-02T10:48:41.412949",
6
- "document_count": 2549619,
7
  "source": "HuggingFace",
8
  "content_types": [
9
- "scholarly_discussion"
10
  ],
11
  "chunked": true,
12
- "chunk_count": 51,
13
- "docs_per_chunk": 50000,
14
- "chunk_pattern": "warbler-pack-hf-arxiv-chunk-*.jsonl"
15
  }
 
1
  {
2
+ "name": "warbler-pack-hf-tinystories",
3
  "version": "1.0.0",
4
  "description": "Warbler pack generated from HuggingFace datasets (chunked)",
5
+ "created_at": "2025-12-09T14:24:56.115449",
6
+ "document_count": 2141479,
7
  "source": "HuggingFace",
8
  "content_types": [
9
+ "story"
10
  ],
11
  "chunked": true,
12
+ "chunk_count": 1071,
13
+ "docs_per_chunk": 2000,
14
+ "chunk_pattern": "warbler-pack-hf-tinystories-chunk-*.jsonl"
15
  }
packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-001.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-002.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-003.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-004.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-005.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-006.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-007.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-008.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-009.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-010.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-011.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-012.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-013.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-014.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-015.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-016.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-017.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-018.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-019.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-020.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-021.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-022.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-023.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-024.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-025.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-026.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-027.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-028.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-029.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-030.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-031.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-032.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-033.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-034.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-035.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-036.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-037.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-038.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-039.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-040.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
packs/warbler-pack-hf-tinystories/warbler-pack-hf-tinystories-chunk-041.jsonl ADDED
The diff for this file is too large to render. See raw diff