evaluation/metadata.json

{
    "dataset_name": "TEXT-AUTH-Eval",
    "version": "1.0",
    "total_samples": 7502,
    "human_samples": 781,
    "ai_samples": 781,
    "challenge_samples": {
        "paraphrased": 2500,
        "cross_model": 3440
    },
    "domains": [
        "general",
        "academic",
        "creative",
        "ai_ml",
        "software_dev",
        "technical_doc",
        "engineering",
        "science",
        "business",
        "legal",
        "medical",
        "journalism",
        "marketing",
        "social_media",
        "blog_personal",
        "tutorial"
    ],
    "human_sources": {
        "general": "Wikipedia",
        "academic": "scientific_papers (arXiv abstracts)",
        "creative": "Project Gutenberg / C4 filtered",
        "ai_ml": "scientific_papers (arXiv with ML keywords)",
        "software_dev": "C4 filtered (code/documentation keywords)",
        "technical_doc": "C4 filtered (documentation keywords)",
        "engineering": "scientific_papers (arXiv engineering)",
        "science": "C4 filtered (scientific keywords)",
        "business": "C4 filtered (business/financial keywords)",
        "legal": "lex_glue / C4 filtered (legal keywords)",
        "medical": "scientific_papers (PubMed abstracts)",
        "journalism": "cnn_dailymail",
        "marketing": "C4 filtered (marketing keywords)",
        "social_media": "tweet_eval / C4 filtered (social keywords)",
        "blog_personal": "C4 filtered (personal narrative keywords)",
        "tutorial": "C4 filtered (tutorial/guide keywords)"
    },
    "ai_generation": {
        "primary_model": "mistral:7b (via Ollama)",
        "cross_model": "llama3:8b (via Ollama)",
        "paraphrasing": "mistral:7b (via Ollama instruction-based rephrasing)"
    },
    "notes": [
        "All AI-generated texts produced using local Ollama models to avoid Hugging Face downloads",
        "Paraphrased set created by instructing mistral:7b to rephrase original AI texts",
        "Cross-model set generated using llama3:8b (unseen during primary AI generation)",
        "Human texts sourced exclusively from public, auto-downloadable datasets"
    ],
    "license": "CC BY / Public Domain / Fair Use \u2014 for research only",
    "created": "2025",
    "compatible_with": "TEXT-AUTH v1.0.0"
}