| { |
| "samples": [ |
| { |
| "prompt": "Write a 200-word blog post about the benefits of remote work.", |
| "variants": { |
| "ai_original": { |
| "text_length": 186, |
| "gpt2_perplexity": 19.4, |
| "gpt2_burstiness": 0.6594, |
| "fast_detectgpt": 0.0001, |
| "gptneo_perplexity": 24.9, |
| "char_distribution": 0.7714, |
| "stylometric": 0.3333, |
| "stylo_details": { |
| "sentence_count": 12, |
| "sentence_length_mean": 15.5, |
| "sentence_length_std": 4.7, |
| "total_words": 191, |
| "unique_words": 137, |
| "lexical_diversity": 0.717, |
| "hapax_ratio": 0.592, |
| "avg_word_length": 5.4, |
| "word_length_std": 3.1, |
| "transition_rate": 1.0, |
| "passive_rate": 0.0, |
| "formulaic_rate": 0.0, |
| "punct_ratio": 0.0232 |
| }, |
| "ensemble_score": 0.48, |
| "ensemble_class": "Uncertain" |
| }, |
| "humanized_std": { |
| "text_length": 210, |
| "gpt2_perplexity": 19.3, |
| "gpt2_burstiness": 0.6313, |
| "fast_detectgpt": 0.0001, |
| "gptneo_perplexity": 25.8, |
| "char_distribution": 0.7932, |
| "stylometric": 0.35, |
| "stylo_details": { |
| "sentence_count": 14, |
| "sentence_length_mean": 15.0, |
| "sentence_length_std": 4.9, |
| "total_words": 215, |
| "unique_words": 148, |
| "lexical_diversity": 0.688, |
| "hapax_ratio": 0.558, |
| "avg_word_length": 5.3, |
| "word_length_std": 3.1, |
| "transition_rate": 0.9, |
| "passive_rate": 0.0, |
| "formulaic_rate": 0.0, |
| "punct_ratio": 0.0238 |
| }, |
| "ensemble_score": 0.457, |
| "ensemble_class": "Uncertain" |
| }, |
| "humanized_agg": { |
| "text_length": 205, |
| "gpt2_perplexity": 20.0, |
| "gpt2_burstiness": 0.6731, |
| "fast_detectgpt": 0.0001, |
| "gptneo_perplexity": 24.9, |
| "char_distribution": 0.7971, |
| "stylometric": 0.35, |
| "stylo_details": { |
| "sentence_count": 13, |
| "sentence_length_mean": 15.8, |
| "sentence_length_std": 4.6, |
| "total_words": 213, |
| "unique_words": 146, |
| "lexical_diversity": 0.685, |
| "hapax_ratio": 0.545, |
| "avg_word_length": 5.3, |
| "word_length_std": 3.0, |
| "transition_rate": 0.9, |
| "passive_rate": 0.0, |
| "formulaic_rate": 0.0, |
| "punct_ratio": 0.0241 |
| }, |
| "ensemble_score": 0.4856, |
| "ensemble_class": "Uncertain" |
| }, |
| "humanized_scratch": { |
| "text_length": 211, |
| "gpt2_perplexity": 20.1, |
| "gpt2_burstiness": 1.3405, |
| "fast_detectgpt": 0.0001, |
| "gptneo_perplexity": 28.5, |
| "char_distribution": 0.7181, |
| "stylometric": 0.3667, |
| "stylo_details": { |
| "sentence_count": 12, |
| "sentence_length_mean": 17.6, |
| "sentence_length_std": 7.3, |
| "total_words": 219, |
| "unique_words": 147, |
| "lexical_diversity": 0.671, |
| "hapax_ratio": 0.498, |
| "avg_word_length": 4.5, |
| "word_length_std": 2.2, |
| "transition_rate": 0.9, |
| "passive_rate": 0.0, |
| "formulaic_rate": 0.0, |
| "punct_ratio": 0.0238 |
| }, |
| "ensemble_score": 0.4628, |
| "ensemble_class": "Uncertain" |
| } |
| } |
| }, |
| { |
| "prompt": "Explain quantum computing in simple terms, around 150 words.", |
| "variants": { |
| "ai_original": { |
| "text_length": 131, |
| "gpt2_perplexity": 19.2, |
| "gpt2_burstiness": 0.5935, |
| "fast_detectgpt": 0.0001, |
| "gptneo_perplexity": 27.1, |
| "char_distribution": 0.6168, |
| "stylometric": 0.2667, |
| "stylo_details": { |
| "sentence_count": 9, |
| "sentence_length_mean": 14.7, |
| "sentence_length_std": 6.6, |
| "total_words": 138, |
| "unique_words": 99, |
| "lexical_diversity": 0.717, |
| "hapax_ratio": 0.536, |
| "avg_word_length": 4.9, |
| "word_length_std": 3.0, |
| "transition_rate": 0.0, |
| "passive_rate": 0.0, |
| "formulaic_rate": 0.0, |
| "punct_ratio": 0.0326 |
| }, |
| "ensemble_score": 0.3525, |
| "ensemble_class": "Human" |
| }, |
| "humanized_std": { |
| "text_length": 187, |
| "gpt2_perplexity": 17.3, |
| "gpt2_burstiness": 1.8219, |
| "fast_detectgpt": 0.0002, |
| "gptneo_perplexity": 23.1, |
| "char_distribution": 0.6288, |
| "stylometric": 0.2917, |
| "stylo_details": { |
| "sentence_count": 13, |
| "sentence_length_mean": 14.6, |
| "sentence_length_std": 7.0, |
| "total_words": 197, |
| "unique_words": 121, |
| "lexical_diversity": 0.614, |
| "hapax_ratio": 0.421, |
| "avg_word_length": 4.8, |
| "word_length_std": 2.8, |
| "transition_rate": 0.0, |
| "passive_rate": 0.0, |
| "formulaic_rate": 0.0, |
| "punct_ratio": 0.0369 |
| }, |
| "ensemble_score": 0.4449, |
| "ensemble_class": "Uncertain" |
| }, |
| "humanized_agg": { |
| "text_length": 191, |
| "gpt2_perplexity": 16.8, |
| "gpt2_burstiness": 0.5863, |
| "fast_detectgpt": 0.0002, |
| "gptneo_perplexity": 22.0, |
| "char_distribution": 0.6255, |
| "stylometric": 0.325, |
| "stylo_details": { |
| "sentence_count": 12, |
| "sentence_length_mean": 16.1, |
| "sentence_length_std": 7.1, |
| "total_words": 200, |
| "unique_words": 120, |
| "lexical_diversity": 0.6, |
| "hapax_ratio": 0.41, |
| "avg_word_length": 4.8, |
| "word_length_std": 3.0, |
| "transition_rate": 0.0, |
| "passive_rate": 0.0, |
| "formulaic_rate": 0.0, |
| "punct_ratio": 0.0322 |
| }, |
| "ensemble_score": 0.4563, |
| "ensemble_class": "Uncertain" |
| }, |
| "humanized_scratch": { |
| "text_length": 190, |
| "gpt2_perplexity": 20.3, |
| "gpt2_burstiness": 1.4481, |
| "fast_detectgpt": 0.0001, |
| "gptneo_perplexity": 30.1, |
| "char_distribution": 0.6702, |
| "stylometric": 0.2333, |
| "stylo_details": { |
| "sentence_count": 11, |
| "sentence_length_mean": 17.5, |
| "sentence_length_std": 9.2, |
| "total_words": 204, |
| "unique_words": 139, |
| "lexical_diversity": 0.681, |
| "hapax_ratio": 0.539, |
| "avg_word_length": 4.5, |
| "word_length_std": 2.7, |
| "transition_rate": 0.0, |
| "passive_rate": 0.0, |
| "formulaic_rate": 0.0, |
| "punct_ratio": 0.0303 |
| }, |
| "ensemble_score": 0.34, |
| "ensemble_class": "Human" |
| } |
| } |
| }, |
| { |
| "prompt": "Write a professional email declining a job offer, about 100 words.", |
| "variants": { |
| "ai_original": { |
| "text_length": 99, |
| "gpt2_perplexity": 7.2, |
| "gpt2_burstiness": 0.6999, |
| "fast_detectgpt": 0.0027, |
| "gptneo_perplexity": 11.6, |
| "char_distribution": 0.5939, |
| "stylometric": 0.325, |
| "stylo_details": { |
| "sentence_count": 7, |
| "sentence_length_mean": 14.1, |
| "sentence_length_std": 5.2, |
| "total_words": 97, |
| "unique_words": 67, |
| "lexical_diversity": 0.691, |
| "hapax_ratio": 0.526, |
| "avg_word_length": 4.7, |
| "word_length_std": 2.3, |
| "transition_rate": 0.0, |
| "passive_rate": 0.0, |
| "formulaic_rate": 0.0, |
| "punct_ratio": 0.0444 |
| }, |
| "ensemble_score": 0.5557, |
| "ensemble_class": "AI" |
| }, |
| "humanized_std": { |
| "text_length": 195, |
| "gpt2_perplexity": 9.1, |
| "gpt2_burstiness": 0.6748, |
| "fast_detectgpt": 0.0013, |
| "gptneo_perplexity": 11.3, |
| "char_distribution": 0.6643, |
| "stylometric": 0.3833, |
| "stylo_details": { |
| "sentence_count": 13, |
| "sentence_length_mean": 15.0, |
| "sentence_length_std": 4.6, |
| "total_words": 199, |
| "unique_words": 110, |
| "lexical_diversity": 0.553, |
| "hapax_ratio": 0.352, |
| "avg_word_length": 4.4, |
| "word_length_std": 2.3, |
| "transition_rate": 0.0, |
| "passive_rate": 0.0, |
| "formulaic_rate": 0.0, |
| "punct_ratio": 0.0379 |
| }, |
| "ensemble_score": 0.574, |
| "ensemble_class": "AI" |
| }, |
| "humanized_agg": { |
| "text_length": 198, |
| "gpt2_perplexity": 7.4, |
| "gpt2_burstiness": 0.6076, |
| "fast_detectgpt": 0.0025, |
| "gptneo_perplexity": 8.8, |
| "char_distribution": 0.6471, |
| "stylometric": 0.4167, |
| "stylo_details": { |
| "sentence_count": 13, |
| "sentence_length_mean": 15.2, |
| "sentence_length_std": 5.1, |
| "total_words": 199, |
| "unique_words": 104, |
| "lexical_diversity": 0.523, |
| "hapax_ratio": 0.281, |
| "avg_word_length": 4.5, |
| "word_length_std": 2.3, |
| "transition_rate": 0.0, |
| "passive_rate": 0.0, |
| "formulaic_rate": 0.0, |
| "punct_ratio": 0.039 |
| }, |
| "ensemble_score": 0.5844, |
| "ensemble_class": "AI" |
| }, |
| "humanized_scratch": { |
| "text_length": 124, |
| "gpt2_perplexity": 10.6, |
| "gpt2_burstiness": 0.4707, |
| "fast_detectgpt": 0.0008, |
| "gptneo_perplexity": 15.0, |
| "char_distribution": 0.6584, |
| "stylometric": 0.2917, |
| "stylo_details": { |
| "sentence_count": 7, |
| "sentence_length_mean": 17.7, |
| "sentence_length_std": 7.0, |
| "total_words": 126, |
| "unique_words": 82, |
| "lexical_diversity": 0.651, |
| "hapax_ratio": 0.5, |
| "avg_word_length": 4.1, |
| "word_length_std": 2.2, |
| "transition_rate": 0.0, |
| "passive_rate": 0.0, |
| "formulaic_rate": 0.0, |
| "punct_ratio": 0.0398 |
| }, |
| "ensemble_score": 0.5453, |
| "ensemble_class": "AI" |
| } |
| } |
| } |
| ], |
| "summary": { |
| "ai_mean": 0.4627, |
| "humanized_mean": 0.4834, |
| "improvement": -0.0206 |
| } |
| } |
