--- library_name: transformers tags: [] model-index: - name: maxmarcon/gpt2-medium-sarcasm-defuser results: - task: type: defusing_sarcasm dataset: name: custom type: text metrics: - type: similarity value: 0.6692146729339253 name: similarity:mean config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.15275692707954536 name: similarity:std config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.2344454526901245 name: similarity:min config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 1.0 name: similarity:max config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.5613795518875122 name: similarity:q1 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.6766248941421509 name: similarity:q2 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.7831389009952545 name: similarity:q3 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.11002340846591525 name: sarcasm_prob_orig:mean config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.1978115006771518 name: sarcasm_prob_orig:std config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.003153860569000244 name: sarcasm_prob_orig:min config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.9518612027168274 name: sarcasm_prob_orig:max config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.008991092443466187 name: sarcasm_prob_orig:q1 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.022083044052124023 name: sarcasm_prob_orig:q2 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.09115147590637207 name: sarcasm_prob_orig:q3 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.022446100639574456 name: sarcasm_prob_neutral:mean config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.059309206709771405 name: sarcasm_prob_neutral:std config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.0031015872955322266 name: sarcasm_prob_neutral:min config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.8782607913017273 name: sarcasm_prob_neutral:max config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.007124572992324829 name: sarcasm_prob_neutral:q1 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.009891986846923828 name: sarcasm_prob_neutral:q2 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.016416192054748535 name: sarcasm_prob_neutral:q3 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.6724115741072278 name: similarity:mean config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.15147578497212238 name: similarity:std config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.23265166580677032 name: similarity:min config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 1.0 name: similarity:max config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.5708399713039398 name: similarity:q1 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.6796988248825073 name: similarity:q2 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.782392680644989 name: similarity:q3 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.11002340846591525 name: sarcasm_prob_orig:mean config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.1978115006771518 name: sarcasm_prob_orig:std config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.003153860569000244 name: sarcasm_prob_orig:min config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.9518612027168274 name: sarcasm_prob_orig:max config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.008991092443466187 name: sarcasm_prob_orig:q1 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.022083044052124023 name: sarcasm_prob_orig:q2 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.09115147590637207 name: sarcasm_prob_orig:q3 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.02095767789416843 name: sarcasm_prob_neutral:mean config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.05686350806829996 name: sarcasm_prob_neutral:std config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.0031015872955322266 name: sarcasm_prob_neutral:min config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.8782607913017273 name: sarcasm_prob_neutral:max config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.006879240274429321 name: sarcasm_prob_neutral:q1 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.009617149829864502 name: sarcasm_prob_neutral:q2 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.01583021879196167 name: sarcasm_prob_neutral:q3 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.6723023523886998 name: similarity:mean config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.15165942673504335 name: similarity:std config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.23265166580677032 name: similarity:min config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 1.0 name: similarity:max config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.5708399713039398 name: similarity:q1 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.6796988248825073 name: similarity:q2 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.782392680644989 name: similarity:q3 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.11002340846591525 name: sarcasm_prob_orig:mean config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.1978115006771518 name: sarcasm_prob_orig:std config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.003153860569000244 name: sarcasm_prob_orig:min config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.9518612027168274 name: sarcasm_prob_orig:max config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.008991092443466187 name: sarcasm_prob_orig:q1 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.022083044052124023 name: sarcasm_prob_orig:q2 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.09115147590637207 name: sarcasm_prob_orig:q3 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.020950352543532245 name: sarcasm_prob_neutral:mean config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.056865228568066244 name: sarcasm_prob_neutral:std config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.0031015872955322266 name: sarcasm_prob_neutral:min config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.8782607913017273 name: sarcasm_prob_neutral:max config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.006858468055725098 name: sarcasm_prob_neutral:q1 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.009617149829864502 name: sarcasm_prob_neutral:q2 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.01583021879196167 name: sarcasm_prob_neutral:q3 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=False, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.6170533623659249 name: similarity:mean config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.16881302901027803 name: similarity:std config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.14063379168510437 name: similarity:min config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 1.0 name: similarity:max config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.4953359514474869 name: similarity:q1 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.6182631254196167 name: similarity:q2 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.7400194406509399 name: similarity:q3 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.11002340846591525 name: sarcasm_prob_orig:mean config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.1978115006771518 name: sarcasm_prob_orig:std config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.003153860569000244 name: sarcasm_prob_orig:min config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.9518612027168274 name: sarcasm_prob_orig:max config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.008991092443466187 name: sarcasm_prob_orig:q1 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.022083044052124023 name: sarcasm_prob_orig:q2 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.09115147590637207 name: sarcasm_prob_orig:q3 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.02381677579398107 name: sarcasm_prob_neutral:mean config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.041909136150211246 name: sarcasm_prob_neutral:std config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.003619968891143799 name: sarcasm_prob_neutral:min config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.3569623827934265 name: sarcasm_prob_neutral:max config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.006950199604034424 name: sarcasm_prob_neutral:q1 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.010182440280914307 name: sarcasm_prob_neutral:q2 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.019222021102905273 name: sarcasm_prob_neutral:q3 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.6615278741325995 name: similarity:mean config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.16085835045172403 name: similarity:std config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.17281773686408997 name: similarity:min config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 1.0 name: similarity:max config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.549351155757904 name: similarity:q1 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.6653466820716858 name: similarity:q2 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.77909055352211 name: similarity:q3 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.11002340846591525 name: sarcasm_prob_orig:mean config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.1978115006771518 name: sarcasm_prob_orig:std config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.003153860569000244 name: sarcasm_prob_orig:min config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.9518612027168274 name: sarcasm_prob_orig:max config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.008991092443466187 name: sarcasm_prob_orig:q1 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.022083044052124023 name: sarcasm_prob_orig:q2 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.09115147590637207 name: sarcasm_prob_orig:q3 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.02325714754335808 name: sarcasm_prob_neutral:mean config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.05558339584674537 name: sarcasm_prob_neutral:std config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.0027811527252197266 name: sarcasm_prob_neutral:min config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.6108058094978333 name: sarcasm_prob_neutral:max config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.006555289030075073 name: sarcasm_prob_neutral:q1 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.009607434272766113 name: sarcasm_prob_neutral:q2 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.015458106994628906 name: sarcasm_prob_neutral:q3 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.5581986648115245 name: similarity:mean config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.16650440599261013 name: similarity:std config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.11364392191171646 name: similarity:min config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.9620433449745178 name: similarity:max config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.4390857070684433 name: similarity:q1 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.5672252774238586 name: similarity:q2 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.674152284860611 name: similarity:q3 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.11002340846591525 name: sarcasm_prob_orig:mean config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.1978115006771518 name: sarcasm_prob_orig:std config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.003153860569000244 name: sarcasm_prob_orig:min config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.9518612027168274 name: sarcasm_prob_orig:max config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.008991092443466187 name: sarcasm_prob_orig:q1 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.022083044052124023 name: sarcasm_prob_orig:q2 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.09115147590637207 name: sarcasm_prob_orig:q3 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.032055613970515706 name: sarcasm_prob_neutral:mean config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.07731267467344445 name: sarcasm_prob_neutral:std config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.0033302903175354004 name: sarcasm_prob_neutral:min config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.9407755732536316 name: sarcasm_prob_neutral:max config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.0068111419677734375 name: sarcasm_prob_neutral:q1 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.011088132858276367 name: sarcasm_prob_neutral:q2 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.021375417709350586 name: sarcasm_prob_neutral:q3 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.6179876097223975 name: similarity:mean config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.15590832242131505 name: similarity:std config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.14318466186523438 name: similarity:min config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 1.0 name: similarity:max config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.5051048696041107 name: similarity:q1 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.6157465577125549 name: similarity:q2 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.726386308670044 name: similarity:q3 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.11002340846591525 name: sarcasm_prob_orig:mean config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.1978115006771518 name: sarcasm_prob_orig:std config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.003153860569000244 name: sarcasm_prob_orig:min config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.9518612027168274 name: sarcasm_prob_orig:max config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.008991092443466187 name: sarcasm_prob_orig:q1 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.022083044052124023 name: sarcasm_prob_orig:q2 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.09115147590637207 name: sarcasm_prob_orig:q3 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.024533529113037418 name: sarcasm_prob_neutral:mean config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.05654742585845212 name: sarcasm_prob_neutral:std config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.0033133625984191895 name: sarcasm_prob_neutral:min config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.8615401387214661 name: sarcasm_prob_neutral:max config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.006872385740280151 name: sarcasm_prob_neutral:q1 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.010253310203552246 name: sarcasm_prob_neutral:q2 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.019755065441131592 name: sarcasm_prob_neutral:q3 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.6515735228856404 name: similarity:mean config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.16162270337298001 name: similarity:std config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.21930702030658722 name: similarity:min config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 1.0 name: similarity:max config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.5347531139850616 name: similarity:q1 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.6564527153968811 name: similarity:q2 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.7788047194480896 name: similarity:q3 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.11002340846591525 name: sarcasm_prob_orig:mean config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.1978115006771518 name: sarcasm_prob_orig:std config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.003153860569000244 name: sarcasm_prob_orig:min config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.9518612027168274 name: sarcasm_prob_orig:max config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.008991092443466187 name: sarcasm_prob_orig:q1 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.022083044052124023 name: sarcasm_prob_orig:q2 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.09115147590637207 name: sarcasm_prob_orig:q3 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.020694040770482536 name: sarcasm_prob_neutral:mean config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.050274477618589 name: sarcasm_prob_neutral:std config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.002904176712036133 name: sarcasm_prob_neutral:min config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.5262411832809448 name: sarcasm_prob_neutral:max config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.006893336772918701 name: sarcasm_prob_neutral:q1 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.00957036018371582 name: sarcasm_prob_neutral:q2 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.015447825193405151 name: sarcasm_prob_neutral:q3 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.5535257904969081 name: similarity:mean config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.1748092622349171 name: similarity:std config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.09866012632846832 name: similarity:min config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.978621780872345 name: similarity:max config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.43179576098918915 name: similarity:q1 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.5674126148223877 name: similarity:q2 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.6766793131828308 name: similarity:q3 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.11002340846591525 name: sarcasm_prob_orig:mean config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.1978115006771518 name: sarcasm_prob_orig:std config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.003153860569000244 name: sarcasm_prob_orig:min config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.9518612027168274 name: sarcasm_prob_orig:max config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.008991092443466187 name: sarcasm_prob_orig:q1 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.022083044052124023 name: sarcasm_prob_orig:q2 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.09115147590637207 name: sarcasm_prob_orig:q3 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.02514099713527795 name: sarcasm_prob_neutral:mean config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.05230799922166704 name: sarcasm_prob_neutral:std config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.003104567527770996 name: sarcasm_prob_neutral:min config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.5128663182258606 name: sarcasm_prob_neutral:max config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.006535351276397705 name: sarcasm_prob_neutral:q1 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.009384989738464355 name: sarcasm_prob_neutral:q2 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.019541114568710327 name: sarcasm_prob_neutral:q3 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.6286643785057646 name: similarity:mean config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.1590033697402325 name: similarity:std config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.17121262848377228 name: similarity:min config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.9688725471496582 name: similarity:max config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.5220305919647217 name: similarity:q1 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.6399514675140381 name: similarity:q2 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.7392570674419403 name: similarity:q3 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.11002340846591525 name: sarcasm_prob_orig:mean config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.1978115006771518 name: sarcasm_prob_orig:std config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.003153860569000244 name: sarcasm_prob_orig:min config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.9518612027168274 name: sarcasm_prob_orig:max config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.008991092443466187 name: sarcasm_prob_orig:q1 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.022083044052124023 name: sarcasm_prob_orig:q2 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.09115147590637207 name: sarcasm_prob_orig:q3 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.025181549486487802 name: sarcasm_prob_neutral:mean config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.06123800650760592 name: sarcasm_prob_neutral:std config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.003094613552093506 name: sarcasm_prob_neutral:min config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.7561334371566772 name: sarcasm_prob_neutral:max config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.006836980581283569 name: sarcasm_prob_neutral:q1 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.009460926055908203 name: sarcasm_prob_neutral:q2 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.01836642622947693 name: sarcasm_prob_neutral:q3 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.6578411709178578 name: similarity:mean config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.1582016163444251 name: similarity:std config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.19767239689826965 name: similarity:min config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 1.0 name: similarity:max config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.5478101968765259 name: similarity:q1 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.6601115465164185 name: similarity:q2 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.774308979511261 name: similarity:q3 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.11002340846591525 name: sarcasm_prob_orig:mean config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.1978115006771518 name: sarcasm_prob_orig:std config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.003153860569000244 name: sarcasm_prob_orig:min config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.9518612027168274 name: sarcasm_prob_orig:max config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.008991092443466187 name: sarcasm_prob_orig:q1 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.022083044052124023 name: sarcasm_prob_orig:q2 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.09115147590637207 name: sarcasm_prob_orig:q3 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.020568849342037933 name: sarcasm_prob_neutral:mean config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.042965735890273485 name: sarcasm_prob_neutral:std config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.00340193510055542 name: sarcasm_prob_neutral:min config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.525922954082489 name: sarcasm_prob_neutral:max config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.006734609603881836 name: sarcasm_prob_neutral:q1 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.009592235088348389 name: sarcasm_prob_neutral:q2 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.016676098108291626 name: sarcasm_prob_neutral:q3 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=0.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.5400780088597475 name: similarity:mean config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.16670994478187418 name: similarity:std config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.026302646845579147 name: similarity:min config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.9636172652244568 name: similarity:max config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.4214157164096832 name: similarity:q1 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.5437794923782349 name: similarity:q2 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: similarity value: 0.653914749622345 name: similarity:q3 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.11002340846591525 name: sarcasm_prob_orig:mean config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.1978115006771518 name: sarcasm_prob_orig:std config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.003153860569000244 name: sarcasm_prob_orig:min config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.9518612027168274 name: sarcasm_prob_orig:max config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.008991092443466187 name: sarcasm_prob_orig:q1 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.022083044052124023 name: sarcasm_prob_orig:q2 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_orig value: 0.09115147590637207 name: sarcasm_prob_orig:q3 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.026046114618127995 name: sarcasm_prob_neutral:mean config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.0603894972507537 name: sarcasm_prob_neutral:std config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.0034897923469543457 name: sarcasm_prob_neutral:min config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.5757284164428711 name: sarcasm_prob_neutral:max config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.006329447031021118 name: sarcasm_prob_neutral:q1 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.009179651737213135 name: sarcasm_prob_neutral:q2 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser - type: sarcasm_prob_neutral value: 0.0171777606010437 name: sarcasm_prob_neutral:q3 config: sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True, similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/gpt2-medium-sarcasm-defuser source: url: https://www.kaggle.com/datasets/danofer/sarcasm/data name: kaggle --- # GP2 Sarcasm Defuser ## Description GPT-2 model (medium 0.4B parameters) fine-tuned to defues sarcasm. Example: ``` Prompt: So glad investment bankers and hedge funds make so much on the low wages these guys get.<|BOS|> Generated after prompt: It's concerning that investment bankers and hedge funds are making so much on the low wages these workers receive. ``` (The model use the special `<|BOS|>` token as a marker for where the generated, defuse comment should start). ## Training and Evaluation The model has been trained on ~4500 sarcastic comments from the [Sarcasm on Reddit](https://www.kaggle.com/datasets/danofer/sarcasm/data) Kaggle dataset. The dataset includes a selection of comments from Reddit that were marked as sarcastic by the author of the comment. Another ~500 comments have been used to test the trained model's performance. In order to teach the model what a defused, not sarcastic comment looks like, we used a more powerful LLM to generate defused comments for the Kaggle dataset. We used the [gemma-3-12b-it](https://ai.google.dev/gemma/docs/core) model with 12B parameters and we queried via the Google API with the following prompt for each comment: ``` given this sarcastic comment: , which is a response to this other comment: , remove all the sarcasm from it while keeping the original meaning. Don't output anything else, and don't try to describe the comment in the third person", ``` where `` is the sarcastic comment from the Kaggle dataset and `` is the comment that preceded the sarcstic comment (this comment was also available as part of the Kaggle dataset). This gives the LLM additional information on how to "translate" the sarcastic comment into a "normal" one. ## How to use Coming soon