--- base_model: gpt2 language: en license: mit metrics: - sarcasm - similarity tags: - sarcasm pretty_name: GP2 Sarcasm Defuser model-index: - name: maxmarcon/gpt2-sarcasm-defuser results: - task: type: defusing_sarcasm dataset: name: custom type: text metrics: - type: sarcasm_prob_neutral value: 0.2328913807868957 name: sarcasm_prob_neutral:max config: generate_params:do_sample=False, generate_params:max_new_tokens=20, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0161851406097412 name: sarcasm_prob_neutral:mean config: generate_params:do_sample=False, generate_params:max_new_tokens=20, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0029756426811218 name: sarcasm_prob_neutral:min config: generate_params:do_sample=False, generate_params:max_new_tokens=20, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0065764486789703 name: sarcasm_prob_neutral:q1 config: generate_params:do_sample=False, generate_params:max_new_tokens=20, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.009607195854187 name: sarcasm_prob_neutral:q2 config: generate_params:do_sample=False, generate_params:max_new_tokens=20, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0149647593498229 name: sarcasm_prob_neutral:q3 config: generate_params:do_sample=False, generate_params:max_new_tokens=20, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0235714588535399 name: sarcasm_prob_neutral:std config: generate_params:do_sample=False, generate_params:max_new_tokens=20, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.9518612027168274 name: sarcasm_prob_orig:max config: generate_params:do_sample=False, generate_params:max_new_tokens=20, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.110023406418887 name: sarcasm_prob_orig:mean config: generate_params:do_sample=False, generate_params:max_new_tokens=20, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.0031538605690002 name: sarcasm_prob_orig:min config: generate_params:do_sample=False, generate_params:max_new_tokens=20, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.0089910924434661 name: sarcasm_prob_orig:q1 config: generate_params:do_sample=False, generate_params:max_new_tokens=20, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.022083044052124 name: sarcasm_prob_orig:q2 config: generate_params:do_sample=False, generate_params:max_new_tokens=20, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.091151475906372 name: sarcasm_prob_orig:q3 config: generate_params:do_sample=False, generate_params:max_new_tokens=20, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.1978114994599398 name: sarcasm_prob_orig:std config: generate_params:do_sample=False, generate_params:max_new_tokens=20, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 1.0 name: similarity:max config: generate_params:do_sample=False, generate_params:max_new_tokens=20, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.6542656855149702 name: similarity:mean config: generate_params:do_sample=False, generate_params:max_new_tokens=20, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.2518211007118225 name: similarity:min config: generate_params:do_sample=False, generate_params:max_new_tokens=20, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.5274418592453003 name: similarity:q1 config: generate_params:do_sample=False, generate_params:max_new_tokens=20, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.6688193082809448 name: similarity:q2 config: generate_params:do_sample=False, generate_params:max_new_tokens=20, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.7873265445232391 name: similarity:q3 config: generate_params:do_sample=False, generate_params:max_new_tokens=20, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.1720743286675844 name: similarity:std config: generate_params:do_sample=False, generate_params:max_new_tokens=20, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.3245831131935119 name: sarcasm_prob_neutral:max config: generate_params:do_sample=False, generate_params:max_new_tokens=50, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.016161470943027 name: sarcasm_prob_neutral:mean config: generate_params:do_sample=False, generate_params:max_new_tokens=50, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0029756426811218 name: sarcasm_prob_neutral:min config: generate_params:do_sample=False, generate_params:max_new_tokens=50, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0065452754497528 name: sarcasm_prob_neutral:q1 config: generate_params:do_sample=False, generate_params:max_new_tokens=50, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0094119310379028 name: sarcasm_prob_neutral:q2 config: generate_params:do_sample=False, generate_params:max_new_tokens=50, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0139366090297698 name: sarcasm_prob_neutral:q3 config: generate_params:do_sample=False, generate_params:max_new_tokens=50, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0257804026878763 name: sarcasm_prob_neutral:std config: generate_params:do_sample=False, generate_params:max_new_tokens=50, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.9518612027168274 name: sarcasm_prob_orig:max config: generate_params:do_sample=False, generate_params:max_new_tokens=50, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.110023406418887 name: sarcasm_prob_orig:mean config: generate_params:do_sample=False, generate_params:max_new_tokens=50, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.0031538605690002 name: sarcasm_prob_orig:min config: generate_params:do_sample=False, generate_params:max_new_tokens=50, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.0089910924434661 name: sarcasm_prob_orig:q1 config: generate_params:do_sample=False, generate_params:max_new_tokens=50, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.022083044052124 name: sarcasm_prob_orig:q2 config: generate_params:do_sample=False, generate_params:max_new_tokens=50, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.091151475906372 name: sarcasm_prob_orig:q3 config: generate_params:do_sample=False, generate_params:max_new_tokens=50, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.1978114994599398 name: sarcasm_prob_orig:std config: generate_params:do_sample=False, generate_params:max_new_tokens=50, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 1.0 name: similarity:max config: generate_params:do_sample=False, generate_params:max_new_tokens=50, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.6568884129476066 name: similarity:mean config: generate_params:do_sample=False, generate_params:max_new_tokens=50, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.2869497537612915 name: similarity:min config: generate_params:do_sample=False, generate_params:max_new_tokens=50, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.5344727635383606 name: similarity:q1 config: generate_params:do_sample=False, generate_params:max_new_tokens=50, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.6697214245796204 name: similarity:q2 config: generate_params:do_sample=False, generate_params:max_new_tokens=50, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.7842254042625427 name: similarity:q3 config: generate_params:do_sample=False, generate_params:max_new_tokens=50, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.1712990878938143 name: similarity:std config: generate_params:do_sample=False, generate_params:max_new_tokens=50, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.3245831131935119 name: sarcasm_prob_neutral:max config: generate_params:do_sample=False, generate_params:max_new_tokens=100, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0162501368859801 name: sarcasm_prob_neutral:mean config: generate_params:do_sample=False, generate_params:max_new_tokens=100, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0029756426811218 name: sarcasm_prob_neutral:min config: generate_params:do_sample=False, generate_params:max_new_tokens=100, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0065452754497528 name: sarcasm_prob_neutral:q1 config: generate_params:do_sample=False, generate_params:max_new_tokens=100, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0094119310379028 name: sarcasm_prob_neutral:q2 config: generate_params:do_sample=False, generate_params:max_new_tokens=100, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0139366090297698 name: sarcasm_prob_neutral:q3 config: generate_params:do_sample=False, generate_params:max_new_tokens=100, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0260672350559282 name: sarcasm_prob_neutral:std config: generate_params:do_sample=False, generate_params:max_new_tokens=100, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.9518612027168274 name: sarcasm_prob_orig:max config: generate_params:do_sample=False, generate_params:max_new_tokens=100, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.110023406418887 name: sarcasm_prob_orig:mean config: generate_params:do_sample=False, generate_params:max_new_tokens=100, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.0031538605690002 name: sarcasm_prob_orig:min config: generate_params:do_sample=False, generate_params:max_new_tokens=100, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.0089910924434661 name: sarcasm_prob_orig:q1 config: generate_params:do_sample=False, generate_params:max_new_tokens=100, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.022083044052124 name: sarcasm_prob_orig:q2 config: generate_params:do_sample=False, generate_params:max_new_tokens=100, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.091151475906372 name: sarcasm_prob_orig:q3 config: generate_params:do_sample=False, generate_params:max_new_tokens=100, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.1978114994599398 name: sarcasm_prob_orig:std config: generate_params:do_sample=False, generate_params:max_new_tokens=100, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 1.0 name: similarity:max config: generate_params:do_sample=False, generate_params:max_new_tokens=100, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.6568384253015422 name: similarity:mean config: generate_params:do_sample=False, generate_params:max_new_tokens=100, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.2869497537612915 name: similarity:min config: generate_params:do_sample=False, generate_params:max_new_tokens=100, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.5344727635383606 name: similarity:q1 config: generate_params:do_sample=False, generate_params:max_new_tokens=100, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.6697214245796204 name: similarity:q2 config: generate_params:do_sample=False, generate_params:max_new_tokens=100, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.7842254042625427 name: similarity:q3 config: generate_params:do_sample=False, generate_params:max_new_tokens=100, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.171345409101205 name: similarity:std config: generate_params:do_sample=False, generate_params:max_new_tokens=100, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.4172882437705993 name: sarcasm_prob_neutral:max config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0233829947433086 name: sarcasm_prob_neutral:mean config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.003639280796051 name: sarcasm_prob_neutral:min config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0068549215793609 name: sarcasm_prob_neutral:q1 config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0102081298828125 name: sarcasm_prob_neutral:q2 config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0187851786613464 name: sarcasm_prob_neutral:q3 config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0469090104442128 name: sarcasm_prob_neutral:std config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.9518612027168274 name: sarcasm_prob_orig:max config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.110023406418887 name: sarcasm_prob_orig:mean config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.0031538605690002 name: sarcasm_prob_orig:min config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.0089910924434661 name: sarcasm_prob_orig:q1 config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.022083044052124 name: sarcasm_prob_orig:q2 config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.091151475906372 name: sarcasm_prob_orig:q3 config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.1978114994599398 name: sarcasm_prob_orig:std config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 1.0 name: similarity:max config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.570633092718293 name: similarity:mean config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.1173228994011879 name: similarity:min config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.4627669155597687 name: similarity:q1 config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.5596153736114502 name: similarity:q2 config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.6843495965003967 name: similarity:q3 config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.1575819915734438 name: similarity:std config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.568844199180603 name: sarcasm_prob_neutral:max config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.017544420560201 name: sarcasm_prob_neutral:mean config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0030129551887512 name: sarcasm_prob_neutral:min config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0068865418434143 name: sarcasm_prob_neutral:q1 config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0092573761940002 name: sarcasm_prob_neutral:q2 config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0145006775856018 name: sarcasm_prob_neutral:q3 config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0377005917348254 name: sarcasm_prob_neutral:std config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.9518612027168274 name: sarcasm_prob_orig:max config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.110023406418887 name: sarcasm_prob_orig:mean config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.0031538605690002 name: sarcasm_prob_orig:min config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.0089910924434661 name: sarcasm_prob_orig:q1 config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.022083044052124 name: sarcasm_prob_orig:q2 config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.091151475906372 name: sarcasm_prob_orig:q3 config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.1978114994599398 name: sarcasm_prob_orig:std config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 1.0 name: similarity:max config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.6358113196161058 name: similarity:mean config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.1631500720977783 name: similarity:min config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.5133293569087982 name: similarity:q1 config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.6415138840675354 name: similarity:q2 config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.7617131471633911 name: similarity:q3 config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.1681002776726006 name: similarity:std config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.7979445457458496 name: sarcasm_prob_neutral:max config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0302211797598636 name: sarcasm_prob_neutral:mean config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0033375024795532 name: sarcasm_prob_neutral:min config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0069609880447387 name: sarcasm_prob_neutral:q1 config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0104315876960754 name: sarcasm_prob_neutral:q2 config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0212225914001464 name: sarcasm_prob_neutral:q3 config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0709936277855567 name: sarcasm_prob_neutral:std config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.9518612027168274 name: sarcasm_prob_orig:max config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.110023406418887 name: sarcasm_prob_orig:mean config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.0031538605690002 name: sarcasm_prob_orig:min config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.0089910924434661 name: sarcasm_prob_orig:q1 config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.022083044052124 name: sarcasm_prob_orig:q2 config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.091151475906372 name: sarcasm_prob_orig:q3 config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.1978114994599398 name: sarcasm_prob_orig:std config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.9130617380142212 name: similarity:max config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.4912839127610428 name: similarity:mean config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.1323267668485641 name: similarity:min config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.3875265568494797 name: similarity:q1 config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.492481529712677 name: similarity:q2 config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.578532487154007 name: similarity:q3 config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.1450137238884744 name: similarity:std config: generate_params:do_sample=True, generate_params:max_new_tokens=50, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.8370432257652283 name: sarcasm_prob_neutral:max config: generate_params:do_sample=True, generate_params:max_new_tokens=20, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.020351036750909 name: sarcasm_prob_neutral:mean config: generate_params:do_sample=True, generate_params:max_new_tokens=20, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.00358647108078 name: sarcasm_prob_neutral:min config: generate_params:do_sample=True, generate_params:max_new_tokens=20, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0070147812366485 name: sarcasm_prob_neutral:q1 config: generate_params:do_sample=True, generate_params:max_new_tokens=20, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0102946162223815 name: sarcasm_prob_neutral:q2 config: generate_params:do_sample=True, generate_params:max_new_tokens=20, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0184220373630523 name: sarcasm_prob_neutral:q3 config: generate_params:do_sample=True, generate_params:max_new_tokens=20, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0439737684752246 name: sarcasm_prob_neutral:std config: generate_params:do_sample=True, generate_params:max_new_tokens=20, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.9518612027168274 name: sarcasm_prob_orig:max config: generate_params:do_sample=True, generate_params:max_new_tokens=20, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.110023406418887 name: sarcasm_prob_orig:mean config: generate_params:do_sample=True, generate_params:max_new_tokens=20, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.0031538605690002 name: sarcasm_prob_orig:min config: generate_params:do_sample=True, generate_params:max_new_tokens=20, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.0089910924434661 name: sarcasm_prob_orig:q1 config: generate_params:do_sample=True, generate_params:max_new_tokens=20, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.022083044052124 name: sarcasm_prob_orig:q2 config: generate_params:do_sample=True, generate_params:max_new_tokens=20, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.091151475906372 name: sarcasm_prob_orig:q3 config: generate_params:do_sample=True, generate_params:max_new_tokens=20, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.1978114994599398 name: sarcasm_prob_orig:std config: generate_params:do_sample=True, generate_params:max_new_tokens=20, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 1.0 name: similarity:max config: generate_params:do_sample=True, generate_params:max_new_tokens=20, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.5680759247505304 name: similarity:mean config: generate_params:do_sample=True, generate_params:max_new_tokens=20, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.202536478638649 name: similarity:min config: generate_params:do_sample=True, generate_params:max_new_tokens=20, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.4482259750366211 name: similarity:q1 config: generate_params:do_sample=True, generate_params:max_new_tokens=20, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.5608072280883789 name: similarity:q2 config: generate_params:do_sample=True, generate_params:max_new_tokens=20, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.676018476486206 name: similarity:q3 config: generate_params:do_sample=True, generate_params:max_new_tokens=20, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.1554282598897005 name: similarity:std config: generate_params:do_sample=True, generate_params:max_new_tokens=20, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.4257354736328125 name: sarcasm_prob_neutral:max config: generate_params:do_sample=True, generate_params:max_new_tokens=20, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0186684249627469 name: sarcasm_prob_neutral:mean config: generate_params:do_sample=True, generate_params:max_new_tokens=20, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0032383799552917 name: sarcasm_prob_neutral:min config: generate_params:do_sample=True, generate_params:max_new_tokens=20, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0068641304969787 name: sarcasm_prob_neutral:q1 config: generate_params:do_sample=True, generate_params:max_new_tokens=20, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0097274184226989 name: sarcasm_prob_neutral:q2 config: generate_params:do_sample=True, generate_params:max_new_tokens=20, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0154412388801574 name: sarcasm_prob_neutral:q3 config: generate_params:do_sample=True, generate_params:max_new_tokens=20, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0380275557787973 name: sarcasm_prob_neutral:std config: generate_params:do_sample=True, generate_params:max_new_tokens=20, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.9518612027168274 name: sarcasm_prob_orig:max config: generate_params:do_sample=True, generate_params:max_new_tokens=20, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.110023406418887 name: sarcasm_prob_orig:mean config: generate_params:do_sample=True, generate_params:max_new_tokens=20, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.0031538605690002 name: sarcasm_prob_orig:min config: generate_params:do_sample=True, generate_params:max_new_tokens=20, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.0089910924434661 name: sarcasm_prob_orig:q1 config: generate_params:do_sample=True, generate_params:max_new_tokens=20, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.022083044052124 name: sarcasm_prob_orig:q2 config: generate_params:do_sample=True, generate_params:max_new_tokens=20, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.091151475906372 name: sarcasm_prob_orig:q3 config: generate_params:do_sample=True, generate_params:max_new_tokens=20, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.1978114994599398 name: sarcasm_prob_orig:std config: generate_params:do_sample=True, generate_params:max_new_tokens=20, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 1.0000001192092896 name: similarity:max config: generate_params:do_sample=True, generate_params:max_new_tokens=20, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.6364105876648065 name: similarity:mean config: generate_params:do_sample=True, generate_params:max_new_tokens=20, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.2671509683132171 name: similarity:min config: generate_params:do_sample=True, generate_params:max_new_tokens=20, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.5123367607593536 name: similarity:q1 config: generate_params:do_sample=True, generate_params:max_new_tokens=20, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.6374465227127075 name: similarity:q2 config: generate_params:do_sample=True, generate_params:max_new_tokens=20, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.7571660876274109 name: similarity:q3 config: generate_params:do_sample=True, generate_params:max_new_tokens=20, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.1649895745040196 name: similarity:std config: generate_params:do_sample=True, generate_params:max_new_tokens=20, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.8059870600700378 name: sarcasm_prob_neutral:max config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0305068685550882 name: sarcasm_prob_neutral:mean config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.00310480594635 name: sarcasm_prob_neutral:min config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0065220594406127 name: sarcasm_prob_neutral:q1 config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.009434163570404 name: sarcasm_prob_neutral:q2 config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0208478569984436 name: sarcasm_prob_neutral:q3 config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0823972748478672 name: sarcasm_prob_neutral:std config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.9518612027168274 name: sarcasm_prob_orig:max config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.110023406418887 name: sarcasm_prob_orig:mean config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.0031538605690002 name: sarcasm_prob_orig:min config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.0089910924434661 name: sarcasm_prob_orig:q1 config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.022083044052124 name: sarcasm_prob_orig:q2 config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.091151475906372 name: sarcasm_prob_orig:q3 config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.1978114994599398 name: sarcasm_prob_orig:std config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.9063835144042968 name: similarity:max config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.4905489937374086 name: similarity:mean config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: -0.0387373492121696 name: similarity:min config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.3910759389400482 name: similarity:q1 config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.4927113056182861 name: similarity:q2 config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.5924655199050903 name: similarity:q3 config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.14396961153151 name: similarity:std config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.4649418592453003 name: sarcasm_prob_neutral:max config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0223628177787318 name: sarcasm_prob_neutral:mean config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0035538077354431 name: sarcasm_prob_neutral:min config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0065078437328338 name: sarcasm_prob_neutral:q1 config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0094631314277648 name: sarcasm_prob_neutral:q2 config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0177999138832092 name: sarcasm_prob_neutral:q3 config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0415527462475146 name: sarcasm_prob_neutral:std config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.9518612027168274 name: sarcasm_prob_orig:max config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.110023406418887 name: sarcasm_prob_orig:mean config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.0031538605690002 name: sarcasm_prob_orig:min config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.0089910924434661 name: sarcasm_prob_orig:q1 config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.022083044052124 name: sarcasm_prob_orig:q2 config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.091151475906372 name: sarcasm_prob_orig:q3 config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.1978114994599398 name: sarcasm_prob_orig:std config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 1.0 name: similarity:max config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.5563249138569591 name: similarity:mean config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.1464924365282058 name: similarity:min config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.4291093200445175 name: similarity:q1 config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.5607000589370728 name: similarity:q2 config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.6655382215976715 name: similarity:q3 config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.1610175502164433 name: similarity:std config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.0, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.4547992348670959 name: sarcasm_prob_neutral:max config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0174626997022917 name: sarcasm_prob_neutral:mean config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0034579634666442 name: sarcasm_prob_neutral:min config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0066698789596557 name: sarcasm_prob_neutral:q1 config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0094377398490905 name: sarcasm_prob_neutral:q2 config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0138859748840332 name: sarcasm_prob_neutral:q3 config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0360295620608896 name: sarcasm_prob_neutral:std config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.9518612027168274 name: sarcasm_prob_orig:max config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.110023406418887 name: sarcasm_prob_orig:mean config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.0031538605690002 name: sarcasm_prob_orig:min config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.0089910924434661 name: sarcasm_prob_orig:q1 config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.022083044052124 name: sarcasm_prob_orig:q2 config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.091151475906372 name: sarcasm_prob_orig:q3 config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.1978114994599398 name: sarcasm_prob_orig:std config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 1.0 name: similarity:max config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.6355253433639353 name: similarity:mean config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.1979925036430359 name: similarity:min config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.5204558372497559 name: similarity:q1 config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.6344279050827026 name: similarity:q2 config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.7666385173797607 name: similarity:q3 config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.1682376907881035 name: similarity:std config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=0.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.9587106704711914 name: sarcasm_prob_neutral:max config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0357202826124249 name: sarcasm_prob_neutral:mean config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.00368332862854 name: sarcasm_prob_neutral:min config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0068240761756896 name: sarcasm_prob_neutral:q1 config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.010252833366394 name: sarcasm_prob_neutral:q2 config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.0202736556529998 name: sarcasm_prob_neutral:q3 config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_neutral value: 0.1000253674325391 name: sarcasm_prob_neutral:std config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.9518612027168274 name: sarcasm_prob_orig:max config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.110023406418887 name: sarcasm_prob_orig:mean config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.0031538605690002 name: sarcasm_prob_orig:min config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.0089910924434661 name: sarcasm_prob_orig:q1 config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.022083044052124 name: sarcasm_prob_orig:q2 config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.091151475906372 name: sarcasm_prob_orig:q3 config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: sarcasm_prob_orig value: 0.1978114994599398 name: sarcasm_prob_orig:std config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 1.0 name: similarity:max config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.4827908274049711 name: similarity:mean config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.0905107259750366 name: similarity:min config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.3829907923936844 name: similarity:q1 config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.4826304316520691 name: similarity:q2 config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.5814119577407837 name: similarity:q3 config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 - type: similarity value: 0.1467053028395843 name: similarity:std config: generate_params:do_sample=True, generate_params:max_new_tokens=100, generate_params:temperature=1.5, model=maxmarcon/gpt2-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, similarity_model=multi-qa-mpnet-base-dot-v1 source: url: https://www.kaggle.com/datasets/danofer/sarcasm/data name: kaggle --- # GP2 Sarcasm Defuser ## Description GPT-2 model (small 0.1B parameters) fine-tuned to defues sarcasm. Example: ``` Prompt: So glad investment bankers and hedge funds make so much on the low wages these guys get.<|BOS|> Generated after prompt: It's concerning that investment bankers and hedge funds are making so much on the low wages these workers receive. ``` (The model use the special `<|BOS|>` token as a marker for where the generated, defuse comment should start). ## Training and Evaluation The model has been trained on ~4500 sarcastic comments from the [Sarcasm on Reddit](https://www.kaggle.com/datasets/danofer/sarcasm/data) Kaggle dataset. The dataset includes a selection of comments from Reddit that were marked as sarcastic by the author of the comment. Another ~500 comments have been used to test the trained model's performance. In order to teach the model what a defused, not sarcastic comment looks like, we used a more powerful LLM to generate defused comments for the Kaggle dataset. We used the [gemma-3-12b-it](https://ai.google.dev/gemma/docs/core) model with 12B parameters and we queried via the Google API with the following prompt for each comment: ``` given this sarcastic comment: , which is a response to this other comment: , remove all the sarcasm from it while keeping the original meaning. Don't output anything else, and don't try to describe the comment in the third person", ``` where `` is the sarcastic comment from the Kaggle dataset and `` is the comment that preceded the sarcstic comment (this comment was also available as part of the Kaggle dataset). This gives the LLM additional information on how to "translate" the sarcastic comment into a "normal" one. ## How to use Coming soon