--- library_name: transformers tags: [] model-index: - name: maxmarcon/bart-base-sarcasm-defuser results: - task: type: defusing_sarcasm dataset: name: custom type: text metrics: - type: similarity value: 0.7847918609778086 name: similarity:mean config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=False - type: similarity value: 0.14334140197721407 name: similarity:std config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=False - type: similarity value: 0.3354335427284241 name: similarity:min config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=False - type: similarity value: 1.0000001192092896 name: similarity:max config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=False - type: similarity value: 0.6892140507698059 name: similarity:q1 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=False - type: similarity value: 0.8021267652511597 name: similarity:q2 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=False - type: similarity value: 0.8967311084270477 name: similarity:q3 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=False - type: sarcasm_prob_orig value: 0.11002340136152325 name: sarcasm_prob_orig:mean config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=False - type: sarcasm_prob_orig value: 0.19781148894013406 name: sarcasm_prob_orig:std config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=False - type: sarcasm_prob_orig value: 0.003153860569000244 name: sarcasm_prob_orig:min config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=False - type: sarcasm_prob_orig value: 0.9518612027168274 name: sarcasm_prob_orig:max config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=False - type: sarcasm_prob_orig value: 0.008991092443466187 name: sarcasm_prob_orig:q1 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=False - type: sarcasm_prob_orig value: 0.022083044052124023 name: sarcasm_prob_orig:q2 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=False - type: sarcasm_prob_orig value: 0.09115153551101685 name: sarcasm_prob_orig:q3 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=False - type: sarcasm_prob_neutral value: 0.028063852136785333 name: sarcasm_prob_neutral:mean config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=False - type: sarcasm_prob_neutral value: 0.07210641037751994 name: sarcasm_prob_neutral:std config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=False - type: sarcasm_prob_neutral value: 0.003283679485321045 name: sarcasm_prob_neutral:min config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=False - type: sarcasm_prob_neutral value: 0.8640799522399902 name: sarcasm_prob_neutral:max config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=False - type: sarcasm_prob_neutral value: 0.007266968488693237 name: sarcasm_prob_neutral:q1 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=False - type: sarcasm_prob_neutral value: 0.010664761066436768 name: sarcasm_prob_neutral:q2 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=False - type: sarcasm_prob_neutral value: 0.019609391689300537 name: sarcasm_prob_neutral:q3 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=False - type: similarity value: 0.7924430376953548 name: similarity:mean config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=False - type: similarity value: 0.1439601570969324 name: similarity:std config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=False - type: similarity value: 0.3354335427284241 name: similarity:min config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=False - type: similarity value: 1.0000001192092896 name: similarity:max config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=False - type: similarity value: 0.6965882480144501 name: similarity:q1 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=False - type: similarity value: 0.8218820095062256 name: similarity:q2 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=False - type: similarity value: 0.9037155508995056 name: similarity:q3 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=False - type: sarcasm_prob_orig value: 0.11002340136152325 name: sarcasm_prob_orig:mean config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=False - type: sarcasm_prob_orig value: 0.19781148894013406 name: sarcasm_prob_orig:std config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=False - type: sarcasm_prob_orig value: 0.003153860569000244 name: sarcasm_prob_orig:min config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=False - type: sarcasm_prob_orig value: 0.9518612027168274 name: sarcasm_prob_orig:max config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=False - type: sarcasm_prob_orig value: 0.008991092443466187 name: sarcasm_prob_orig:q1 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=False - type: sarcasm_prob_orig value: 0.022083044052124023 name: sarcasm_prob_orig:q2 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=False - type: sarcasm_prob_orig value: 0.09115153551101685 name: sarcasm_prob_orig:q3 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=False - type: sarcasm_prob_neutral value: 0.027563575783161202 name: sarcasm_prob_neutral:mean config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=False - type: sarcasm_prob_neutral value: 0.07215403415512363 name: sarcasm_prob_neutral:std config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=False - type: sarcasm_prob_neutral value: 0.003411531448364258 name: sarcasm_prob_neutral:min config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=False - type: sarcasm_prob_neutral value: 0.8640799522399902 name: sarcasm_prob_neutral:max config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=False - type: sarcasm_prob_neutral value: 0.007238715887069702 name: sarcasm_prob_neutral:q1 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=False - type: sarcasm_prob_neutral value: 0.01055300235748291 name: sarcasm_prob_neutral:q2 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=False - type: sarcasm_prob_neutral value: 0.019206374883651733 name: sarcasm_prob_neutral:q3 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=False - type: similarity value: 0.7924495007654633 name: similarity:mean config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=False - type: similarity value: 0.14396165336279818 name: similarity:std config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=False - type: similarity value: 0.3354335427284241 name: similarity:min config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=False - type: similarity value: 1.0000001192092896 name: similarity:max config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=False - type: similarity value: 0.6965882480144501 name: similarity:q1 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=False - type: similarity value: 0.8218820095062256 name: similarity:q2 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=False - type: similarity value: 0.9037155508995056 name: similarity:q3 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=False - type: sarcasm_prob_orig value: 0.11002340136152325 name: sarcasm_prob_orig:mean config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=False - type: sarcasm_prob_orig value: 0.19781148894013406 name: sarcasm_prob_orig:std config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=False - type: sarcasm_prob_orig value: 0.003153860569000244 name: sarcasm_prob_orig:min config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=False - type: sarcasm_prob_orig value: 0.9518612027168274 name: sarcasm_prob_orig:max config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=False - type: sarcasm_prob_orig value: 0.008991092443466187 name: sarcasm_prob_orig:q1 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=False - type: sarcasm_prob_orig value: 0.022083044052124023 name: sarcasm_prob_orig:q2 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=False - type: sarcasm_prob_orig value: 0.09115153551101685 name: sarcasm_prob_orig:q3 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=False - type: sarcasm_prob_neutral value: 0.027554168966081406 name: sarcasm_prob_neutral:mean config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=False - type: sarcasm_prob_neutral value: 0.07215488838445164 name: sarcasm_prob_neutral:std config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=False - type: sarcasm_prob_neutral value: 0.003411531448364258 name: sarcasm_prob_neutral:min config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=False - type: sarcasm_prob_neutral value: 0.8640799522399902 name: sarcasm_prob_neutral:max config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=False - type: sarcasm_prob_neutral value: 0.007238715887069702 name: sarcasm_prob_neutral:q1 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=False - type: sarcasm_prob_neutral value: 0.01055300235748291 name: sarcasm_prob_neutral:q2 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=False - type: sarcasm_prob_neutral value: 0.01912468671798706 name: sarcasm_prob_neutral:q3 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=False - type: similarity value: 0.7882728907797072 name: similarity:mean config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=True - type: similarity value: 0.14575671931509973 name: similarity:std config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=True - type: similarity value: 0.3196665048599243 name: similarity:min config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=True - type: similarity value: 1.0000001192092896 name: similarity:max config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=True - type: similarity value: 0.693787157535553 name: similarity:q1 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=True - type: similarity value: 0.8102710247039795 name: similarity:q2 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=True - type: similarity value: 0.8993158936500549 name: similarity:q3 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.11002340136152325 name: sarcasm_prob_orig:mean config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.19781148894013406 name: sarcasm_prob_orig:std config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.003153860569000244 name: sarcasm_prob_orig:min config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.9518612027168274 name: sarcasm_prob_orig:max config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.008991092443466187 name: sarcasm_prob_orig:q1 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.022083044052124023 name: sarcasm_prob_orig:q2 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.09115153551101685 name: sarcasm_prob_orig:q3 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.02724780229607014 name: sarcasm_prob_neutral:mean config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.06936821366541963 name: sarcasm_prob_neutral:std config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.0033821463584899902 name: sarcasm_prob_neutral:min config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.8640799522399902 name: sarcasm_prob_neutral:max config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.007062673568725586 name: sarcasm_prob_neutral:q1 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.010533273220062256 name: sarcasm_prob_neutral:q2 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.0187816321849823 name: sarcasm_prob_neutral:q3 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.0, generate_params:do_sample=True - type: similarity value: 0.7914211101002163 name: similarity:mean config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=0.5, generate_params:do_sample=True - type: similarity value: 0.14613751552940865 name: similarity:std config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=0.5, generate_params:do_sample=True - type: similarity value: 0.3354335427284241 name: similarity:min config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=0.5, generate_params:do_sample=True - type: similarity value: 1.0000001192092896 name: similarity:max config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=0.5, generate_params:do_sample=True - type: similarity value: 0.6886050999164581 name: similarity:q1 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=0.5, generate_params:do_sample=True - type: similarity value: 0.821881890296936 name: similarity:q2 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=0.5, generate_params:do_sample=True - type: similarity value: 0.9049147963523865 name: similarity:q3 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=0.5, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.11002340136152325 name: sarcasm_prob_orig:mean config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=0.5, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.19781148894013406 name: sarcasm_prob_orig:std config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=0.5, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.003153860569000244 name: sarcasm_prob_orig:min config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=0.5, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.9518612027168274 name: sarcasm_prob_orig:max config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=0.5, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.008991092443466187 name: sarcasm_prob_orig:q1 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=0.5, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.022083044052124023 name: sarcasm_prob_orig:q2 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=0.5, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.09115153551101685 name: sarcasm_prob_orig:q3 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=0.5, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.027459512816535102 name: sarcasm_prob_neutral:mean config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=0.5, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.06546981844065748 name: sarcasm_prob_neutral:std config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=0.5, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.003411531448364258 name: sarcasm_prob_neutral:min config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=0.5, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.7735850214958191 name: sarcasm_prob_neutral:max config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=0.5, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.007165849208831787 name: sarcasm_prob_neutral:q1 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=0.5, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.010571777820587158 name: sarcasm_prob_neutral:q2 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=0.5, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.020048052072525024 name: sarcasm_prob_neutral:q3 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=0.5, generate_params:do_sample=True - type: similarity value: 0.7636473652690348 name: similarity:mean config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.5, generate_params:do_sample=True - type: similarity value: 0.15752135214802782 name: similarity:std config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.5, generate_params:do_sample=True - type: similarity value: 0.21285095810890198 name: similarity:min config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.5, generate_params:do_sample=True - type: similarity value: 1.0000001192092896 name: similarity:max config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.5, generate_params:do_sample=True - type: similarity value: 0.6613445580005646 name: similarity:q1 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.5, generate_params:do_sample=True - type: similarity value: 0.7894909977912903 name: similarity:q2 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.5, generate_params:do_sample=True - type: similarity value: 0.88421231508255 name: similarity:q3 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.5, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.11002340136152325 name: sarcasm_prob_orig:mean config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.5, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.19781148894013406 name: sarcasm_prob_orig:std config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.5, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.003153860569000244 name: sarcasm_prob_orig:min config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.5, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.9518612027168274 name: sarcasm_prob_orig:max config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.5, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.008991092443466187 name: sarcasm_prob_orig:q1 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.5, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.022083044052124023 name: sarcasm_prob_orig:q2 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.5, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.09115153551101685 name: sarcasm_prob_orig:q3 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.5, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.02688922304095644 name: sarcasm_prob_neutral:mean config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.5, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.07045666451246076 name: sarcasm_prob_neutral:std config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.5, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.0034175515174865723 name: sarcasm_prob_neutral:min config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.5, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.8384315371513367 name: sarcasm_prob_neutral:max config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.5, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.007186442613601685 name: sarcasm_prob_neutral:q1 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.5, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.010159850120544434 name: sarcasm_prob_neutral:q2 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.5, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.01816660165786743 name: sarcasm_prob_neutral:q3 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, generate_params:temperature=1.5, generate_params:do_sample=True - type: similarity value: 0.7773379197626403 name: similarity:mean config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=True - type: similarity value: 0.14298663119432725 name: similarity:std config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=True - type: similarity value: 0.3235867917537689 name: similarity:min config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=True - type: similarity value: 1.0000001192092896 name: similarity:max config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=True - type: similarity value: 0.6732047498226166 name: similarity:q1 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=True - type: similarity value: 0.7990748286247253 name: similarity:q2 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=True - type: similarity value: 0.8853258788585663 name: similarity:q3 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.11002340136152325 name: sarcasm_prob_orig:mean config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.19781148894013406 name: sarcasm_prob_orig:std config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.003153860569000244 name: sarcasm_prob_orig:min config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.9518612027168274 name: sarcasm_prob_orig:max config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.008991092443466187 name: sarcasm_prob_orig:q1 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.022083044052124023 name: sarcasm_prob_orig:q2 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.09115153551101685 name: sarcasm_prob_orig:q3 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.025997649419187294 name: sarcasm_prob_neutral:mean config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.06252146870401816 name: sarcasm_prob_neutral:std config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.003283679485321045 name: sarcasm_prob_neutral:min config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.7735850214958191 name: sarcasm_prob_neutral:max config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.007349550724029541 name: sarcasm_prob_neutral:q1 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.010451316833496094 name: sarcasm_prob_neutral:q2 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.01922011375427246 name: sarcasm_prob_neutral:q3 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=1.0, generate_params:do_sample=True - type: similarity value: 0.7852434600844528 name: similarity:mean config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=0.5, generate_params:do_sample=True - type: similarity value: 0.1439826920735626 name: similarity:std config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=0.5, generate_params:do_sample=True - type: similarity value: 0.25096309185028076 name: similarity:min config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=0.5, generate_params:do_sample=True - type: similarity value: 1.0000001192092896 name: similarity:max config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=0.5, generate_params:do_sample=True - type: similarity value: 0.6858731508255005 name: similarity:q1 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=0.5, generate_params:do_sample=True - type: similarity value: 0.8023076057434082 name: similarity:q2 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=0.5, generate_params:do_sample=True - type: similarity value: 0.899185061454773 name: similarity:q3 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=0.5, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.11002340136152325 name: sarcasm_prob_orig:mean config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=0.5, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.19781148894013406 name: sarcasm_prob_orig:std config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=0.5, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.003153860569000244 name: sarcasm_prob_orig:min config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=0.5, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.9518612027168274 name: sarcasm_prob_orig:max config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=0.5, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.008991092443466187 name: sarcasm_prob_orig:q1 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=0.5, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.022083044052124023 name: sarcasm_prob_orig:q2 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=0.5, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.09115153551101685 name: sarcasm_prob_orig:q3 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=0.5, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.02781427472528785 name: sarcasm_prob_neutral:mean config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=0.5, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.07163829203178675 name: sarcasm_prob_neutral:std config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=0.5, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.003283679485321045 name: sarcasm_prob_neutral:min config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=0.5, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.8640799522399902 name: sarcasm_prob_neutral:max config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=0.5, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.007247418165206909 name: sarcasm_prob_neutral:q1 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=0.5, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.010595560073852539 name: sarcasm_prob_neutral:q2 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=0.5, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.019609391689300537 name: sarcasm_prob_neutral:q3 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, generate_params:temperature=0.5, generate_params:do_sample=True - type: similarity value: 0.7677457979231169 name: similarity:mean config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True - type: similarity value: 0.1514715502297293 name: similarity:std config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True - type: similarity value: 0.059372514486312866 name: similarity:min config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True - type: similarity value: 1.0000001192092896 name: similarity:max config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True - type: similarity value: 0.672864556312561 name: similarity:q1 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True - type: similarity value: 0.7940576076507568 name: similarity:q2 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True - type: similarity value: 0.87800732254982 name: similarity:q3 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.11002340136152325 name: sarcasm_prob_orig:mean config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.19781148894013406 name: sarcasm_prob_orig:std config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.003153860569000244 name: sarcasm_prob_orig:min config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.9518612027168274 name: sarcasm_prob_orig:max config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.008991092443466187 name: sarcasm_prob_orig:q1 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.022083044052124023 name: sarcasm_prob_orig:q2 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.09115153551101685 name: sarcasm_prob_orig:q3 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.0242896288332313 name: sarcasm_prob_neutral:mean config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.06258684839340933 name: sarcasm_prob_neutral:std config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.0033367276191711426 name: sarcasm_prob_neutral:min config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.7978536486625671 name: sarcasm_prob_neutral:max config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.00686568021774292 name: sarcasm_prob_neutral:q1 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.010325014591217041 name: sarcasm_prob_neutral:q2 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.016955524682998657 name: sarcasm_prob_neutral:q3 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True - type: similarity value: 0.7901614762315846 name: similarity:mean config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=True - type: similarity value: 0.1414789390333147 name: similarity:std config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=True - type: similarity value: 0.34828102588653564 name: similarity:min config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=True - type: similarity value: 1.0000001192092896 name: similarity:max config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=True - type: similarity value: 0.6971477270126343 name: similarity:q1 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=True - type: similarity value: 0.8136025667190552 name: similarity:q2 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=True - type: similarity value: 0.9012817144393921 name: similarity:q3 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.11002340136152325 name: sarcasm_prob_orig:mean config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.19781148894013406 name: sarcasm_prob_orig:std config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.003153860569000244 name: sarcasm_prob_orig:min config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.9518612027168274 name: sarcasm_prob_orig:max config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.008991092443466187 name: sarcasm_prob_orig:q1 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.022083044052124023 name: sarcasm_prob_orig:q2 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.09115153551101685 name: sarcasm_prob_orig:q3 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.02701069200881804 name: sarcasm_prob_neutral:mean config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.07093301949472547 name: sarcasm_prob_neutral:std config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.0033283233642578125 name: sarcasm_prob_neutral:min config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.8640799522399902 name: sarcasm_prob_neutral:max config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.007353156805038452 name: sarcasm_prob_neutral:q1 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.010792315006256104 name: sarcasm_prob_neutral:q2 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.01911395788192749 name: sarcasm_prob_neutral:q3 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.0, generate_params:do_sample=True - type: similarity value: 0.7893759475211904 name: similarity:mean config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=0.5, generate_params:do_sample=True - type: similarity value: 0.14643357554298406 name: similarity:std config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=0.5, generate_params:do_sample=True - type: similarity value: 0.3354335427284241 name: similarity:min config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=0.5, generate_params:do_sample=True - type: similarity value: 1.0000001192092896 name: similarity:max config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=0.5, generate_params:do_sample=True - type: similarity value: 0.6858283281326294 name: similarity:q1 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=0.5, generate_params:do_sample=True - type: similarity value: 0.8141318559646606 name: similarity:q2 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=0.5, generate_params:do_sample=True - type: similarity value: 0.903927743434906 name: similarity:q3 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=0.5, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.11002340136152325 name: sarcasm_prob_orig:mean config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=0.5, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.19781148894013406 name: sarcasm_prob_orig:std config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=0.5, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.003153860569000244 name: sarcasm_prob_orig:min config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=0.5, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.9518612027168274 name: sarcasm_prob_orig:max config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=0.5, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.008991092443466187 name: sarcasm_prob_orig:q1 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=0.5, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.022083044052124023 name: sarcasm_prob_orig:q2 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=0.5, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.09115153551101685 name: sarcasm_prob_orig:q3 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=0.5, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.02691442280104666 name: sarcasm_prob_neutral:mean config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=0.5, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.0706508570925609 name: sarcasm_prob_neutral:std config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=0.5, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.003411531448364258 name: sarcasm_prob_neutral:min config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=0.5, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.8640799522399902 name: sarcasm_prob_neutral:max config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=0.5, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.007217735052108765 name: sarcasm_prob_neutral:q1 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=0.5, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.010618090629577637 name: sarcasm_prob_neutral:q2 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=0.5, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.019507557153701782 name: sarcasm_prob_neutral:q3 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=0.5, generate_params:do_sample=True - type: similarity value: 0.7613792621728146 name: similarity:mean config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True - type: similarity value: 0.15273948273887117 name: similarity:std config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True - type: similarity value: 0.2961878180503845 name: similarity:min config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True - type: similarity value: 1.0000001192092896 name: similarity:max config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True - type: similarity value: 0.6522053480148315 name: similarity:q1 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True - type: similarity value: 0.78827303647995 name: similarity:q2 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True - type: similarity value: 0.8778912425041199 name: similarity:q3 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.11002340136152325 name: sarcasm_prob_orig:mean config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.19781148894013406 name: sarcasm_prob_orig:std config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.003153860569000244 name: sarcasm_prob_orig:min config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.9518612027168274 name: sarcasm_prob_orig:max config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.008991092443466187 name: sarcasm_prob_orig:q1 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.022083044052124023 name: sarcasm_prob_orig:q2 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True - type: sarcasm_prob_orig value: 0.09115153551101685 name: sarcasm_prob_orig:q3 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.022536426361161047 name: sarcasm_prob_neutral:mean config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.05297904692998441 name: sarcasm_prob_neutral:std config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.003281891345977783 name: sarcasm_prob_neutral:min config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.7215010523796082 name: sarcasm_prob_neutral:max config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.007250666618347168 name: sarcasm_prob_neutral:q1 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.009857177734375 name: sarcasm_prob_neutral:q2 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True - type: sarcasm_prob_neutral value: 0.017052054405212402 name: sarcasm_prob_neutral:q3 config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, generate_params:temperature=1.5, generate_params:do_sample=True source: url: https://www.kaggle.com/datasets/danofer/sarcasm/data name: kaggle --- # BART Sarcasm Defuser ## Description BART model (0.1B parameters) fine-tuned to defues sarcasm. Example: ``` Prompt: So glad investment bankers and hedge funds make so much on the low wages these guys get. Generated after prompt: It's concerning that investment bankers and hedge funds are making so much on the low wages these workers receive. ``` ## Training and Evaluation The model has been trained on ~4500 sarcastic comments from the [Sarcasm on Reddit](https://www.kaggle.com/datasets/danofer/sarcasm/data) Kaggle dataset. The dataset includes a selection of comments from Reddit that were marked as sarcastic by the author of the comment. Another ~500 comments have been used to test the trained model's performance. In order to teach the model what a defused, not sarcastic comment looks like, we used a more powerful LLM to generate defused comments for the Kaggle dataset. We used the [gemma-3-12b-it](https://ai.google.dev/gemma/docs/core) model with 12B parameters and we queried via the Google API with the following prompt for each comment: ``` given this sarcastic comment: , which is a response to this other comment: , remove all the sarcasm from it while keeping the original meaning. Don't output anything else, and don't try to describe the comment in the third person", ``` where `` is the sarcastic comment from the Kaggle dataset and `` is the comment that preceded the sarcstic comment (this comment was also available as part of the Kaggle dataset). This gives the LLM additional information on how to "translate" the sarcastic comment into a "normal" one. ## How to use Coming soon