| --- |
| library_name: transformers |
| tags: [] |
| model-index: |
| - name: maxmarcon/bart-base-sarcasm-defuser |
| results: |
| - task: |
| type: defusing_sarcasm |
| dataset: |
| name: custom |
| type: text |
| metrics: |
| - type: similarity |
| value: 0.7847918609778086 |
| name: similarity:mean |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: similarity |
| value: 0.14334140197721407 |
| name: similarity:std |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: similarity |
| value: 0.3354335427284241 |
| name: similarity:min |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: similarity |
| value: 1.0000001192092896 |
| name: similarity:max |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: similarity |
| value: 0.6892140507698059 |
| name: similarity:q1 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: similarity |
| value: 0.8021267652511597 |
| name: similarity:q2 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: similarity |
| value: 0.8967311084270477 |
| name: similarity:q3 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: sarcasm_prob_orig |
| value: 0.11002340136152325 |
| name: sarcasm_prob_orig:mean |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: sarcasm_prob_orig |
| value: 0.19781148894013406 |
| name: sarcasm_prob_orig:std |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: sarcasm_prob_orig |
| value: 0.003153860569000244 |
| name: sarcasm_prob_orig:min |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: sarcasm_prob_orig |
| value: 0.9518612027168274 |
| name: sarcasm_prob_orig:max |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: sarcasm_prob_orig |
| value: 0.008991092443466187 |
| name: sarcasm_prob_orig:q1 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: sarcasm_prob_orig |
| value: 0.022083044052124023 |
| name: sarcasm_prob_orig:q2 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: sarcasm_prob_orig |
| value: 0.09115153551101685 |
| name: sarcasm_prob_orig:q3 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: sarcasm_prob_neutral |
| value: 0.028063852136785333 |
| name: sarcasm_prob_neutral:mean |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: sarcasm_prob_neutral |
| value: 0.07210641037751994 |
| name: sarcasm_prob_neutral:std |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: sarcasm_prob_neutral |
| value: 0.003283679485321045 |
| name: sarcasm_prob_neutral:min |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: sarcasm_prob_neutral |
| value: 0.8640799522399902 |
| name: sarcasm_prob_neutral:max |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: sarcasm_prob_neutral |
| value: 0.007266968488693237 |
| name: sarcasm_prob_neutral:q1 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: sarcasm_prob_neutral |
| value: 0.010664761066436768 |
| name: sarcasm_prob_neutral:q2 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: sarcasm_prob_neutral |
| value: 0.019609391689300537 |
| name: sarcasm_prob_neutral:q3 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: similarity |
| value: 0.7924430376953548 |
| name: similarity:mean |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: similarity |
| value: 0.1439601570969324 |
| name: similarity:std |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: similarity |
| value: 0.3354335427284241 |
| name: similarity:min |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: similarity |
| value: 1.0000001192092896 |
| name: similarity:max |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: similarity |
| value: 0.6965882480144501 |
| name: similarity:q1 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: similarity |
| value: 0.8218820095062256 |
| name: similarity:q2 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: similarity |
| value: 0.9037155508995056 |
| name: similarity:q3 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: sarcasm_prob_orig |
| value: 0.11002340136152325 |
| name: sarcasm_prob_orig:mean |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: sarcasm_prob_orig |
| value: 0.19781148894013406 |
| name: sarcasm_prob_orig:std |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: sarcasm_prob_orig |
| value: 0.003153860569000244 |
| name: sarcasm_prob_orig:min |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: sarcasm_prob_orig |
| value: 0.9518612027168274 |
| name: sarcasm_prob_orig:max |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: sarcasm_prob_orig |
| value: 0.008991092443466187 |
| name: sarcasm_prob_orig:q1 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: sarcasm_prob_orig |
| value: 0.022083044052124023 |
| name: sarcasm_prob_orig:q2 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: sarcasm_prob_orig |
| value: 0.09115153551101685 |
| name: sarcasm_prob_orig:q3 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: sarcasm_prob_neutral |
| value: 0.027563575783161202 |
| name: sarcasm_prob_neutral:mean |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: sarcasm_prob_neutral |
| value: 0.07215403415512363 |
| name: sarcasm_prob_neutral:std |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: sarcasm_prob_neutral |
| value: 0.003411531448364258 |
| name: sarcasm_prob_neutral:min |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: sarcasm_prob_neutral |
| value: 0.8640799522399902 |
| name: sarcasm_prob_neutral:max |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: sarcasm_prob_neutral |
| value: 0.007238715887069702 |
| name: sarcasm_prob_neutral:q1 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: sarcasm_prob_neutral |
| value: 0.01055300235748291 |
| name: sarcasm_prob_neutral:q2 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: sarcasm_prob_neutral |
| value: 0.019206374883651733 |
| name: sarcasm_prob_neutral:q3 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: similarity |
| value: 0.7924495007654633 |
| name: similarity:mean |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: similarity |
| value: 0.14396165336279818 |
| name: similarity:std |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: similarity |
| value: 0.3354335427284241 |
| name: similarity:min |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: similarity |
| value: 1.0000001192092896 |
| name: similarity:max |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: similarity |
| value: 0.6965882480144501 |
| name: similarity:q1 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: similarity |
| value: 0.8218820095062256 |
| name: similarity:q2 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: similarity |
| value: 0.9037155508995056 |
| name: similarity:q3 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: sarcasm_prob_orig |
| value: 0.11002340136152325 |
| name: sarcasm_prob_orig:mean |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: sarcasm_prob_orig |
| value: 0.19781148894013406 |
| name: sarcasm_prob_orig:std |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: sarcasm_prob_orig |
| value: 0.003153860569000244 |
| name: sarcasm_prob_orig:min |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: sarcasm_prob_orig |
| value: 0.9518612027168274 |
| name: sarcasm_prob_orig:max |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: sarcasm_prob_orig |
| value: 0.008991092443466187 |
| name: sarcasm_prob_orig:q1 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: sarcasm_prob_orig |
| value: 0.022083044052124023 |
| name: sarcasm_prob_orig:q2 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: sarcasm_prob_orig |
| value: 0.09115153551101685 |
| name: sarcasm_prob_orig:q3 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: sarcasm_prob_neutral |
| value: 0.027554168966081406 |
| name: sarcasm_prob_neutral:mean |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: sarcasm_prob_neutral |
| value: 0.07215488838445164 |
| name: sarcasm_prob_neutral:std |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: sarcasm_prob_neutral |
| value: 0.003411531448364258 |
| name: sarcasm_prob_neutral:min |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: sarcasm_prob_neutral |
| value: 0.8640799522399902 |
| name: sarcasm_prob_neutral:max |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: sarcasm_prob_neutral |
| value: 0.007238715887069702 |
| name: sarcasm_prob_neutral:q1 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: sarcasm_prob_neutral |
| value: 0.01055300235748291 |
| name: sarcasm_prob_neutral:q2 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: sarcasm_prob_neutral |
| value: 0.01912468671798706 |
| name: sarcasm_prob_neutral:q3 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.0, generate_params:do_sample=False |
| - type: similarity |
| value: 0.7882728907797072 |
| name: similarity:mean |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: similarity |
| value: 0.14575671931509973 |
| name: similarity:std |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: similarity |
| value: 0.3196665048599243 |
| name: similarity:min |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: similarity |
| value: 1.0000001192092896 |
| name: similarity:max |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: similarity |
| value: 0.693787157535553 |
| name: similarity:q1 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: similarity |
| value: 0.8102710247039795 |
| name: similarity:q2 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: similarity |
| value: 0.8993158936500549 |
| name: similarity:q3 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.11002340136152325 |
| name: sarcasm_prob_orig:mean |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.19781148894013406 |
| name: sarcasm_prob_orig:std |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.003153860569000244 |
| name: sarcasm_prob_orig:min |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.9518612027168274 |
| name: sarcasm_prob_orig:max |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.008991092443466187 |
| name: sarcasm_prob_orig:q1 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.022083044052124023 |
| name: sarcasm_prob_orig:q2 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.09115153551101685 |
| name: sarcasm_prob_orig:q3 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.02724780229607014 |
| name: sarcasm_prob_neutral:mean |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.06936821366541963 |
| name: sarcasm_prob_neutral:std |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.0033821463584899902 |
| name: sarcasm_prob_neutral:min |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.8640799522399902 |
| name: sarcasm_prob_neutral:max |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.007062673568725586 |
| name: sarcasm_prob_neutral:q1 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.010533273220062256 |
| name: sarcasm_prob_neutral:q2 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.0187816321849823 |
| name: sarcasm_prob_neutral:q3 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: similarity |
| value: 0.7914211101002163 |
| name: similarity:mean |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: similarity |
| value: 0.14613751552940865 |
| name: similarity:std |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: similarity |
| value: 0.3354335427284241 |
| name: similarity:min |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: similarity |
| value: 1.0000001192092896 |
| name: similarity:max |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: similarity |
| value: 0.6886050999164581 |
| name: similarity:q1 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: similarity |
| value: 0.821881890296936 |
| name: similarity:q2 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: similarity |
| value: 0.9049147963523865 |
| name: similarity:q3 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.11002340136152325 |
| name: sarcasm_prob_orig:mean |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.19781148894013406 |
| name: sarcasm_prob_orig:std |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.003153860569000244 |
| name: sarcasm_prob_orig:min |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.9518612027168274 |
| name: sarcasm_prob_orig:max |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.008991092443466187 |
| name: sarcasm_prob_orig:q1 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.022083044052124023 |
| name: sarcasm_prob_orig:q2 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.09115153551101685 |
| name: sarcasm_prob_orig:q3 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.027459512816535102 |
| name: sarcasm_prob_neutral:mean |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.06546981844065748 |
| name: sarcasm_prob_neutral:std |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.003411531448364258 |
| name: sarcasm_prob_neutral:min |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.7735850214958191 |
| name: sarcasm_prob_neutral:max |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.007165849208831787 |
| name: sarcasm_prob_neutral:q1 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.010571777820587158 |
| name: sarcasm_prob_neutral:q2 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.020048052072525024 |
| name: sarcasm_prob_neutral:q3 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: similarity |
| value: 0.7636473652690348 |
| name: similarity:mean |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: similarity |
| value: 0.15752135214802782 |
| name: similarity:std |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: similarity |
| value: 0.21285095810890198 |
| name: similarity:min |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: similarity |
| value: 1.0000001192092896 |
| name: similarity:max |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: similarity |
| value: 0.6613445580005646 |
| name: similarity:q1 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: similarity |
| value: 0.7894909977912903 |
| name: similarity:q2 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: similarity |
| value: 0.88421231508255 |
| name: similarity:q3 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.11002340136152325 |
| name: sarcasm_prob_orig:mean |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.19781148894013406 |
| name: sarcasm_prob_orig:std |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.003153860569000244 |
| name: sarcasm_prob_orig:min |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.9518612027168274 |
| name: sarcasm_prob_orig:max |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.008991092443466187 |
| name: sarcasm_prob_orig:q1 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.022083044052124023 |
| name: sarcasm_prob_orig:q2 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.09115153551101685 |
| name: sarcasm_prob_orig:q3 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.02688922304095644 |
| name: sarcasm_prob_neutral:mean |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.07045666451246076 |
| name: sarcasm_prob_neutral:std |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.0034175515174865723 |
| name: sarcasm_prob_neutral:min |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.8384315371513367 |
| name: sarcasm_prob_neutral:max |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.007186442613601685 |
| name: sarcasm_prob_neutral:q1 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.010159850120544434 |
| name: sarcasm_prob_neutral:q2 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.01816660165786743 |
| name: sarcasm_prob_neutral:q3 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=50, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: similarity |
| value: 0.7773379197626403 |
| name: similarity:mean |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: similarity |
| value: 0.14298663119432725 |
| name: similarity:std |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: similarity |
| value: 0.3235867917537689 |
| name: similarity:min |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: similarity |
| value: 1.0000001192092896 |
| name: similarity:max |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: similarity |
| value: 0.6732047498226166 |
| name: similarity:q1 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: similarity |
| value: 0.7990748286247253 |
| name: similarity:q2 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: similarity |
| value: 0.8853258788585663 |
| name: similarity:q3 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.11002340136152325 |
| name: sarcasm_prob_orig:mean |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.19781148894013406 |
| name: sarcasm_prob_orig:std |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.003153860569000244 |
| name: sarcasm_prob_orig:min |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.9518612027168274 |
| name: sarcasm_prob_orig:max |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.008991092443466187 |
| name: sarcasm_prob_orig:q1 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.022083044052124023 |
| name: sarcasm_prob_orig:q2 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.09115153551101685 |
| name: sarcasm_prob_orig:q3 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.025997649419187294 |
| name: sarcasm_prob_neutral:mean |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.06252146870401816 |
| name: sarcasm_prob_neutral:std |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.003283679485321045 |
| name: sarcasm_prob_neutral:min |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.7735850214958191 |
| name: sarcasm_prob_neutral:max |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.007349550724029541 |
| name: sarcasm_prob_neutral:q1 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.010451316833496094 |
| name: sarcasm_prob_neutral:q2 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.01922011375427246 |
| name: sarcasm_prob_neutral:q3 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: similarity |
| value: 0.7852434600844528 |
| name: similarity:mean |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: similarity |
| value: 0.1439826920735626 |
| name: similarity:std |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: similarity |
| value: 0.25096309185028076 |
| name: similarity:min |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: similarity |
| value: 1.0000001192092896 |
| name: similarity:max |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: similarity |
| value: 0.6858731508255005 |
| name: similarity:q1 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: similarity |
| value: 0.8023076057434082 |
| name: similarity:q2 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: similarity |
| value: 0.899185061454773 |
| name: similarity:q3 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.11002340136152325 |
| name: sarcasm_prob_orig:mean |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.19781148894013406 |
| name: sarcasm_prob_orig:std |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.003153860569000244 |
| name: sarcasm_prob_orig:min |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.9518612027168274 |
| name: sarcasm_prob_orig:max |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.008991092443466187 |
| name: sarcasm_prob_orig:q1 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.022083044052124023 |
| name: sarcasm_prob_orig:q2 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.09115153551101685 |
| name: sarcasm_prob_orig:q3 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.02781427472528785 |
| name: sarcasm_prob_neutral:mean |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.07163829203178675 |
| name: sarcasm_prob_neutral:std |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.003283679485321045 |
| name: sarcasm_prob_neutral:min |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.8640799522399902 |
| name: sarcasm_prob_neutral:max |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.007247418165206909 |
| name: sarcasm_prob_neutral:q1 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.010595560073852539 |
| name: sarcasm_prob_neutral:q2 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.019609391689300537 |
| name: sarcasm_prob_neutral:q3 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=20, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: similarity |
| value: 0.7677457979231169 |
| name: similarity:mean |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: similarity |
| value: 0.1514715502297293 |
| name: similarity:std |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: similarity |
| value: 0.059372514486312866 |
| name: similarity:min |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: similarity |
| value: 1.0000001192092896 |
| name: similarity:max |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: similarity |
| value: 0.672864556312561 |
| name: similarity:q1 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: similarity |
| value: 0.7940576076507568 |
| name: similarity:q2 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: similarity |
| value: 0.87800732254982 |
| name: similarity:q3 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.11002340136152325 |
| name: sarcasm_prob_orig:mean |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.19781148894013406 |
| name: sarcasm_prob_orig:std |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.003153860569000244 |
| name: sarcasm_prob_orig:min |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.9518612027168274 |
| name: sarcasm_prob_orig:max |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.008991092443466187 |
| name: sarcasm_prob_orig:q1 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.022083044052124023 |
| name: sarcasm_prob_orig:q2 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.09115153551101685 |
| name: sarcasm_prob_orig:q3 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.0242896288332313 |
| name: sarcasm_prob_neutral:mean |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.06258684839340933 |
| name: sarcasm_prob_neutral:std |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.0033367276191711426 |
| name: sarcasm_prob_neutral:min |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.7978536486625671 |
| name: sarcasm_prob_neutral:max |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.00686568021774292 |
| name: sarcasm_prob_neutral:q1 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.010325014591217041 |
| name: sarcasm_prob_neutral:q2 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.016955524682998657 |
| name: sarcasm_prob_neutral:q3 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: similarity |
| value: 0.7901614762315846 |
| name: similarity:mean |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: similarity |
| value: 0.1414789390333147 |
| name: similarity:std |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: similarity |
| value: 0.34828102588653564 |
| name: similarity:min |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: similarity |
| value: 1.0000001192092896 |
| name: similarity:max |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: similarity |
| value: 0.6971477270126343 |
| name: similarity:q1 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: similarity |
| value: 0.8136025667190552 |
| name: similarity:q2 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: similarity |
| value: 0.9012817144393921 |
| name: similarity:q3 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.11002340136152325 |
| name: sarcasm_prob_orig:mean |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.19781148894013406 |
| name: sarcasm_prob_orig:std |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.003153860569000244 |
| name: sarcasm_prob_orig:min |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.9518612027168274 |
| name: sarcasm_prob_orig:max |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.008991092443466187 |
| name: sarcasm_prob_orig:q1 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.022083044052124023 |
| name: sarcasm_prob_orig:q2 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.09115153551101685 |
| name: sarcasm_prob_orig:q3 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.02701069200881804 |
| name: sarcasm_prob_neutral:mean |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.07093301949472547 |
| name: sarcasm_prob_neutral:std |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.0033283233642578125 |
| name: sarcasm_prob_neutral:min |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.8640799522399902 |
| name: sarcasm_prob_neutral:max |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.007353156805038452 |
| name: sarcasm_prob_neutral:q1 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.010792315006256104 |
| name: sarcasm_prob_neutral:q2 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.01911395788192749 |
| name: sarcasm_prob_neutral:q3 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.0, generate_params:do_sample=True |
| - type: similarity |
| value: 0.7893759475211904 |
| name: similarity:mean |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: similarity |
| value: 0.14643357554298406 |
| name: similarity:std |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: similarity |
| value: 0.3354335427284241 |
| name: similarity:min |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: similarity |
| value: 1.0000001192092896 |
| name: similarity:max |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: similarity |
| value: 0.6858283281326294 |
| name: similarity:q1 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: similarity |
| value: 0.8141318559646606 |
| name: similarity:q2 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: similarity |
| value: 0.903927743434906 |
| name: similarity:q3 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.11002340136152325 |
| name: sarcasm_prob_orig:mean |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.19781148894013406 |
| name: sarcasm_prob_orig:std |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.003153860569000244 |
| name: sarcasm_prob_orig:min |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.9518612027168274 |
| name: sarcasm_prob_orig:max |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.008991092443466187 |
| name: sarcasm_prob_orig:q1 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.022083044052124023 |
| name: sarcasm_prob_orig:q2 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.09115153551101685 |
| name: sarcasm_prob_orig:q3 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.02691442280104666 |
| name: sarcasm_prob_neutral:mean |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.0706508570925609 |
| name: sarcasm_prob_neutral:std |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.003411531448364258 |
| name: sarcasm_prob_neutral:min |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.8640799522399902 |
| name: sarcasm_prob_neutral:max |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.007217735052108765 |
| name: sarcasm_prob_neutral:q1 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.010618090629577637 |
| name: sarcasm_prob_neutral:q2 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.019507557153701782 |
| name: sarcasm_prob_neutral:q3 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=0.5, generate_params:do_sample=True |
| - type: similarity |
| value: 0.7613792621728146 |
| name: similarity:mean |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: similarity |
| value: 0.15273948273887117 |
| name: similarity:std |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: similarity |
| value: 0.2961878180503845 |
| name: similarity:min |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: similarity |
| value: 1.0000001192092896 |
| name: similarity:max |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: similarity |
| value: 0.6522053480148315 |
| name: similarity:q1 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: similarity |
| value: 0.78827303647995 |
| name: similarity:q2 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: similarity |
| value: 0.8778912425041199 |
| name: similarity:q3 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.11002340136152325 |
| name: sarcasm_prob_orig:mean |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.19781148894013406 |
| name: sarcasm_prob_orig:std |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.003153860569000244 |
| name: sarcasm_prob_orig:min |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.9518612027168274 |
| name: sarcasm_prob_orig:max |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.008991092443466187 |
| name: sarcasm_prob_orig:q1 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.022083044052124023 |
| name: sarcasm_prob_orig:q2 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: sarcasm_prob_orig |
| value: 0.09115153551101685 |
| name: sarcasm_prob_orig:q3 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.022536426361161047 |
| name: sarcasm_prob_neutral:mean |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.05297904692998441 |
| name: sarcasm_prob_neutral:std |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.003281891345977783 |
| name: sarcasm_prob_neutral:min |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.7215010523796082 |
| name: sarcasm_prob_neutral:max |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.007250666618347168 |
| name: sarcasm_prob_neutral:q1 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.009857177734375 |
| name: sarcasm_prob_neutral:q2 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| - type: sarcasm_prob_neutral |
| value: 0.017052054405212402 |
| name: sarcasm_prob_neutral:q3 |
| config: similarity_model=multi-qa-mpnet-base-dot-v1, model=maxmarcon/bart-base-sarcasm-defuser, |
| sarcasm_model=helinivan/english-sarcasm-detector, generate_params:max_new_tokens=100, |
| generate_params:temperature=1.5, generate_params:do_sample=True |
| source: |
| url: https://www.kaggle.com/datasets/danofer/sarcasm/data |
| name: kaggle |
| --- |
| |
| # BART Sarcasm Defuser |
|
|
| ## Description |
|
|
|
|
| BART model (0.1B parameters) fine-tuned to defues sarcasm. Example: |
|
|
| ``` |
| Prompt: So glad investment bankers and hedge funds make so much on the low wages these guys get. |
| Generated after prompt: It's concerning that investment bankers and hedge funds are making so much on the low wages these workers receive. |
| ``` |
|
|
|
|
| ## Training and Evaluation |
|
|
| The model has been trained on ~4500 sarcastic comments from the [Sarcasm on Reddit](https://www.kaggle.com/datasets/danofer/sarcasm/data) Kaggle dataset. The dataset includes |
| a selection of comments from Reddit that were marked as sarcastic by the author of the comment. |
| Another ~500 comments have been used to test the trained model's performance. |
|
|
| In order to teach the model what a defused, not sarcastic comment looks like, we used a more powerful LLM to generate defused comments for the Kaggle dataset. |
| We used the [gemma-3-12b-it](https://ai.google.dev/gemma/docs/core) model with 12B parameters and we queried via the Google API with the following prompt for each comment: |
|
|
| ``` |
| given this sarcastic comment: <SARCASTIC_COMMENT>, |
| which is a response to this other comment: <CONTEXT>, |
| remove all the sarcasm from it while keeping the original meaning. Don't output anything else, and don't try to describe the comment in the third person", |
| ``` |
|
|
| where `<SARCASTIC_COMMENT>` is the sarcastic comment from the Kaggle dataset and `<CONTEXT>` is the comment that preceded the sarcstic comment (this comment was also |
| available as part of the Kaggle dataset). This gives the LLM additional information on how to "translate" the sarcastic comment into a "normal" one. |
|
|
|
|
| ## How to use |
|
|
| Coming soon |
