| port: 9001 | |
| annotation_task_name: Simple Pairwise Comparison Example | |
| task_dir: . | |
| output_annotation_dir: annotation_output/simple-pairwise/ | |
| output_annotation_format: tsv | |
| annotation_codebook_url: '' | |
| data_files: | |
| - data/pairwise-example.json | |
| item_properties: | |
| id_key: id | |
| text_key: text | |
| list_as_text: | |
| text_list_prefix_type: alphabet | |
| user_config: | |
| allow_all_users: true | |
| users: [] | |
| jumping_to_id_disabled: true | |
| surveyflow: | |
| 'on': false | |
| order: | |
| - pre_annotation | |
| - post_annotation | |
| pre_annotation: | |
| - data/surveyflow/intro.jsonl | |
| - data/surveyflow/consent.jsonl | |
| post_annotation: | |
| - data/surveyflow/demographic_questions.jsonl | |
| - data/surveyflow/end.jsonl | |
| automatic_assignment: | |
| 'on': false | |
| output_filename: task_assignment.json | |
| sampling_strategy: random | |
| labels_per_instance: 2 | |
| instance_per_annotator: 1 | |
| users: [] | |
| alert_time_each_instance: 10000000 | |
| horizontal_key_bindings: true | |
| annotation_schemes: | |
| - annotation_type: pairwise | |
| name: preference | |
| description: Which tweet is more intimate? | |
| mode: binary | |
| items_key: text | |
| show_labels: true | |
| labels: | |
| - Option A | |
| - Option B | |
| allow_tie: true | |
| tie_label: Hard to tell | |
| sequential_key_binding: true | |
| label_requirement: | |
| required: true | |
| site_dir: default | |
| require_no_password: true | |