PreTENS - Presuppositional Acceptability

# PreTENS - Presuppositional Acceptability
# Based on Jeretic et al., SemEval 2022
# Paper: https://aclanthology.org/2022.semeval-1.14/
# Dataset: https://github.com/Ukraine-NLU/pretens
#
# This task asks annotators to judge whether a sentence is semantically
# acceptable or unacceptable based on presuppositional knowledge. Sentences
# may violate presuppositions related to factivity, aspectual verbs,
# change-of-state, or other trigger types.
#
# Acceptability Labels:
# - Acceptable: The sentence is semantically well-formed and plausible
# - Unacceptable: The sentence violates a presupposition or is semantically odd

annotation_task_name: "PreTENS - Presuppositional Acceptability"
task_dir: "."

data_files:
  - sample-data.json

item_properties:
  id_key: "id"
  text_key: "text"

output_annotation_dir: "annotation_output/"
output_annotation_format: "json"

port: 8000
server_name: localhost

annotation_schemes:
  - annotation_type: radio
    name: acceptability
    description: "Is this sentence semantically acceptable?"
    labels:
      - "Acceptable"
      - "Unacceptable"
    keyboard_shortcuts:
      "Acceptable": "1"
      "Unacceptable": "2"
    tooltips:
      "Acceptable": "The sentence is semantically well-formed, natural, and does not violate any presuppositions"
      "Unacceptable": "The sentence is semantically odd, contradictory, or violates a presupposition"

annotation_instructions: |
  You will see a sentence and its presupposition type. Judge whether the sentence is
  semantically acceptable or unacceptable.
  - Acceptable: The sentence makes sense and does not contradict itself or common knowledge.
  - Unacceptable: The sentence is semantically odd, contradictory, or violates expectations.
  Focus on meaning, not grammar. A grammatically correct sentence can still be semantically unacceptable.

html_layout: |
  <div style="padding: 15px; max-width: 800px; margin: auto;">
    <div style="background: #faf5ff; border: 1px solid #e9d5ff; border-radius: 8px; padding: 12px; margin-bottom: 12px;">
      <strong style="color: #7e22ce;">Presupposition Type:</strong>
      <span style="font-size: 15px; margin-left: 8px;">{{presupposition_type}}</span>
    </div>
    <div style="background: #f0f9ff; border: 1px solid #bae6fd; border-radius: 8px; padding: 16px; margin-bottom: 16px;">
      <strong style="color: #0369a1;">Sentence:</strong>
      <p style="font-size: 16px; line-height: 1.7; margin: 8px 0 0 0;">{{text}}</p>
    </div>
  </div>

allow_all_users: true
instances_per_annotator: 50
annotation_per_instance: 3
allow_skip: true
skip_reason_required: false