Multilingual Word-in-Context

# Multilingual Word-in-Context
# Based on Martelli et al., SemEval 2021
# Paper: https://aclanthology.org/2021.semeval-1.3/
# Dataset: https://github.com/SapienzaNLP/xl-wic
#
# Annotators decide whether a target word carries the same meaning
# in two different sentence contexts. The task supports multilingual
# and cross-lingual settings.

annotation_task_name: "Multilingual Word-in-Context"
task_dir: "."

data_files:
  - sample-data.json

item_properties:
  id_key: "id"
  text_key: "text"

output_annotation_dir: "annotation_output/"
output_annotation_format: "json"

port: 8000
server_name: localhost

annotation_schemes:
  - annotation_type: radio
    name: sense_match
    description: "Does the target word have the same sense in both contexts?"
    labels:
      - "Same Sense"
      - "Different Sense"
    keyboard_shortcuts:
      "Same Sense": "1"
      "Different Sense": "2"
    tooltips:
      "Same Sense": "The target word is used with the same meaning in both contexts"
      "Different Sense": "The target word is used with different meanings in the two contexts"

annotation_instructions: |
  You will see a target word used in two different sentence contexts. Your task
  is to determine whether the target word carries the same meaning (sense) in both
  sentences.

  1. Read both contexts carefully.
  2. Focus on the meaning of the target word in each sentence.
  3. Select "Same Sense" if the word has the same meaning in both contexts.
  4. Select "Different Sense" if the word has different meanings.

  Example:
  - "bank" in "I went to the bank to deposit money" vs "The river bank was muddy"
    -> Different Sense

html_layout: |
  <div style="padding: 15px; max-width: 800px; margin: auto;">
    <div style="background: #fefce8; border: 1px solid #fde68a; border-radius: 8px; padding: 16px; margin-bottom: 16px; text-align: center;">
      <strong style="color: #a16207;">Target Word:</strong>
      <span style="font-size: 20px; font-weight: bold; color: #b45309;">{{target_word}}</span>
      <span style="margin-left: 12px; color: #78716c;">({{language}})</span>
    </div>
    <div style="background: #f0f9ff; border: 1px solid #bae6fd; border-radius: 8px; padding: 16px; margin-bottom: 12px;">
      <strong style="color: #0369a1;">Context 1:</strong>
      <p style="font-size: 16px; line-height: 1.7; margin: 8px 0 0 0;">{{text}}</p>
    </div>
    <div style="background: #f0fdf4; border: 1px solid #bbf7d0; border-radius: 8px; padding: 16px; margin-bottom: 16px;">
      <strong style="color: #15803d;">Context 2:</strong>
      <p style="font-size: 16px; line-height: 1.7; margin: 8px 0 0 0;">{{context_2}}</p>
    </div>
  </div>

allow_all_users: true
instances_per_annotator: 50
annotation_per_instance: 2
allow_skip: true
skip_reason_required: false