AdMIRe - Advancing Multimodal Idiomaticity Representation

# AdMIRe - Advancing Multimodal Idiomaticity Representation
# Based on Pickard et al., SemEval-2025 Task 1 (ACL)
# Paper: https://aclanthology.org/2025.semeval-1.330/
# Dataset: https://semeval2025-task1.github.io/
#
# Subtask A: Each item presents a potentially idiomatic nominal compound
# (NC) within a context sentence, together with five candidate images.
# The compound may be used in its idiomatic (figurative) or literal sense.
# Annotators rank the five images according to how well each represents
# the sense in which the compound is used in the given context.
#
# Sense of the compound:
# - Idiomatic: the compound is used in its figurative/idiomatic sense
# - Literal: the compound is used in its literal/compositional sense
#
# Ranking:
# - Assign each image a distinct rank from 1 (best represents the sense)
#   to 5 (worst represents the sense).

annotation_task_name: "AdMIRe - Advancing Multimodal Idiomaticity Representation"
task_dir: "."

data_files:
  - sample-data.json

item_properties:
  id_key: "id"
  text_key: "context"

output_annotation_dir: "annotation_output/"
output_annotation_format: "json"

port: 8000
server_name: localhost

annotation_schemes:
  - annotation_type: radio
    name: sense_used
    description: "How is the highlighted nominal compound used in this sentence?"
    labels:
      - "Idiomatic"
      - "Literal"
    keyboard_shortcuts:
      "Idiomatic": "i"
      "Literal": "l"
    tooltips:
      "Idiomatic": "The compound is used in its figurative or idiomatic sense"
      "Literal": "The compound is used in its literal, compositional sense"

  - annotation_type: radio
    name: image1_rank
    description: "Rank for Image 1 (1 = best represents the sense, 5 = worst)"
    labels: ["1", "2", "3", "4", "5"]

  - annotation_type: radio
    name: image2_rank
    description: "Rank for Image 2 (1 = best represents the sense, 5 = worst)"
    labels: ["1", "2", "3", "4", "5"]

  - annotation_type: radio
    name: image3_rank
    description: "Rank for Image 3 (1 = best represents the sense, 5 = worst)"
    labels: ["1", "2", "3", "4", "5"]

  - annotation_type: radio
    name: image4_rank
    description: "Rank for Image 4 (1 = best represents the sense, 5 = worst)"
    labels: ["1", "2", "3", "4", "5"]

  - annotation_type: radio
    name: image5_rank
    description: "Rank for Image 5 (1 = best represents the sense, 5 = worst)"
    labels: ["1", "2", "3", "4", "5"]

annotation_instructions: |
  You will be shown a context sentence containing a highlighted nominal
  compound (for example, "night owl"), together with five candidate images.
  The compound may be used in its idiomatic (figurative) or its literal sense.
  Your task is to:
  1. Read the sentence and decide in which sense the compound is used.
  2. Look at each of the five candidate images.
  3. Assign each image a distinct rank from 1 to 5, where 1 is the image that
     best represents the sense in which the compound is used in this context
     and 5 is the image that represents it least well.

html_layout: |
  <div style="padding: 15px; max-width: 800px; margin: auto;">
    <div style="background: #f0f9ff; border: 1px solid #bae6fd; border-radius: 8px; padding: 16px; margin-bottom: 16px;">
      <strong style="color: #0369a1;">Nominal compound:</strong>
      <span style="font-size: 16px; font-weight: 600;">{{compound}}</span>
      <p style="font-size: 16px; line-height: 1.7; margin: 8px 0 0 0;">{{context}}</p>
    </div>
    <div style="background: #fefce8; border: 1px solid #fde68a; border-radius: 8px; padding: 16px; margin-bottom: 16px;">
      <strong style="color: #a16207;">Candidate images:</strong>
      <ol style="font-size: 15px; line-height: 1.6; margin: 8px 0 0 0;">
        <li>{{image1}}</li>
        <li>{{image2}}</li>
        <li>{{image3}}</li>
        <li>{{image4}}</li>
        <li>{{image5}}</li>
      </ol>
    </div>
  </div>

allow_all_users: true
instances_per_annotator: 50
annotation_per_instance: 2
allow_skip: true
skip_reason_required: false