Human Values in Arguments

# Human Values in Arguments
# Based on Kiesel et al., ACL 2022
# Paper: https://aclanthology.org/2022.acl-long.306/
# Dataset: https://zenodo.org/record/6818093
#
# This task asks annotators to identify which human values (from Schwartz's
# theory of basic values) are expressed in arguments about social issues,
# and to determine whether the argument supports or opposes the stated topic.
#
# Schwartz Human Values:
# - Self-direction: Independent thought and action
# - Stimulation: Excitement, novelty, and challenge
# - Hedonism: Pleasure and sensuous gratification
# - Achievement: Personal success through competence
# - Power: Social status, prestige, and control
# - Security: Safety, harmony, and stability
# - Conformity: Restraint of actions violating social expectations
# - Tradition: Respect and commitment to cultural customs
# - Benevolence: Preservation and enhancement of close others' welfare
# - Universalism: Understanding and protection for all people and nature
#
# Annotation Guidelines:
# 1. Read the topic and the argument carefully
# 2. Determine the argument's stance (for or against the topic)
# 3. Identify all human values that are expressed or appealed to
# 4. Multiple values may be present in a single argument

annotation_task_name: "Human Values in Arguments"
task_dir: "."

data_files:
  - sample-data.json

item_properties:
  id_key: "id"
  text_key: "text"

output_annotation_dir: "annotation_output/"
output_annotation_format: "json"

port: 8000
server_name: localhost

annotation_schemes:
  - annotation_type: multiselect
    name: human_values
    description: "Which human values are expressed or appealed to in this argument?"
    labels:
      - "Self-direction"
      - "Stimulation"
      - "Hedonism"
      - "Achievement"
      - "Power"
      - "Security"
      - "Conformity"
      - "Tradition"
      - "Benevolence"
      - "Universalism"
    tooltips:
      "Self-direction": "Values independent thought, action, and freedom of choice"
      "Stimulation": "Values excitement, novelty, challenge, and variety in life"
      "Hedonism": "Values pleasure, enjoyment, and sensuous gratification"
      "Achievement": "Values personal success through demonstrating competence"
      "Power": "Values social status, prestige, dominance, and control over resources"
      "Security": "Values safety, harmony, stability, and order in society"
      "Conformity": "Values restraint of actions that violate social expectations or norms"
      "Tradition": "Values respect and commitment to cultural or religious customs and ideas"
      "Benevolence": "Values preserving and enhancing the welfare of close others"
      "Universalism": "Values understanding, tolerance, and protection for all people and nature"

  - annotation_type: radio
    name: stance
    description: "Is the argument for or against the stated topic?"
    labels:
      - "For"
      - "Against"
    keyboard_shortcuts:
      "For": "1"
      "Against": "2"
    tooltips:
      "For": "The argument supports or is in favor of the stated topic"
      "Against": "The argument opposes or is against the stated topic"

annotation_instructions: |
  You will see an argument about a social issue along with the topic it addresses.
  1. Read the topic and argument carefully.
  2. Determine whether the argument is for or against the topic.
  3. Select all human values (from Schwartz's theory) that are expressed or
     appealed to in the argument. An argument may express multiple values.

html_layout: |
  <div style="padding: 15px; max-width: 800px; margin: auto;">
    <div style="background: #fef3c7; border: 1px solid #fde68a; border-radius: 8px; padding: 12px; margin-bottom: 12px;">
      <strong style="color: #92400e;">Topic:</strong>
      <span style="font-size: 16px; color: #78350f;">{{topic}}</span>
    </div>
    <div style="background: #f0f9ff; border: 1px solid #bae6fd; border-radius: 8px; padding: 16px; margin-bottom: 16px;">
      <strong style="color: #0369a1;">Argument:</strong>
      <p style="font-size: 16px; line-height: 1.7; margin: 8px 0 0 0;">{{text}}</p>
    </div>
  </div>

allow_all_users: true
instances_per_annotator: 50
annotation_per_instance: 2
allow_skip: true
skip_reason_required: false