उच्चारण आँकने का एनोटेशन
Potato में उच्चारण की गुणवत्ता आँकने का कार्य बनाइए: ऑडियो प्लेबैक, waveform, Likert पैमाने, और हर रिकॉर्डिंग पर खुली टिप्पणी के फ़ील्ड।
उच्चारण आँकने की ज़रूरत भाषा सीखने वाले ऐप्स, स्पीच थेरेपी और उच्चारण की कोचिंग, तीनों जगह पड़ती है। यह ट्यूटोरियल ऐसे इंटरफ़ेस बनाना सिखाता है जिनमें उच्चारण की गुणवत्ता को रेट किया जाए, ख़ास ग़लतियाँ चिह्नित की जाएँ, और विस्तार से टिप्पणी लिखी जाए। इसके पीछे काम करने वाली ऑडियो सुविधाओं के लिए ऑडियो एनोटेशन दस्तावेज़ देखें।
बुनियादी उच्चारण रेटिंग
annotation_task_name: "Pronunciation Assessment"
task_dir: "."
data_files:
- data/learner_recordings.json
item_properties:
id_key: id
text_key: target_text
instance_display:
fields:
- key: target_text
type: text
label: "Target sentence"
- key: audio_path
type: audio
label: "Learner recording"
display_options:
controls: true
show_waveform: true
annotation_schemes:
- annotation_type: likert
name: overall_quality
description: "Overall pronunciation quality"
size: 5
min_label: "Very poor"
max_label: "Excellent"
label_requirement:
required: true
output_annotation_dir: annotation_output/
export_annotation_format: jsonl
user_config:
allow_all_users: trueविस्तृत आकलन का कॉन्फ़िगरेशन
annotation_task_name: "Detailed Pronunciation Assessment"
task_dir: "."
data_files:
- data/recordings.json
item_properties:
id_key: id
text_key: sentence
instance_display:
fields:
- key: sentence
type: text
label: "Target text"
- key: native_language
type: text
label: "First language"
- key: learner_audio
type: audio
label: "Learner recording"
display_options:
controls: true
show_waveform: true
- key: native_audio
type: audio
label: "Native reference"
display_options:
controls: true
annotation_schemes:
- annotation_type: likert
name: overall
description: "Overall pronunciation quality"
size: 5
min_label: "Very poor"
max_label: "Excellent"
label_requirement:
required: true
- annotation_type: likert
name: intelligibility
description: "How understandable is the speaker?"
size: 5
min_label: "Unintelligible"
max_label: "Perfectly clear"
label_requirement:
required: true
- annotation_type: likert
name: accent_strength
description: "How strong is the foreign accent?"
size: 5
min_label: "No accent"
max_label: "Very strong"
- annotation_type: likert
name: intonation
description: "Intonation and rhythm"
size: 5
min_label: "Unnatural"
max_label: "Native-like"
- annotation_type: likert
name: fluency
description: "Fluency, meaning smoothness and pausing"
size: 5
min_label: "Very disfluent"
max_label: "Very fluent"
- annotation_type: multiselect
name: error_types
description: "What errors are present? Select all that apply."
labels:
- Vowel errors
- Consonant errors
- Word stress errors
- Sentence intonation errors
- Rhythm or timing errors
- Added sounds
- Deleted sounds
- Substituted sounds
- No significant errors
- annotation_type: text
name: problem_words
description: "List any mispronounced words"
placeholder: "e.g. 'thought' pronounced as 'taught'"
label_requirement:
required: false
- annotation_type: radio
name: native_comparison
description: "Compared to the native reference"
labels:
- Very different
- Somewhat different
- Fairly similar
- Very similar
- Indistinguishable
- annotation_type: likert
name: confidence
description: "Your confidence in this assessment"
size: 5
min_label: "Low"
max_label: "High"
output_annotation_dir: annotation_output/
export_annotation_format: jsonlशब्द-स्तर का आकलन
phoneme या शब्द के स्तर पर विस्तृत टिप्पणी के लिए:
annotation_schemes:
- annotation_type: multirate
name: word_ratings
description: "Rate the pronunciation of each word"
options:
- "the"
- "weather"
- "is"
- "really"
- "nice"
- "today"
labels:
- Poor
- Fair
- Good
arrangement: verticalPhoneme-स्तर का एनोटेशन
वाक् अनुसंधान के लिए:
data_files:
- data/phoneme_data.json
item_properties:
id_key: id
text_key: expected_phonemes
annotation_schemes:
- annotation_type: speech_transcript
name: phonemes
description: "Mark substitutions, deletions, and insertions against the expected phonemes"
segments_key: expected_phonemes
error_types:
- substitution
- deletion
- insertion
allow_correction: trueपूरा कॉन्फ़िगरेशन
annotation_task_name: "L2 English Pronunciation Assessment"
task_dir: "."
data_files:
- data/esl_recordings.json
item_properties:
id_key: id
text_key: target_sentence
instance_display:
fields:
- key: target_sentence
type: text
label: "The learner was asked to say"
- key: native_language
type: text
label: "First language"
- key: proficiency_level
type: text
label: "Level"
- key: audio_url
type: audio
label: "Recording"
display_options:
controls: true
show_waveform: true
annotation_instructions: |
## Pronunciation Assessment Guidelines
### Rating scales
**Overall score (1-9)**
- 1-3: significant difficulty, hard to understand
- 4-6: noticeable accent, still understandable
- 7-9: minor issues through to native-like
**Comprehensibility** is how much effort understanding takes. Ignore the
accent where the message is clear.
**Accentedness** is the degree of foreign accent, judged independently of
whether you understood it.
### What to listen for
Individual sounds, word stress, sentence intonation, and speaking rate.
### Tips
Listen at least twice. Use slow playback for the details. Be consistent
across recordings rather than across raters.
annotation_schemes:
- annotation_type: likert
name: overall_score
description: "Overall pronunciation score"
size: 9
min_label: "Very poor"
max_label: "Native-like"
label_requirement:
required: true
- annotation_type: likert
name: comprehensibility
description: "How easy is it to understand?"
size: 9
min_label: "Very hard"
max_label: "Very easy"
label_requirement:
required: true
- annotation_type: likert
name: accentedness
description: "How strong is the foreign accent?"
size: 9
min_label: "No accent"
max_label: "Very strong"
- annotation_type: likert
name: vowels
description: "Vowel pronunciation accuracy"
size: 5
min_label: "Poor"
max_label: "Excellent"
- annotation_type: likert
name: consonants
description: "Consonant pronunciation accuracy"
size: 5
min_label: "Poor"
max_label: "Excellent"
- annotation_type: likert
name: word_stress
description: "Word stress patterns"
size: 5
min_label: "Incorrect"
max_label: "Correct"
- annotation_type: likert
name: sentence_intonation
description: "Sentence intonation"
size: 5
min_label: "Unnatural"
max_label: "Natural"
- annotation_type: likert
name: fluency
description: "Speaking fluency"
size: 5
min_label: "Disfluent"
max_label: "Fluent"
- annotation_type: multiselect
name: common_errors
description: "Check all that apply"
labels:
- Th-sounds (think, this)
- R-sounds
- L-sounds
- Vowel length
- Final consonants dropped
- Consonant clusters simplified
- Word stress on wrong syllable
- Flat intonation
- No errors detected
label_requirement:
required: false
- annotation_type: text
name: feedback
description: "Specific words or sounds that need work"
rows: 4
placeholder: "e.g. 'world' - /r/ needs work; 'through' - th sound"
label_requirement:
required: false
- annotation_type: radio
name: confidence
description: "How confident are you in your ratings?"
labels:
- Not confident
- Somewhat confident
- Very confident
training:
enabled: true
data_file: data/calibration_recordings.json
annotation_schemes: ["overall_score", "comprehensibility"]
passing_criteria:
min_correct: 4
allow_retry: true
phases:
order: [training, annotation]
training:
type: training
file: data/calibration_recordings.json
output_annotation_dir: annotation_output/
export_annotation_format: jsonl
user_config:
allow_all_users: trueआउटपुट प्रारूप
{
"overall_score": "6",
"comprehensibility": "7",
"accentedness": "5",
"vowels": "4",
"consonants": "3",
"word_stress": "4",
"sentence_intonation": "3",
"fluency": "4",
"common_errors": ["Th-sounds (think, this)", "R-sounds"],
"feedback": "'weather' - th sound; 'really' - r sound",
"confidence": "Very confident"
}उच्चारण आँकने के लिए सुझाव
शुरू करने से पहले कुछ नमूना रिकॉर्डिंग सब मिलकर रेट कीजिए, ताकि सबका पैमाना एक जगह आ जाए। संदर्भ रिकॉर्डिंग पास रखिए, उनसे रेटिंग का लंगर बना रहता है। कम से कम दो बार सुनिए, एक बार कुल छाप के लिए और दूसरी बार बारीकियों के लिए। ठीक-ठाक हेडफ़ोन इस्तेमाल कीजिए; फ़ोन के स्पीकर से नुक़सान होगा। और जिन रेटर को ध्वनिविज्ञान की थोड़ी समझ है, वे यह काम जल्दी पकड़ लेते हैं।
अगले क़दम
- असल में क्या कहा गया, यह दर्ज करने के लिए ट्रांसक्रिप्शन जोड़िए
- rater के बीच विश्वसनीयता की जाँच सेट कीजिए
- उच्चारण रेटिंग के क्राउडसोर्सिंग के बारे में पढ़िए
पूरे ऑडियो दस्तावेज़ ऑडियो एनोटेशन पर हैं।