Syllable Count

Tests ability to count syllables in words across Latin-alphabet languages.

Run Benchmark
Questions

40

Total Runs

19

Best Score

92/100

Leaderboard
Rank Model Score Run Date Actions
Claude Haiku 4.5
92
2026-02-28 19:41:29 View Details
2 GPT-5 mini
90
2026-02-26 01:13:15 View Details
3 Llama 3.1 8B (LMStudio)
4900 MB
87
2026-02-28 16:57:58 View Details
4 Llama 3 8B (LMStudio)
4900 MB
75
2026-02-28 16:42:37 View Details
5 Ministral 8B (LMStudio)
4900 MB
72
2026-02-28 17:19:12 View Details
6 Gemma 2 9B (LMStudio)
5800 MB
70
2026-02-28 14:55:48 View Details
7 GPT-5 nano
62
2026-02-25 18:37:50 View Details
8 OLMo 3 7B (LMStudio)
4300 MB
62
2026-02-28 17:33:38 View Details
9 Qwen3 4B (LMStudio)
2800 MB
62
2026-02-28 18:10:38 View Details
10 Gemma 3 12B (LMStudio)
8100 MB
47
2026-02-28 15:44:41 View Details
11 Llama 3.2 1B (LMStudio)
1300 MB
42
2026-02-28 17:11:25 View Details
12 Granite 3.2 8B (LMStudio)
4900 MB
37
2026-02-28 16:14:03 View Details
13 Llama 2 7B (LMStudio)
4900 MB
30
2026-02-28 03:01:08 View Details
14 Gemma 2 2B (LMStudio)
1500 MB
30
2026-02-28 03:18:47 View Details
15 Qwen3 VL 8B (LMStudio)
5000 MB
27
2026-02-28 18:26:06 View Details
16 Qwen3 1.7B (LMStudio)
1100 MB
25
2026-02-28 18:03:40 View Details
17 Gemma 2B (LMStudio)
1500 MB
22
2026-02-28 15:32:44 View Details
18 SmolLM2 1.7B (LMStudio)
1100 MB
15
2026-02-28 19:17:40 View Details
19 Phi-3.5 Mini (LMStudio)
2500 MB
5
2026-02-28 17:46:40 View Details
Questions

Question
How many syllables are in the English word 'cat'?
Question payload
{
  "question_text": "How many syllables are in the English word 'cat'?",
  "answer_type": "numeric",
  "correct_answer": 1,
  "category": "Syllable Count",
  "difficulty": "easy",
  "tags": [
    "syllable_count",
    "counting",
    "token_processing"
  ],
  "evaluation_criteria": {
    "exact_match": true,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [],
    "tolerance": 0.0,
    "alternatives": []
  }
}

Question
How many syllables are in the English word 'tree'?
Question payload
{
  "question_text": "How many syllables are in the English word 'tree'?",
  "answer_type": "numeric",
  "correct_answer": 1,
  "category": "Syllable Count",
  "difficulty": "easy",
  "tags": [
    "syllable_count",
    "counting",
    "token_processing"
  ],
  "evaluation_criteria": {
    "exact_match": true,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [],
    "tolerance": 0.0,
    "alternatives": []
  }
}

Question
How many syllables are in the French word 'ami'?
Question payload
{
  "question_text": "How many syllables are in the French word 'ami'?",
  "answer_type": "numeric",
  "correct_answer": 2,
  "category": "Syllable Count",
  "difficulty": "easy",
  "tags": [
    "syllable_count",
    "counting",
    "token_processing"
  ],
  "evaluation_criteria": {
    "exact_match": true,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [],
    "tolerance": 0.0,
    "alternatives": []
  }
}

Question
How many syllables are in the French word 'école'?
Question payload
{
  "question_text": "How many syllables are in the French word 'école'?",
  "answer_type": "numeric",
  "correct_answer": 2,
  "category": "Syllable Count",
  "difficulty": "easy",
  "tags": [
    "syllable_count",
    "counting",
    "token_processing"
  ],
  "evaluation_criteria": {
    "exact_match": true,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [],
    "tolerance": 0.0,
    "alternatives": []
  }
}

Question
How many syllables are in the French word 'liberté'?
Question payload
{
  "question_text": "How many syllables are in the French word 'liberté'?",
  "answer_type": "numeric",
  "correct_answer": 3,
  "category": "Syllable Count",
  "difficulty": "easy",
  "tags": [
    "syllable_count",
    "counting",
    "token_processing"
  ],
  "evaluation_criteria": {
    "exact_match": true,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [],
    "tolerance": 0.0,
    "alternatives": []
  }
}

Question
How many syllables are in the French word 'maison'?
Question payload
{
  "question_text": "How many syllables are in the French word 'maison'?",
  "answer_type": "numeric",
  "correct_answer": 2,
  "category": "Syllable Count",
  "difficulty": "easy",
  "tags": [
    "syllable_count",
    "counting",
    "token_processing"
  ],
  "evaluation_criteria": {
    "exact_match": true,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [],
    "tolerance": 0.0,
    "alternatives": []
  }
}

Question
How many syllables are in the French word 'château'?
Question payload
{
  "question_text": "How many syllables are in the French word 'château'?",
  "answer_type": "numeric",
  "correct_answer": 2,
  "category": "Syllable Count",
  "difficulty": "easy",
  "tags": [
    "syllable_count",
    "counting",
    "token_processing"
  ],
  "evaluation_criteria": {
    "exact_match": true,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [],
    "tolerance": 0.0,
    "alternatives": []
  }
}

Question
How many syllables are in the French word 'révolution'?
Question payload
{
  "question_text": "How many syllables are in the French word 'révolution'?",
  "answer_type": "numeric",
  "correct_answer": 4,
  "category": "Syllable Count",
  "difficulty": "medium",
  "tags": [
    "syllable_count",
    "counting",
    "token_processing"
  ],
  "evaluation_criteria": {
    "exact_match": true,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [],
    "tolerance": 0.0,
    "alternatives": []
  }
}

Question
How many syllables are in the French word 'époque'?
Question payload
{
  "question_text": "How many syllables are in the French word 'époque'?",
  "answer_type": "numeric",
  "correct_answer": 2,
  "category": "Syllable Count",
  "difficulty": "easy",
  "tags": [
    "syllable_count",
    "counting",
    "token_processing"
  ],
  "evaluation_criteria": {
    "exact_match": true,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [],
    "tolerance": 0.0,
    "alternatives": []
  }
}

Question
How many syllables are in the French word 'intelligence'?
Question payload
{
  "question_text": "How many syllables are in the French word 'intelligence'?",
  "answer_type": "numeric",
  "correct_answer": 4,
  "category": "Syllable Count",
  "difficulty": "medium",
  "tags": [
    "syllable_count",
    "counting",
    "token_processing"
  ],
  "evaluation_criteria": {
    "exact_match": true,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [],
    "tolerance": 0.0,
    "alternatives": []
  }
}

Question
How many syllables are in the French word 'conversation'?
Question payload
{
  "question_text": "How many syllables are in the French word 'conversation'?",
  "answer_type": "numeric",
  "correct_answer": 4,
  "category": "Syllable Count",
  "difficulty": "medium",
  "tags": [
    "syllable_count",
    "counting",
    "token_processing"
  ],
  "evaluation_criteria": {
    "exact_match": true,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [],
    "tolerance": 0.0,
    "alternatives": []
  }
}

Question
How many syllables are in the French word 'beauté'?
Question payload
{
  "question_text": "How many syllables are in the French word 'beauté'?",
  "answer_type": "numeric",
  "correct_answer": 2,
  "category": "Syllable Count",
  "difficulty": "easy",
  "tags": [
    "syllable_count",
    "counting",
    "token_processing"
  ],
  "evaluation_criteria": {
    "exact_match": true,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [],
    "tolerance": 0.0,
    "alternatives": []
  }
}

Question
How many syllables are in the English word 'apple'?
Question payload
{
  "question_text": "How many syllables are in the English word 'apple'?",
  "answer_type": "numeric",
  "correct_answer": 2,
  "category": "Syllable Count",
  "difficulty": "easy",
  "tags": [
    "syllable_count",
    "counting",
    "token_processing"
  ],
  "evaluation_criteria": {
    "exact_match": true,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [],
    "tolerance": 0.0,
    "alternatives": []
  }
}

Question
How many syllables are in the Spanish word 'casa'?
Question payload
{
  "question_text": "How many syllables are in the Spanish word 'casa'?",
  "answer_type": "numeric",
  "correct_answer": 2,
  "category": "Syllable Count",
  "difficulty": "easy",
  "tags": [
    "syllable_count",
    "counting",
    "token_processing"
  ],
  "evaluation_criteria": {
    "exact_match": true,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [],
    "tolerance": 0.0,
    "alternatives": []
  }
}

Question
How many syllables are in the Spanish word 'amigo'?
Question payload
{
  "question_text": "How many syllables are in the Spanish word 'amigo'?",
  "answer_type": "numeric",
  "correct_answer": 3,
  "category": "Syllable Count",
  "difficulty": "easy",
  "tags": [
    "syllable_count",
    "counting",
    "token_processing"
  ],
  "evaluation_criteria": {
    "exact_match": true,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [],
    "tolerance": 0.0,
    "alternatives": []
  }
}

Question
How many syllables are in the Spanish word 'señor'?
Question payload
{
  "question_text": "How many syllables are in the Spanish word 'señor'?",
  "answer_type": "numeric",
  "correct_answer": 2,
  "category": "Syllable Count",
  "difficulty": "easy",
  "tags": [
    "syllable_count",
    "counting",
    "token_processing"
  ],
  "evaluation_criteria": {
    "exact_match": true,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [],
    "tolerance": 0.0,
    "alternatives": []
  }
}

Question
How many syllables are in the Spanish word 'música'?
Question payload
{
  "question_text": "How many syllables are in the Spanish word 'música'?",
  "answer_type": "numeric",
  "correct_answer": 3,
  "category": "Syllable Count",
  "difficulty": "easy",
  "tags": [
    "syllable_count",
    "counting",
    "token_processing"
  ],
  "evaluation_criteria": {
    "exact_match": true,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [],
    "tolerance": 0.0,
    "alternatives": []
  }
}

Question
How many syllables are in the Spanish word 'corazón'?
Question payload
{
  "question_text": "How many syllables are in the Spanish word 'corazón'?",
  "answer_type": "numeric",
  "correct_answer": 3,
  "category": "Syllable Count",
  "difficulty": "medium",
  "tags": [
    "syllable_count",
    "counting",
    "token_processing"
  ],
  "evaluation_criteria": {
    "exact_match": true,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [],
    "tolerance": 0.0,
    "alternatives": []
  }
}

Question
How many syllables are in the Spanish word 'educación'?
Question payload
{
  "question_text": "How many syllables are in the Spanish word 'educación'?",
  "answer_type": "numeric",
  "correct_answer": 4,
  "category": "Syllable Count",
  "difficulty": "medium",
  "tags": [
    "syllable_count",
    "counting",
    "token_processing"
  ],
  "evaluation_criteria": {
    "exact_match": true,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [],
    "tolerance": 0.0,
    "alternatives": []
  }
}

Question
How many syllables are in the Spanish word 'universidad'?
Question payload
{
  "question_text": "How many syllables are in the Spanish word 'universidad'?",
  "answer_type": "numeric",
  "correct_answer": 5,
  "category": "Syllable Count",
  "difficulty": "hard",
  "tags": [
    "syllable_count",
    "counting",
    "token_processing"
  ],
  "evaluation_criteria": {
    "exact_match": true,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [],
    "tolerance": 0.0,
    "alternatives": []
  }
}

Question
How many syllables are in the Spanish word 'comunicación'?
Question payload
{
  "question_text": "How many syllables are in the Spanish word 'comunicación'?",
  "answer_type": "numeric",
  "correct_answer": 5,
  "category": "Syllable Count",
  "difficulty": "hard",
  "tags": [
    "syllable_count",
    "counting",
    "token_processing"
  ],
  "evaluation_criteria": {
    "exact_match": true,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [],
    "tolerance": 0.0,
    "alternatives": []
  }
}

Question
How many syllables are in the Spanish word 'extraordinario'?
Question payload
{
  "question_text": "How many syllables are in the Spanish word 'extraordinario'?",
  "answer_type": "numeric",
  "correct_answer": 6,
  "category": "Syllable Count",
  "difficulty": "hard",
  "tags": [
    "syllable_count",
    "counting",
    "token_processing"
  ],
  "evaluation_criteria": {
    "exact_match": true,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [],
    "tolerance": 0.0,
    "alternatives": []
  }
}

Question
How many syllables are in the Spanish word 'primavera'?
Question payload
{
  "question_text": "How many syllables are in the Spanish word 'primavera'?",
  "answer_type": "numeric",
  "correct_answer": 4,
  "category": "Syllable Count",
  "difficulty": "medium",
  "tags": [
    "syllable_count",
    "counting",
    "token_processing"
  ],
  "evaluation_criteria": {
    "exact_match": true,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [],
    "tolerance": 0.0,
    "alternatives": []
  }
}

Question
How many syllables are in the English word 'umbrella'?
Question payload
{
  "question_text": "How many syllables are in the English word 'umbrella'?",
  "answer_type": "numeric",
  "correct_answer": 3,
  "category": "Syllable Count",
  "difficulty": "medium",
  "tags": [
    "syllable_count",
    "counting",
    "token_processing"
  ],
  "evaluation_criteria": {
    "exact_match": true,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [],
    "tolerance": 0.0,
    "alternatives": []
  }
}

Question
How many syllables are in the Italian word 'cane'?
Question payload
{
  "question_text": "How many syllables are in the Italian word 'cane'?",
  "answer_type": "numeric",
  "correct_answer": 2,
  "category": "Syllable Count",
  "difficulty": "easy",
  "tags": [
    "syllable_count",
    "counting",
    "token_processing"
  ],
  "evaluation_criteria": {
    "exact_match": true,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [],
    "tolerance": 0.0,
    "alternatives": []
  }
}

Question
How many syllables are in the Italian word 'amore'?
Question payload
{
  "question_text": "How many syllables are in the Italian word 'amore'?",
  "answer_type": "numeric",
  "correct_answer": 3,
  "category": "Syllable Count",
  "difficulty": "easy",
  "tags": [
    "syllable_count",
    "counting",
    "token_processing"
  ],
  "evaluation_criteria": {
    "exact_match": true,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [],
    "tolerance": 0.0,
    "alternatives": []
  }
}

Question
How many syllables are in the Italian word 'libro'?
Question payload
{
  "question_text": "How many syllables are in the Italian word 'libro'?",
  "answer_type": "numeric",
  "correct_answer": 2,
  "category": "Syllable Count",
  "difficulty": "easy",
  "tags": [
    "syllable_count",
    "counting",
    "token_processing"
  ],
  "evaluation_criteria": {
    "exact_match": true,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [],
    "tolerance": 0.0,
    "alternatives": []
  }
}

Question
How many syllables are in the Italian word 'bambino'?
Question payload
{
  "question_text": "How many syllables are in the Italian word 'bambino'?",
  "answer_type": "numeric",
  "correct_answer": 3,
  "category": "Syllable Count",
  "difficulty": "easy",
  "tags": [
    "syllable_count",
    "counting",
    "token_processing"
  ],
  "evaluation_criteria": {
    "exact_match": true,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [],
    "tolerance": 0.0,
    "alternatives": []
  }
}

Question
How many syllables are in the Italian word 'università'?
Question payload
{
  "question_text": "How many syllables are in the Italian word 'università'?",
  "answer_type": "numeric",
  "correct_answer": 5,
  "category": "Syllable Count",
  "difficulty": "hard",
  "tags": [
    "syllable_count",
    "counting",
    "token_processing"
  ],
  "evaluation_criteria": {
    "exact_match": true,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [],
    "tolerance": 0.0,
    "alternatives": []
  }
}

Question
How many syllables are in the Italian word 'bellissimo'?
Question payload
{
  "question_text": "How many syllables are in the Italian word 'bellissimo'?",
  "answer_type": "numeric",
  "correct_answer": 4,
  "category": "Syllable Count",
  "difficulty": "medium",
  "tags": [
    "syllable_count",
    "counting",
    "token_processing"
  ],
  "evaluation_criteria": {
    "exact_match": true,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [],
    "tolerance": 0.0,
    "alternatives": []
  }
}

Question
How many syllables are in the Italian word 'comunicazione'?
Question payload
{
  "question_text": "How many syllables are in the Italian word 'comunicazione'?",
  "answer_type": "numeric",
  "correct_answer": 6,
  "category": "Syllable Count",
  "difficulty": "hard",
  "tags": [
    "syllable_count",
    "counting",
    "token_processing"
  ],
  "evaluation_criteria": {
    "exact_match": true,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [],
    "tolerance": 0.0,
    "alternatives": []
  }
}

Question
How many syllables are in the Italian word 'meraviglioso'?
Question payload
{
  "question_text": "How many syllables are in the Italian word 'meraviglioso'?",
  "answer_type": "numeric",
  "correct_answer": 5,
  "category": "Syllable Count",
  "difficulty": "hard",
  "tags": [
    "syllable_count",
    "counting",
    "token_processing"
  ],
  "evaluation_criteria": {
    "exact_match": true,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [],
    "tolerance": 0.0,
    "alternatives": []
  }
}

Question
How many syllables are in the Italian word 'straordinario'?
Question payload
{
  "question_text": "How many syllables are in the Italian word 'straordinario'?",
  "answer_type": "numeric",
  "correct_answer": 5,
  "category": "Syllable Count",
  "difficulty": "hard",
  "tags": [
    "syllable_count",
    "counting",
    "token_processing"
  ],
  "evaluation_criteria": {
    "exact_match": true,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [],
    "tolerance": 0.0,
    "alternatives": []
  }
}

Question
How many syllables are in the Italian word 'pianoforte'?
Question payload
{
  "question_text": "How many syllables are in the Italian word 'pianoforte'?",
  "answer_type": "numeric",
  "correct_answer": 4,
  "category": "Syllable Count",
  "difficulty": "medium",
  "tags": [
    "syllable_count",
    "counting",
    "token_processing"
  ],
  "evaluation_criteria": {
    "exact_match": true,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [],
    "tolerance": 0.0,
    "alternatives": []
  }
}

Question
How many syllables are in the English word 'beautiful'?
Question payload
{
  "question_text": "How many syllables are in the English word 'beautiful'?",
  "answer_type": "numeric",
  "correct_answer": 3,
  "category": "Syllable Count",
  "difficulty": "medium",
  "tags": [
    "syllable_count",
    "counting",
    "token_processing"
  ],
  "evaluation_criteria": {
    "exact_match": true,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [],
    "tolerance": 0.0,
    "alternatives": []
  }
}

Question
How many syllables are in the English word 'education'?
Question payload
{
  "question_text": "How many syllables are in the English word 'education'?",
  "answer_type": "numeric",
  "correct_answer": 4,
  "category": "Syllable Count",
  "difficulty": "medium",
  "tags": [
    "syllable_count",
    "counting",
    "token_processing"
  ],
  "evaluation_criteria": {
    "exact_match": true,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [],
    "tolerance": 0.0,
    "alternatives": []
  }
}

Question
How many syllables are in the English word 'strength'?
Question payload
{
  "question_text": "How many syllables are in the English word 'strength'?",
  "answer_type": "numeric",
  "correct_answer": 1,
  "category": "Syllable Count",
  "difficulty": "easy",
  "tags": [
    "syllable_count",
    "counting",
    "token_processing"
  ],
  "evaluation_criteria": {
    "exact_match": true,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [],
    "tolerance": 0.0,
    "alternatives": []
  }
}

Question
How many syllables are in the English word 'programming'?
Question payload
{
  "question_text": "How many syllables are in the English word 'programming'?",
  "answer_type": "numeric",
  "correct_answer": 3,
  "category": "Syllable Count",
  "difficulty": "medium",
  "tags": [
    "syllable_count",
    "counting",
    "token_processing"
  ],
  "evaluation_criteria": {
    "exact_match": true,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [],
    "tolerance": 0.0,
    "alternatives": []
  }
}

Question
How many syllables are in the English word 'communication'?
Question payload
{
  "question_text": "How many syllables are in the English word 'communication'?",
  "answer_type": "numeric",
  "correct_answer": 5,
  "category": "Syllable Count",
  "difficulty": "hard",
  "tags": [
    "syllable_count",
    "counting",
    "token_processing"
  ],
  "evaluation_criteria": {
    "exact_match": true,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [],
    "tolerance": 0.0,
    "alternatives": []
  }
}

Question
How many syllables are in the English word 'strawberry'?
Question payload
{
  "question_text": "How many syllables are in the English word 'strawberry'?",
  "answer_type": "numeric",
  "correct_answer": 3,
  "category": "Syllable Count",
  "difficulty": "medium",
  "tags": [
    "syllable_count",
    "counting",
    "token_processing"
  ],
  "evaluation_criteria": {
    "exact_match": true,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [],
    "tolerance": 0.0,
    "alternatives": []
  }
}