Word Length
A benchmark to evaluate a model's ability to count the total number of letters in a given word.
Questions
40
Total Runs
19
Best Score
100/100
Leaderboard
| Rank | Model | Score | Run Date | Actions |
|---|---|---|---|---|
| GPT-5 mini |
100
|
2026-02-26 01:10:31 | View Details | |
| 2 | Claude Haiku 4.5 |
100
|
2026-02-27 19:38:08 | View Details |
| 3 |
Llama 3 8B (LMStudio)
4900 MB |
95
|
2026-02-28 16:39:43 | View Details |
| 4 |
Gemma 3 12B (LMStudio)
8100 MB |
85
|
2026-02-28 15:39:32 | View Details |
| 5 |
OLMo 3 7B (LMStudio)
4300 MB |
82
|
2026-02-28 17:31:08 | View Details |
| 6 |
Llama 3.1 8B (LMStudio)
4900 MB |
75
|
2026-02-28 16:55:00 | View Details |
| 7 |
Qwen3 1.7B (LMStudio)
1100 MB |
72
|
2026-02-28 18:02:18 | View Details |
| 8 |
Gemma 2 9B (LMStudio)
5800 MB |
60
|
2026-02-28 14:52:24 | View Details |
| 9 |
Qwen3 4B (LMStudio)
2800 MB |
57
|
2026-02-28 18:08:34 | View Details |
| 10 |
Qwen3 VL 8B (LMStudio)
5000 MB |
47
|
2026-02-28 18:19:14 | View Details |
| 11 |
Ministral 8B (LMStudio)
4900 MB |
45
|
2026-02-28 17:16:30 | View Details |
| 12 | GPT-5 nano |
42
|
2026-02-25 18:32:11 | View Details |
| 13 |
SmolLM2 1.7B (LMStudio)
1100 MB |
35
|
2026-02-28 19:16:48 | View Details |
| 14 |
Llama 2 7B (LMStudio)
4900 MB |
27
|
2026-02-28 02:59:41 | View Details |
| 15 |
Llama 3.2 1B (LMStudio)
1300 MB |
27
|
2026-02-28 17:10:27 | View Details |
| 16 |
Granite 3.2 8B (LMStudio)
4900 MB |
22
|
2026-02-28 16:11:33 | View Details |
| 17 |
Gemma 2B (LMStudio)
1500 MB |
20
|
2026-02-28 15:31:14 | View Details |
| 18 |
Gemma 2 2B (LMStudio)
1500 MB |
17
|
2026-02-28 03:16:30 | View Details |
| 19 |
Phi-3.5 Mini (LMStudio)
2500 MB |
15
|
2026-02-28 17:45:06 | View Details |
Questions
Question
How many letters are in the word 'understanding'?Question payload
{
"question_text": "How many letters are in the word 'understanding'?",
"answer_type": "numeric",
"correct_answer": 13,
"category": "Word Length",
"difficulty": "hard",
"tags": [
"word_length",
"counting",
"spelling"
],
"evaluation_criteria": {
"exact_match": true,
"case_sensitive": false,
"contains": false,
"required_fields": [],
"tolerance": 0.0,
"alternatives": []
}
}Question
How many letters are in the word 'beautiful'?Question payload
{
"question_text": "How many letters are in the word 'beautiful'?",
"answer_type": "numeric",
"correct_answer": 9,
"category": "Word Length",
"difficulty": "hard",
"tags": [
"word_length",
"counting",
"spelling"
],
"evaluation_criteria": {
"exact_match": true,
"case_sensitive": false,
"contains": false,
"required_fields": [],
"tolerance": 0.0,
"alternatives": []
}
}Question
How many letters are in the word 'business'?Question payload
{
"question_text": "How many letters are in the word 'business'?",
"answer_type": "numeric",
"correct_answer": 8,
"category": "Word Length",
"difficulty": "hard",
"tags": [
"word_length",
"counting",
"spelling"
],
"evaluation_criteria": {
"exact_match": true,
"case_sensitive": false,
"contains": false,
"required_fields": [],
"tolerance": 0.0,
"alternatives": []
}
}Question
How many letters are in the word 'clock'?Question payload
{
"question_text": "How many letters are in the word 'clock'?",
"answer_type": "numeric",
"correct_answer": 5,
"category": "Word Length",
"difficulty": "easy",
"tags": [
"word_length",
"counting",
"spelling"
],
"evaluation_criteria": {
"exact_match": true,
"case_sensitive": false,
"contains": false,
"required_fields": [],
"tolerance": 0.0,
"alternatives": []
}
}Question
How many letters are in the word 'notebook'?Question payload
{
"question_text": "How many letters are in the word 'notebook'?",
"answer_type": "numeric",
"correct_answer": 8,
"category": "Word Length",
"difficulty": "medium",
"tags": [
"word_length",
"counting",
"spelling"
],
"evaluation_criteria": {
"exact_match": true,
"case_sensitive": false,
"contains": false,
"required_fields": [],
"tolerance": 0.0,
"alternatives": []
}
}Question
How many letters are in the word 'beautiful'?Question payload
{
"question_text": "How many letters are in the word 'beautiful'?",
"answer_type": "numeric",
"correct_answer": 9,
"category": "Word Length",
"difficulty": "hard",
"tags": [
"word_length",
"counting",
"spelling"
],
"evaluation_criteria": {
"exact_match": true,
"case_sensitive": false,
"contains": false,
"required_fields": [],
"tolerance": 0.0,
"alternatives": []
}
}Question
How many letters are in the word 'water'?Question payload
{
"question_text": "How many letters are in the word 'water'?",
"answer_type": "numeric",
"correct_answer": 5,
"category": "Word Length",
"difficulty": "easy",
"tags": [
"word_length",
"counting",
"spelling"
],
"evaluation_criteria": {
"exact_match": true,
"case_sensitive": false,
"contains": false,
"required_fields": [],
"tolerance": 0.0,
"alternatives": []
}
}Question
How many letters are in the word 'experience'?Question payload
{
"question_text": "How many letters are in the word 'experience'?",
"answer_type": "numeric",
"correct_answer": 10,
"category": "Word Length",
"difficulty": "hard",
"tags": [
"word_length",
"counting",
"spelling"
],
"evaluation_criteria": {
"exact_match": true,
"case_sensitive": false,
"contains": false,
"required_fields": [],
"tolerance": 0.0,
"alternatives": []
}
}Question
How many letters are in the word 'internet'?Question payload
{
"question_text": "How many letters are in the word 'internet'?",
"answer_type": "numeric",
"correct_answer": 8,
"category": "Word Length",
"difficulty": "medium",
"tags": [
"word_length",
"counting",
"spelling"
],
"evaluation_criteria": {
"exact_match": true,
"case_sensitive": false,
"contains": false,
"required_fields": [],
"tolerance": 0.0,
"alternatives": []
}
}Question
How many letters are in the word 'profession'?Question payload
{
"question_text": "How many letters are in the word 'profession'?",
"answer_type": "numeric",
"correct_answer": 10,
"category": "Word Length",
"difficulty": "hard",
"tags": [
"word_length",
"counting",
"spelling"
],
"evaluation_criteria": {
"exact_match": true,
"case_sensitive": false,
"contains": false,
"required_fields": [],
"tolerance": 0.0,
"alternatives": []
}
}Question
How many letters are in the word 'engineering'?Question payload
{
"question_text": "How many letters are in the word 'engineering'?",
"answer_type": "numeric",
"correct_answer": 11,
"category": "Word Length",
"difficulty": "hard",
"tags": [
"word_length",
"counting",
"spelling"
],
"evaluation_criteria": {
"exact_match": true,
"case_sensitive": false,
"contains": false,
"required_fields": [],
"tolerance": 0.0,
"alternatives": []
}
}Question
How many letters are in the word 'park'?Question payload
{
"question_text": "How many letters are in the word 'park'?",
"answer_type": "numeric",
"correct_answer": 4,
"category": "Word Length",
"difficulty": "easy",
"tags": [
"word_length",
"counting",
"spelling"
],
"evaluation_criteria": {
"exact_match": true,
"case_sensitive": false,
"contains": false,
"required_fields": [],
"tolerance": 0.0,
"alternatives": []
}
}Question
How many letters are in the word 'moon'?Question payload
{
"question_text": "How many letters are in the word 'moon'?",
"answer_type": "numeric",
"correct_answer": 4,
"category": "Word Length",
"difficulty": "easy",
"tags": [
"word_length",
"counting",
"spelling"
],
"evaluation_criteria": {
"exact_match": true,
"case_sensitive": false,
"contains": false,
"required_fields": [],
"tolerance": 0.0,
"alternatives": []
}
}Question
How many letters are in the word 'restaurant'?Question payload
{
"question_text": "How many letters are in the word 'restaurant'?",
"answer_type": "numeric",
"correct_answer": 10,
"category": "Word Length",
"difficulty": "hard",
"tags": [
"word_length",
"counting",
"spelling"
],
"evaluation_criteria": {
"exact_match": true,
"case_sensitive": false,
"contains": false,
"required_fields": [],
"tolerance": 0.0,
"alternatives": []
}
}Question
How many letters are in the word 'mathematics'?Question payload
{
"question_text": "How many letters are in the word 'mathematics'?",
"answer_type": "numeric",
"correct_answer": 11,
"category": "Word Length",
"difficulty": "hard",
"tags": [
"word_length",
"counting",
"spelling"
],
"evaluation_criteria": {
"exact_match": true,
"case_sensitive": false,
"contains": false,
"required_fields": [],
"tolerance": 0.0,
"alternatives": []
}
}Question
How many letters are in the word 'fish'?Question payload
{
"question_text": "How many letters are in the word 'fish'?",
"answer_type": "numeric",
"correct_answer": 4,
"category": "Word Length",
"difficulty": "easy",
"tags": [
"word_length",
"counting",
"spelling"
],
"evaluation_criteria": {
"exact_match": true,
"case_sensitive": false,
"contains": false,
"required_fields": [],
"tolerance": 0.0,
"alternatives": []
}
}Question
How many letters are in the word 'together'?Question payload
{
"question_text": "How many letters are in the word 'together'?",
"answer_type": "numeric",
"correct_answer": 8,
"category": "Word Length",
"difficulty": "hard",
"tags": [
"word_length",
"counting",
"spelling"
],
"evaluation_criteria": {
"exact_match": true,
"case_sensitive": false,
"contains": false,
"required_fields": [],
"tolerance": 0.0,
"alternatives": []
}
}Question
How many letters are in the word 'hill'?Question payload
{
"question_text": "How many letters are in the word 'hill'?",
"answer_type": "numeric",
"correct_answer": 4,
"category": "Word Length",
"difficulty": "easy",
"tags": [
"word_length",
"counting",
"spelling"
],
"evaluation_criteria": {
"exact_match": true,
"case_sensitive": false,
"contains": false,
"required_fields": [],
"tolerance": 0.0,
"alternatives": []
}
}Question
How many letters are in the word 'knowledge'?Question payload
{
"question_text": "How many letters are in the word 'knowledge'?",
"answer_type": "numeric",
"correct_answer": 9,
"category": "Word Length",
"difficulty": "medium",
"tags": [
"word_length",
"counting",
"spelling"
],
"evaluation_criteria": {
"exact_match": true,
"case_sensitive": false,
"contains": false,
"required_fields": [],
"tolerance": 0.0,
"alternatives": []
}
}Question
How many letters are in the word 'strawberry'?Question payload
{
"question_text": "How many letters are in the word 'strawberry'?",
"answer_type": "numeric",
"correct_answer": 10,
"category": "Word Length",
"difficulty": "hard",
"tags": [
"word_length",
"counting",
"spelling"
],
"evaluation_criteria": {
"exact_match": true,
"case_sensitive": false,
"contains": false,
"required_fields": [],
"tolerance": 0.0,
"alternatives": []
}
}Question
How many letters are in the word 'tree'?Question payload
{
"question_text": "How many letters are in the word 'tree'?",
"answer_type": "numeric",
"correct_answer": 4,
"category": "Word Length",
"difficulty": "easy",
"tags": [
"word_length",
"counting",
"spelling"
],
"evaluation_criteria": {
"exact_match": true,
"case_sensitive": false,
"contains": false,
"required_fields": [],
"tolerance": 0.0,
"alternatives": []
}
}Question
How many letters are in the word 'solution'?Question payload
{
"question_text": "How many letters are in the word 'solution'?",
"answer_type": "numeric",
"correct_answer": 8,
"category": "Word Length",
"difficulty": "medium",
"tags": [
"word_length",
"counting",
"spelling"
],
"evaluation_criteria": {
"exact_match": true,
"case_sensitive": false,
"contains": false,
"required_fields": [],
"tolerance": 0.0,
"alternatives": []
}
}Question
How many letters are in the word 'ball'?Question payload
{
"question_text": "How many letters are in the word 'ball'?",
"answer_type": "numeric",
"correct_answer": 4,
"category": "Word Length",
"difficulty": "easy",
"tags": [
"word_length",
"counting",
"spelling"
],
"evaluation_criteria": {
"exact_match": true,
"case_sensitive": false,
"contains": false,
"required_fields": [],
"tolerance": 0.0,
"alternatives": []
}
}Question
How many letters are in the word 'moon'?Question payload
{
"question_text": "How many letters are in the word 'moon'?",
"answer_type": "numeric",
"correct_answer": 4,
"category": "Word Length",
"difficulty": "easy",
"tags": [
"word_length",
"counting",
"spelling"
],
"evaluation_criteria": {
"exact_match": true,
"case_sensitive": false,
"contains": false,
"required_fields": [],
"tolerance": 0.0,
"alternatives": []
}
}Question
How many letters are in the word 'different'?Question payload
{
"question_text": "How many letters are in the word 'different'?",
"answer_type": "numeric",
"correct_answer": 9,
"category": "Word Length",
"difficulty": "hard",
"tags": [
"word_length",
"counting",
"spelling"
],
"evaluation_criteria": {
"exact_match": true,
"case_sensitive": false,
"contains": false,
"required_fields": [],
"tolerance": 0.0,
"alternatives": []
}
}Question
How many letters are in the word 'solution'?Question payload
{
"question_text": "How many letters are in the word 'solution'?",
"answer_type": "numeric",
"correct_answer": 8,
"category": "Word Length",
"difficulty": "medium",
"tags": [
"word_length",
"counting",
"spelling"
],
"evaluation_criteria": {
"exact_match": true,
"case_sensitive": false,
"contains": false,
"required_fields": [],
"tolerance": 0.0,
"alternatives": []
}
}Question
How many letters are in the word 'quiet'?Question payload
{
"question_text": "How many letters are in the word 'quiet'?",
"answer_type": "numeric",
"correct_answer": 5,
"category": "Word Length",
"difficulty": "easy",
"tags": [
"word_length",
"counting",
"spelling"
],
"evaluation_criteria": {
"exact_match": true,
"case_sensitive": false,
"contains": false,
"required_fields": [],
"tolerance": 0.0,
"alternatives": []
}
}Question
How many letters are in the word 'book'?Question payload
{
"question_text": "How many letters are in the word 'book'?",
"answer_type": "numeric",
"correct_answer": 4,
"category": "Word Length",
"difficulty": "easy",
"tags": [
"word_length",
"counting",
"spelling"
],
"evaluation_criteria": {
"exact_match": true,
"case_sensitive": false,
"contains": false,
"required_fields": [],
"tolerance": 0.0,
"alternatives": []
}
}Question
How many letters are in the word 'engineering'?Question payload
{
"question_text": "How many letters are in the word 'engineering'?",
"answer_type": "numeric",
"correct_answer": 11,
"category": "Word Length",
"difficulty": "hard",
"tags": [
"word_length",
"counting",
"spelling"
],
"evaluation_criteria": {
"exact_match": true,
"case_sensitive": false,
"contains": false,
"required_fields": [],
"tolerance": 0.0,
"alternatives": []
}
}Question
How many letters are in the word 'journey'?Question payload
{
"question_text": "How many letters are in the word 'journey'?",
"answer_type": "numeric",
"correct_answer": 7,
"category": "Word Length",
"difficulty": "medium",
"tags": [
"word_length",
"counting",
"spelling"
],
"evaluation_criteria": {
"exact_match": true,
"case_sensitive": false,
"contains": false,
"required_fields": [],
"tolerance": 0.0,
"alternatives": []
}
}Question
How many letters are in the word 'ocean'?Question payload
{
"question_text": "How many letters are in the word 'ocean'?",
"answer_type": "numeric",
"correct_answer": 5,
"category": "Word Length",
"difficulty": "medium",
"tags": [
"word_length",
"counting",
"spelling"
],
"evaluation_criteria": {
"exact_match": true,
"case_sensitive": false,
"contains": false,
"required_fields": [],
"tolerance": 0.0,
"alternatives": []
}
}Question
How many letters are in the word 'hand'?Question payload
{
"question_text": "How many letters are in the word 'hand'?",
"answer_type": "numeric",
"correct_answer": 4,
"category": "Word Length",
"difficulty": "easy",
"tags": [
"word_length",
"counting",
"spelling"
],
"evaluation_criteria": {
"exact_match": true,
"case_sensitive": false,
"contains": false,
"required_fields": [],
"tolerance": 0.0,
"alternatives": []
}
}Question
How many letters are in the word 'knowledge'?Question payload
{
"question_text": "How many letters are in the word 'knowledge'?",
"answer_type": "numeric",
"correct_answer": 9,
"category": "Word Length",
"difficulty": "hard",
"tags": [
"word_length",
"counting",
"spelling"
],
"evaluation_criteria": {
"exact_match": true,
"case_sensitive": false,
"contains": false,
"required_fields": [],
"tolerance": 0.0,
"alternatives": []
}
}Question
How many letters are in the word 'red'?Question payload
{
"question_text": "How many letters are in the word 'red'?",
"answer_type": "numeric",
"correct_answer": 3,
"category": "Word Length",
"difficulty": "easy",
"tags": [
"word_length",
"counting",
"spelling"
],
"evaluation_criteria": {
"exact_match": true,
"case_sensitive": false,
"contains": false,
"required_fields": [],
"tolerance": 0.0,
"alternatives": []
}
}Question
How many letters are in the word 'question'?Question payload
{
"question_text": "How many letters are in the word 'question'?",
"answer_type": "numeric",
"correct_answer": 8,
"category": "Word Length",
"difficulty": "medium",
"tags": [
"word_length",
"counting",
"spelling"
],
"evaluation_criteria": {
"exact_match": true,
"case_sensitive": false,
"contains": false,
"required_fields": [],
"tolerance": 0.0,
"alternatives": []
}
}Question
How many letters are in the word 'mathematics'?Question payload
{
"question_text": "How many letters are in the word 'mathematics'?",
"answer_type": "numeric",
"correct_answer": 11,
"category": "Word Length",
"difficulty": "hard",
"tags": [
"word_length",
"counting",
"spelling"
],
"evaluation_criteria": {
"exact_match": true,
"case_sensitive": false,
"contains": false,
"required_fields": [],
"tolerance": 0.0,
"alternatives": []
}
}Question
How many letters are in the word 'application'?Question payload
{
"question_text": "How many letters are in the word 'application'?",
"answer_type": "numeric",
"correct_answer": 11,
"category": "Word Length",
"difficulty": "hard",
"tags": [
"word_length",
"counting",
"spelling"
],
"evaluation_criteria": {
"exact_match": true,
"case_sensitive": false,
"contains": false,
"required_fields": [],
"tolerance": 0.0,
"alternatives": []
}
}Question
How many letters are in the word 'profession'?Question payload
{
"question_text": "How many letters are in the word 'profession'?",
"answer_type": "numeric",
"correct_answer": 10,
"category": "Word Length",
"difficulty": "hard",
"tags": [
"word_length",
"counting",
"spelling"
],
"evaluation_criteria": {
"exact_match": true,
"case_sensitive": false,
"contains": false,
"required_fields": [],
"tolerance": 0.0,
"alternatives": []
}
}Question
How many letters are in the word 'strawberry'?Question payload
{
"question_text": "How many letters are in the word 'strawberry'?",
"answer_type": "numeric",
"correct_answer": 10,
"category": "Word Length",
"difficulty": "hard",
"tags": [
"word_length",
"counting",
"spelling"
],
"evaluation_criteria": {
"exact_match": true,
"case_sensitive": false,
"contains": false,
"required_fields": [],
"tolerance": 0.0,
"alternatives": []
}
}Question
How many letters are in the word 'knowledge'?Question payload
{
"question_text": "How many letters are in the word 'knowledge'?",
"answer_type": "numeric",
"correct_answer": 9,
"category": "Word Length",
"difficulty": "hard",
"tags": [
"word_length",
"counting",
"spelling"
],
"evaluation_criteria": {
"exact_match": true,
"case_sensitive": false,
"contains": false,
"required_fields": [],
"tolerance": 0.0,
"alternatives": []
}
}