{"_manifest": true, "format": "benchmark", "schema": "bantunomics.bts-s100.numerals.v2.6.8", "purpose": "Measure model competence on Bantu numerals. Score model output against `reference`. Exact-match or linguist-judged.", "languages": 2, "types": ["cardinal", "arithmetic"], "samples_per_language_per_type": 5, "max_n": 1000, "tier_floor": "C", "generated_utc": "2026-08-22T06:08:24Z", "doc": "https://github.com/mmmwembe/bts-bantunomics"}
{"task_id": "bem-cardinal-1", "seq": 1, "type": "cardinal", "iso": "bem", "language": "Bemba", "prompt": "Write the number 1 in Bemba (cardinal form). Answer with only the Bemba words.", "reference": "cimo", "english": "one", "metadata": {"tier": "A", "quality": "full", "n": 1, "schema": "bantunomics.bts-s100.numerals.v2.6.8"}}
{"task_id": "bem-arith-1+1", "seq": 2, "type": "arithmetic", "iso": "bem", "language": "Bemba", "prompt": "In Bemba, what is 1 + 1? Answer with only the Bemba words for the result.", "reference": "fibili", "english": "one + one = two", "metadata": {"tier": "A", "a": 1, "b": 1, "op": "add", "result": 2, "schema": "bantunomics.bts-s100.numerals.v2.6.8"}}
{"task_id": "bem-cardinal-250", "seq": 3, "type": "cardinal", "iso": "bem", "language": "Bemba", "prompt": "Write the number 250 in Bemba (cardinal form). Answer with only the Bemba words.", "reference": "imyanda yabili na amakumi yasano", "english": "two hundred fifty", "metadata": {"tier": "A", "quality": "full", "n": 250, "schema": "bantunomics.bts-s100.numerals.v2.6.8"}}
{"task_id": "bem-arith-250+83", "seq": 4, "type": "arithmetic", "iso": "bem", "language": "Bemba", "prompt": "In Bemba, what is 250 + 83? Answer with only the Bemba words for the result.", "reference": "imyanda yatatu na amakumi yatatu na fitatu", "english": "two hundred fifty + eighty-three = three hundred thirty-three", "metadata": {"tier": "A", "a": 250, "b": 83, "op": "add", "result": 333, "schema": "bantunomics.bts-s100.numerals.v2.6.8"}}
{"task_id": "bem-cardinal-500", "seq": 5, "type": "cardinal", "iso": "bem", "language": "Bemba", "prompt": "Write the number 500 in Bemba (cardinal form). Answer with only the Bemba words.", "reference": "imyanda yasano", "english": "five hundred", "metadata": {"tier": "A", "quality": "full", "n": 500, "schema": "bantunomics.bts-s100.numerals.v2.6.8"}}
{"task_id": "bem-arith-500+166", "seq": 6, "type": "arithmetic", "iso": "bem", "language": "Bemba", "prompt": "In Bemba, what is 500 + 166? Answer with only the Bemba words for the result.", "reference": "imyanda mutanda na amakumi mutanda na mutanda", "english": "five hundred + one hundred sixty-six = six hundred sixty-six", "metadata": {"tier": "A", "a": 500, "b": 166, "op": "add", "result": 666, "schema": "bantunomics.bts-s100.numerals.v2.6.8"}}
{"task_id": "bem-cardinal-750", "seq": 7, "type": "cardinal", "iso": "bem", "language": "Bemba", "prompt": "Write the number 750 in Bemba (cardinal form). Answer with only the Bemba words.", "reference": "imyanda cine lubali na amakumi yasano", "english": "seven hundred fifty", "metadata": {"tier": "A", "quality": "full", "n": 750, "schema": "bantunomics.bts-s100.numerals.v2.6.8"}}
{"task_id": "bem-arith-750+250", "seq": 8, "type": "arithmetic", "iso": "bem", "language": "Bemba", "prompt": "In Bemba, what is 750 + 250? Answer with only the Bemba words for the result.", "reference": "ikana limo", "english": "seven hundred fifty + two hundred fifty = one thousand", "metadata": {"tier": "A", "a": 750, "b": 250, "op": "add", "result": 1000, "schema": "bantunomics.bts-s100.numerals.v2.6.8"}}
{"task_id": "bem-cardinal-1000", "seq": 9, "type": "cardinal", "iso": "bem", "language": "Bemba", "prompt": "Write the number 1000 in Bemba (cardinal form). Answer with only the Bemba words.", "reference": "ikana limo", "english": "one thousand", "metadata": {"tier": "A", "quality": "full", "n": 1000, "schema": "bantunomics.bts-s100.numerals.v2.6.8"}}
{"task_id": "bem-arith-1000+333", "seq": 10, "type": "arithmetic", "iso": "bem", "language": "Bemba", "prompt": "In Bemba, what is 1000 + 333? Answer with only the Bemba words for the result.", "reference": "ikana limo na imyanda yatatu na amakumi yatatu na fitatu", "english": "one thousand + three hundred thirty-three = one thousand three hundred thirty-three", "metadata": {"tier": "A", "a": 1000, "b": 333, "op": "add", "result": 1333, "schema": "bantunomics.bts-s100.numerals.v2.6.8"}}
{"task_id": "swh-cardinal-1", "seq": 11, "type": "cardinal", "iso": "swh", "language": "Swahili", "prompt": "Write the number 1 in Swahili (cardinal form). Answer with only the Swahili words.", "reference": "moja", "english": "one", "metadata": {"tier": "A", "quality": "full", "n": 1, "schema": "bantunomics.bts-s100.numerals.v2.6.8"}}
{"task_id": "swh-arith-1+1", "seq": 12, "type": "arithmetic", "iso": "swh", "language": "Swahili", "prompt": "In Swahili, what is 1 + 1? Answer with only the Swahili words for the result.", "reference": "mbili", "english": "one + one = two", "metadata": {"tier": "A", "a": 1, "b": 1, "op": "add", "result": 2, "schema": "bantunomics.bts-s100.numerals.v2.6.8"}}
{"task_id": "swh-cardinal-250", "seq": 13, "type": "cardinal", "iso": "swh", "language": "Swahili", "prompt": "Write the number 250 in Swahili (cardinal form). Answer with only the Swahili words.", "reference": "mia mbili na hamsini", "english": "two hundred fifty", "metadata": {"tier": "A", "quality": "full", "n": 250, "schema": "bantunomics.bts-s100.numerals.v2.6.8"}}
{"task_id": "swh-arith-250+83", "seq": 14, "type": "arithmetic", "iso": "swh", "language": "Swahili", "prompt": "In Swahili, what is 250 + 83? Answer with only the Swahili words for the result.", "reference": "mia tatu na thelathini na tatu", "english": "two hundred fifty + eighty-three = three hundred thirty-three", "metadata": {"tier": "A", "a": 250, "b": 83, "op": "add", "result": 333, "schema": "bantunomics.bts-s100.numerals.v2.6.8"}}
{"task_id": "swh-cardinal-500", "seq": 15, "type": "cardinal", "iso": "swh", "language": "Swahili", "prompt": "Write the number 500 in Swahili (cardinal form). Answer with only the Swahili words.", "reference": "mia tano", "english": "five hundred", "metadata": {"tier": "A", "quality": "full", "n": 500, "schema": "bantunomics.bts-s100.numerals.v2.6.8"}}
{"task_id": "swh-arith-500+166", "seq": 16, "type": "arithmetic", "iso": "swh", "language": "Swahili", "prompt": "In Swahili, what is 500 + 166? Answer with only the Swahili words for the result.", "reference": "mia sita na sitini na sita", "english": "five hundred + one hundred sixty-six = six hundred sixty-six", "metadata": {"tier": "A", "a": 500, "b": 166, "op": "add", "result": 666, "schema": "bantunomics.bts-s100.numerals.v2.6.8"}}
{"task_id": "swh-cardinal-750", "seq": 17, "type": "cardinal", "iso": "swh", "language": "Swahili", "prompt": "Write the number 750 in Swahili (cardinal form). Answer with only the Swahili words.", "reference": "mia saba na hamsini", "english": "seven hundred fifty", "metadata": {"tier": "A", "quality": "full", "n": 750, "schema": "bantunomics.bts-s100.numerals.v2.6.8"}}
{"task_id": "swh-arith-750+250", "seq": 18, "type": "arithmetic", "iso": "swh", "language": "Swahili", "prompt": "In Swahili, what is 750 + 250? Answer with only the Swahili words for the result.", "reference": "elfu moja", "english": "seven hundred fifty + two hundred fifty = one thousand", "metadata": {"tier": "A", "a": 750, "b": 250, "op": "add", "result": 1000, "schema": "bantunomics.bts-s100.numerals.v2.6.8"}}
{"task_id": "swh-cardinal-1000", "seq": 19, "type": "cardinal", "iso": "swh", "language": "Swahili", "prompt": "Write the number 1000 in Swahili (cardinal form). Answer with only the Swahili words.", "reference": "elfu moja", "english": "one thousand", "metadata": {"tier": "A", "quality": "full", "n": 1000, "schema": "bantunomics.bts-s100.numerals.v2.6.8"}}
{"task_id": "swh-arith-1000+333", "seq": 20, "type": "arithmetic", "iso": "swh", "language": "Swahili", "prompt": "In Swahili, what is 1000 + 333? Answer with only the Swahili words for the result.", "reference": "elfu moja na mia tatu na thelathini na tatu", "english": "one thousand + three hundred thirty-three = one thousand three hundred thirty-three", "metadata": {"tier": "A", "a": 1000, "b": 333, "op": "add", "result": 1333, "schema": "bantunomics.bts-s100.numerals.v2.6.8"}}