[
  {
    "question": "What is 17 times 23?",
    "thinking": false,
    "answer": "391",
    "expected": "391",
    "exact_match": true,
    "seconds": 0.076,
    "generated_tokens": 4,
    "done_reason": "stop",
    "has_thinking_field": false,
    "thinking_chars": 0,
    "content_chars": 3
  },
  {
    "question": "What is (18 + 7) times 4?",
    "thinking": false,
    "answer": "100",
    "expected": "100",
    "exact_match": true,
    "seconds": 0.057,
    "generated_tokens": 4,
    "done_reason": "stop",
    "has_thinking_field": false,
    "thinking_chars": 0,
    "content_chars": 3
  },
  {
    "question": "A box holds 24 pencils. Five full boxes lose 17 pencils in total. How many pencils remain?",
    "thinking": false,
    "answer": "24 * 5 = 120 pencils initially\n\n120 - 17 = 103\n\n103",
    "expected": "103",
    "exact_match": false,
    "seconds": 0.412,
    "generated_tokens": 30,
    "done_reason": "stop",
    "has_thinking_field": false,
    "thinking_chars": 0,
    "content_chars": 51
  },
  {
    "question": "What is 125 minus 3 times 17?",
    "thinking": false,
    "answer": "125 - 3 * 17 = 125 - 51 = 74",
    "expected": "74",
    "exact_match": false,
    "seconds": 0.327,
    "generated_tokens": 24,
    "done_reason": "stop",
    "has_thinking_field": false,
    "thinking_chars": 0,
    "content_chars": 28
  },
  {
    "question": "What is 17 times 23?",
    "thinking": true,
    "answer": "391",
    "expected": "391",
    "exact_match": true,
    "seconds": 0.062,
    "generated_tokens": 4,
    "done_reason": "stop",
    "has_thinking_field": false,
    "thinking_chars": 0,
    "content_chars": 3
  },
  {
    "question": "What is (18 + 7) times 4?",
    "thinking": true,
    "answer": "100",
    "expected": "100",
    "exact_match": true,
    "seconds": 0.06,
    "generated_tokens": 4,
    "done_reason": "stop",
    "has_thinking_field": false,
    "thinking_chars": 0,
    "content_chars": 3
  },
  {
    "question": "A box holds 24 pencils. Five full boxes lose 17 pencils in total. How many pencils remain?",
    "thinking": true,
    "answer": "24 * 5 = 120 pencils initially  \n120 - 17 = 103  \n103",
    "expected": "103",
    "exact_match": false,
    "seconds": 0.405,
    "generated_tokens": 30,
    "done_reason": "stop",
    "has_thinking_field": false,
    "thinking_chars": 0,
    "content_chars": 53
  },
  {
    "question": "What is 125 minus 3 times 17?",
    "thinking": true,
    "answer": "125 - 3 * 17 = 125 - 51 = 74",
    "expected": "74",
    "exact_match": false,
    "seconds": 0.331,
    "generated_tokens": 24,
    "done_reason": "stop",
    "has_thinking_field": false,
    "thinking_chars": 0,
    "content_chars": 28
  }
]