{
  "squad_questions": {
    "train": 87599,
    "dev": 10570
  },
  "xquad_english": {
    "unique_titles": 48,
    "unique_title_and_passage_pairs": 240,
    "shared_ids_with_squad_train": 0,
    "shared_ids_with_squad_dev": 1190,
    "shared_id_field_changes_from_squad_dev": {
      "title": 0,
      "passage": 0,
      "question": 0,
      "ordered_answer_text_and_positions": 1190
    },
    "questions_with_any_exact_source_answer_and_position": 1190,
    "questions_with_first_answer_and_position_equal_to_first_source_answer": 1000
  },
  "squad_dev_after_excluding_xquad_question_ids": {
    "questions_left": 9380,
    "questions_with_same_title_and_exact_passage": 0,
    "questions_with_same_article_title": 9380
  },
  "squad_dev_questions_left_after_excluding_xquad_article_titles": 0,
  "by_language": {
    "ar": {
      "questions": 1190,
      "ids_missing_from_english": 0,
      "english_ids_missing_here": 0,
      "reference_spans_checked": 1190,
      "invalid_reference_spans": 0
    },
    "de": {
      "questions": 1190,
      "ids_missing_from_english": 0,
      "english_ids_missing_here": 0,
      "reference_spans_checked": 1190,
      "invalid_reference_spans": 0
    },
    "el": {
      "questions": 1190,
      "ids_missing_from_english": 0,
      "english_ids_missing_here": 0,
      "reference_spans_checked": 1190,
      "invalid_reference_spans": 0
    },
    "en": {
      "questions": 1190,
      "ids_missing_from_english": 0,
      "english_ids_missing_here": 0,
      "reference_spans_checked": 1190,
      "invalid_reference_spans": 0
    },
    "es": {
      "questions": 1190,
      "ids_missing_from_english": 0,
      "english_ids_missing_here": 0,
      "reference_spans_checked": 1190,
      "invalid_reference_spans": 0
    },
    "hi": {
      "questions": 1190,
      "ids_missing_from_english": 0,
      "english_ids_missing_here": 0,
      "reference_spans_checked": 1190,
      "invalid_reference_spans": 0
    },
    "ro": {
      "questions": 1190,
      "ids_missing_from_english": 0,
      "english_ids_missing_here": 0,
      "reference_spans_checked": 1190,
      "invalid_reference_spans": 0
    },
    "ru": {
      "questions": 1190,
      "ids_missing_from_english": 0,
      "english_ids_missing_here": 0,
      "reference_spans_checked": 1190,
      "invalid_reference_spans": 0
    },
    "th": {
      "questions": 1190,
      "ids_missing_from_english": 0,
      "english_ids_missing_here": 0,
      "reference_spans_checked": 1190,
      "invalid_reference_spans": 0
    },
    "tr": {
      "questions": 1190,
      "ids_missing_from_english": 0,
      "english_ids_missing_here": 0,
      "reference_spans_checked": 1190,
      "invalid_reference_spans": 0
    },
    "vi": {
      "questions": 1190,
      "ids_missing_from_english": 0,
      "english_ids_missing_here": 0,
      "reference_spans_checked": 1190,
      "invalid_reference_spans": 0
    },
    "zh": {
      "questions": 1190,
      "ids_missing_from_english": 0,
      "english_ids_missing_here": 0,
      "reference_spans_checked": 1190,
      "invalid_reference_spans": 0
    }
  }
}
