{
  "dataset": "smolnikov/RuDecide",
  "revision": "e311afbf6bda74c57bb6a77ffc33b19c946ca76a",
  "analysis": "static-data-audit",
  "tracks": {
    "track_a_unseen": {
      "rows": 2235,
      "sha256": "826ea9fe62fdb2e88d308d9c232cde36b237db99b1ee20051d6db75dd8b992ac",
      "unique_ids": 2235,
      "duplicate_id_rows": 0,
      "repeated_exact_state_rows": 63,
      "invalid_rows": [],
      "duplicate_question_rows": 0,
      "question_types": {
        "choice": 1335,
        "noul": 900
      },
      "tasks": {
        "cedr": {
          "n": 300,
          "types": {
            "choice": 300
          },
          "option_counts": {
            "6": 300
          },
          "uniform_random_expected_accuracy": 0.16666666666666666
        },
        "danetqa": {
          "n": 300,
          "types": {
            "noul": 300
          },
          "option_counts": {
            "2": 300
          },
          "uniform_random_expected_accuracy": 0.5
        },
        "muserc": {
          "n": 300,
          "types": {
            "noul": 300
          },
          "option_counts": {
            "2": 300
          },
          "uniform_random_expected_accuracy": 0.5
        },
        "parus": {
          "n": 100,
          "types": {
            "choice": 100
          },
          "option_counts": {
            "2": 100
          },
          "uniform_random_expected_accuracy": 0.5
        },
        "rcb": {
          "n": 220,
          "types": {
            "choice": 220
          },
          "option_counts": {
            "3": 220
          },
          "uniform_random_expected_accuracy": 0.3333333333333333
        },
        "rucola": {
          "n": 300,
          "types": {
            "noul": 300
          },
          "option_counts": {
            "2": 300
          },
          "uniform_random_expected_accuracy": 0.5
        },
        "ruopenbookqa": {
          "n": 300,
          "types": {
            "choice": 300
          },
          "option_counts": {
            "4": 300
          },
          "uniform_random_expected_accuracy": 0.25
        },
        "ruworldtree": {
          "n": 115,
          "types": {
            "choice": 115
          },
          "option_counts": {
            "4": 115
          },
          "uniform_random_expected_accuracy": 0.25
        },
        "xstory_ru": {
          "n": 300,
          "types": {
            "choice": 300
          },
          "option_counts": {
            "2": 300
          },
          "uniform_random_expected_accuracy": 0.5
        }
      }
    },
    "track_b_applied": {
      "rows": 1543,
      "sha256": "a9638dd72945ea1aeb23cff5ca5fd8af30c7586430563c7f066a9de1232f1482",
      "unique_ids": 1543,
      "duplicate_id_rows": 0,
      "repeated_exact_state_rows": 196,
      "invalid_rows": [],
      "duplicate_question_rows": 1,
      "question_types": {
        "noul": 653,
        "choice": 764,
        "score": 126
      },
      "tasks": {
        "injection_ru": {
          "n": 300,
          "types": {
            "noul": 300
          },
          "option_counts": {
            "2": 300
          },
          "uniform_random_expected_accuracy": 0.5
        },
        "massive_ru": {
          "n": 300,
          "types": {
            "choice": 300
          },
          "option_counts": {
            "9": 18,
            "4": 23,
            "5": 31,
            "2": 18,
            "18": 154,
            "3": 56
          },
          "uniform_random_expected_accuracy": 0.16724074074074075
        },
        "prompt_safety": {
          "n": 43,
          "types": {
            "choice": 43
          },
          "option_counts": {
            "5": 43
          },
          "uniform_random_expected_accuracy": 0.19999999999999998
        },
        "skills_unseen_catalogs": {
          "n": 300,
          "types": {
            "choice": 300
          },
          "option_counts": {
            "6": 36,
            "8": 29,
            "11": 32,
            "10": 17,
            "13": 25,
            "7": 35,
            "12": 22,
            "14": 33,
            "16": 18,
            "9": 22,
            "15": 28,
            "5": 3
          },
          "uniform_random_expected_accuracy": 0.10461251711251711
        },
        "spam_ru": {
          "n": 300,
          "types": {
            "noul": 300
          },
          "option_counts": {
            "2": 300
          },
          "uniform_random_expected_accuracy": 0.5
        },
        "support_ru": {
          "n": 300,
          "types": {
            "choice": 121,
            "score": 126,
            "noul": 53
          },
          "option_counts": {
            "4": 128,
            "7": 55,
            "2": 53,
            "3": 64
          },
          "uniform_random_expected_accuracy": 0.2923015873015873
        }
      }
    }
  },
  "cross_track": {
    "shared_ids": 0,
    "shared_exact_states": 0
  }
}