{
  "language": "ru",
  "experiments": [
    {
      "model": "logistic",
      "name": "Logistic Regression",
      "language": "ru",
      "accuracy": 0.8034470113678035,
      "precision": 0.8131153689247472,
      "recall": 0.8034470113678035,
      "f1": 0.8055810200708698,
      "macro_f1": 0.7735608934562918,
      "labels": [
        "alarm_query",
        "alarm_remove",
        "alarm_set",
        "audio_volume_down",
        "audio_volume_mute",
        "audio_volume_other",
        "audio_volume_up",
        "calendar_query",
        "calendar_remove",
        "calendar_set",
        "cooking_query",
        "cooking_recipe",
        "datetime_convert",
        "datetime_query",
        "email_addcontact",
        "email_query",
        "email_querycontact",
        "email_sendemail",
        "general_greet",
        "general_joke",
        "general_quirky",
        "iot_cleaning",
        "iot_coffee",
        "iot_hue_lightchange",
        "iot_hue_lightdim",
        "iot_hue_lightoff",
        "iot_hue_lighton",
        "iot_hue_lightup",
        "iot_wemo_off",
        "iot_wemo_on",
        "lists_createoradd",
        "lists_query",
        "lists_remove",
        "music_dislikeness",
        "music_likeness",
        "music_query",
        "music_settings",
        "news_query",
        "play_audiobook",
        "play_game",
        "play_music",
        "play_podcasts",
        "play_radio",
        "qa_currency",
        "qa_definition",
        "qa_factoid",
        "qa_maths",
        "qa_stock",
        "recommendation_events",
        "recommendation_locations",
        "recommendation_movies",
        "social_post",
        "social_query",
        "takeaway_order",
        "takeaway_query",
        "transport_query",
        "transport_taxi",
        "transport_ticket",
        "transport_traffic",
        "weather_query"
      ],
      "confusion_matrix": [
        [
          27,
          4,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          2,
          18,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          3,
          29,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          7,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          1,
          0,
          0,
          1,
          19,
          0,
          2,
          0,
          1,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          6,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          8,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          86,
          1,
          11,
          0,
          0,
          1,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          7,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          1,
          0,
          0,
          3,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          3,
          0,
          1,
          0,
          1,
          0,
          1,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          56,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          21,
          3,
          172,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          1,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          52,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          7,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          1,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          2,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          12,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          1,
          0,
          0,
          4,
          67,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          1,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          10,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          95,
          0,
          5,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          1
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          1,
          0,
          0,
          2,
          0,
          19,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          5,
          1,
          0,
          101,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          14,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          13,
          0,
          0,
          0,
          3,
          0,
          1,
          0,
          0,
          2,
          2,
          1,
          1,
          81,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          1,
          1,
          0,
          0,
          1,
          1,
          0,
          4,
          0,
          4,
          3,
          0,
          1,
          0,
          3,
          16,
          2,
          0,
          5,
          4,
          1,
          0,
          3,
          0,
          0,
          2,
          0,
          0,
          2,
          5
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          11,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          25,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          30,
          1,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          5,
          10,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          1,
          19,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          1,
          0,
          2,
          19,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          4,
          0,
          0,
          7,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          1,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          31,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          3,
          38,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          3,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          3,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          3,
          2,
          34,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          3,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          28,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          24,
          0,
          0,
          0,
          0,
          1,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          1,
          0,
          0,
          0,
          2,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          2,
          1,
          0,
          0,
          0,
          8,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          86,
          0,
          0,
          0,
          1,
          0,
          1,
          0,
          5,
          0,
          4,
          3,
          0,
          0,
          0,
          3,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          33,
          0,
          3,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          28,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          1,
          0,
          6,
          5,
          3,
          0,
          2,
          2,
          130,
          2,
          2,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          52,
          1,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          6,
          0,
          53,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          36,
          0,
          1,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          3,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          49,
          3,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          1,
          1,
          0,
          0,
          1,
          7,
          0,
          0,
          0,
          13,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          2,
          94,
          0,
          1,
          1,
          2,
          4,
          0,
          0,
          0,
          0,
          3,
          0,
          0,
          1,
          2
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          20,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          22,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          31,
          3,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          25,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          1,
          0,
          1,
          0,
          15,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          4,
          0,
          0,
          3,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          68,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          3,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          3,
          19,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          17,
          1,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          1,
          29,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          3,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          40,
          1,
          1,
          2,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          20,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          4,
          0,
          31,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          12,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          6,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          3,
          1,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          119
        ]
      ],
      "report": {
        "alarm_query": {
          "precision": 0.9,
          "recall": 0.8181818181818182,
          "f1-score": 0.8571428571428571,
          "support": 33.0
        },
        "alarm_remove": {
          "precision": 0.72,
          "recall": 0.8571428571428571,
          "f1-score": 0.782608695652174,
          "support": 21.0
        },
        "alarm_set": {
          "precision": 0.9354838709677419,
          "recall": 0.8787878787878788,
          "f1-score": 0.90625,
          "support": 33.0
        },
        "audio_volume_down": {
          "precision": 0.875,
          "recall": 1.0,
          "f1-score": 0.9333333333333333,
          "support": 7.0
        },
        "audio_volume_mute": {
          "precision": 0.9047619047619048,
          "recall": 0.7037037037037037,
          "f1-score": 0.7916666666666666,
          "support": 27.0
        },
        "audio_volume_other": {
          "precision": 1.0,
          "recall": 1.0,
          "f1-score": 1.0,
          "support": 6.0
        },
        "audio_volume_up": {
          "precision": 0.7272727272727273,
          "recall": 0.7272727272727273,
          "f1-score": 0.7272727272727273,
          "support": 11.0
        },
        "calendar_query": {
          "precision": 0.6417910447761194,
          "recall": 0.7107438016528925,
          "f1-score": 0.6745098039215687,
          "support": 121.0
        },
        "calendar_remove": {
          "precision": 0.8615384615384616,
          "recall": 0.9491525423728814,
          "f1-score": 0.9032258064516129,
          "support": 59.0
        },
        "calendar_set": {
          "precision": 0.9148936170212766,
          "recall": 0.8309178743961353,
          "f1-score": 0.8708860759493671,
          "support": 207.0
        },
        "cooking_query": {
          "precision": 0.0,
          "recall": 0.0,
          "f1-score": 0.0,
          "support": 0.0
        },
        "cooking_recipe": {
          "precision": 0.8387096774193549,
          "recall": 0.7536231884057971,
          "f1-score": 0.7938931297709924,
          "support": 69.0
        },
        "datetime_convert": {
          "precision": 0.6666666666666666,
          "recall": 0.8,
          "f1-score": 0.7272727272727273,
          "support": 15.0
        },
        "datetime_query": {
          "precision": 0.8701298701298701,
          "recall": 0.8481012658227848,
          "f1-score": 0.8589743589743589,
          "support": 79.0
        },
        "email_addcontact": {
          "precision": 0.5263157894736842,
          "recall": 0.9090909090909091,
          "f1-score": 0.6666666666666666,
          "support": 11.0
        },
        "email_query": {
          "precision": 0.9405940594059405,
          "recall": 0.8636363636363636,
          "f1-score": 0.9004739336492891,
          "support": 110.0
        },
        "email_querycontact": {
          "precision": 0.5428571428571428,
          "recall": 0.7307692307692307,
          "f1-score": 0.6229508196721312,
          "support": 26.0
        },
        "email_sendemail": {
          "precision": 0.8938053097345132,
          "recall": 0.9099099099099099,
          "f1-score": 0.9017857142857143,
          "support": 111.0
        },
        "general_greet": {
          "precision": 0.3333333333333333,
          "recall": 1.0,
          "f1-score": 0.5,
          "support": 1.0
        },
        "general_joke": {
          "precision": 0.9333333333333333,
          "recall": 0.8235294117647058,
          "f1-score": 0.875,
          "support": 17.0
        },
        "general_quirky": {
          "precision": 0.5159235668789809,
          "recall": 0.4909090909090909,
          "f1-score": 0.5031055900621118,
          "support": 165.0
        },
        "iot_cleaning": {
          "precision": 1.0,
          "recall": 0.7857142857142857,
          "f1-score": 0.88,
          "support": 14.0
        },
        "iot_coffee": {
          "precision": 1.0,
          "recall": 0.9615384615384616,
          "f1-score": 0.9803921568627451,
          "support": 26.0
        },
        "iot_hue_lightchange": {
          "precision": 0.7894736842105263,
          "recall": 0.8823529411764706,
          "f1-score": 0.8333333333333334,
          "support": 34.0
        },
        "iot_hue_lightdim": {
          "precision": 0.7142857142857143,
          "recall": 0.625,
          "f1-score": 0.6666666666666666,
          "support": 16.0
        },
        "iot_hue_lightoff": {
          "precision": 0.76,
          "recall": 0.8636363636363636,
          "f1-score": 0.8085106382978723,
          "support": 22.0
        },
        "iot_hue_lighton": {
          "precision": 0.25,
          "recall": 0.3333333333333333,
          "f1-score": 0.2857142857142857,
          "support": 3.0
        },
        "iot_hue_lightup": {
          "precision": 0.8260869565217391,
          "recall": 0.8260869565217391,
          "f1-score": 0.8260869565217391,
          "support": 23.0
        },
        "iot_wemo_off": {
          "precision": 1.0,
          "recall": 0.6363636363636364,
          "f1-score": 0.7777777777777778,
          "support": 11.0
        },
        "iot_wemo_on": {
          "precision": 1.0,
          "recall": 0.3333333333333333,
          "f1-score": 0.5,
          "support": 3.0
        },
        "lists_createoradd": {
          "precision": 0.7380952380952381,
          "recall": 0.8611111111111112,
          "f1-score": 0.7948717948717948,
          "support": 36.0
        },
        "lists_query": {
          "precision": 0.7916666666666666,
          "recall": 0.76,
          "f1-score": 0.7755102040816326,
          "support": 50.0
        },
        "lists_remove": {
          "precision": 0.918918918918919,
          "recall": 0.7906976744186046,
          "f1-score": 0.85,
          "support": 43.0
        },
        "music_dislikeness": {
          "precision": 1.0,
          "recall": 0.75,
          "f1-score": 0.8571428571428571,
          "support": 4.0
        },
        "music_likeness": {
          "precision": 0.7368421052631579,
          "recall": 0.8235294117647058,
          "f1-score": 0.7777777777777778,
          "support": 34.0
        },
        "music_query": {
          "precision": 0.75,
          "recall": 0.8,
          "f1-score": 0.7741935483870968,
          "support": 30.0
        },
        "music_settings": {
          "precision": 0.2,
          "recall": 0.16666666666666666,
          "f1-score": 0.18181818181818182,
          "support": 6.0
        },
        "news_query": {
          "precision": 0.8269230769230769,
          "recall": 0.7478260869565218,
          "f1-score": 0.7853881278538812,
          "support": 115.0
        },
        "play_audiobook": {
          "precision": 0.9166666666666666,
          "recall": 0.825,
          "f1-score": 0.868421052631579,
          "support": 40.0
        },
        "play_game": {
          "precision": 0.8,
          "recall": 0.9655172413793104,
          "f1-score": 0.875,
          "support": 29.0
        },
        "play_music": {
          "precision": 0.8783783783783784,
          "recall": 0.8227848101265823,
          "f1-score": 0.8496732026143791,
          "support": 158.0
        },
        "play_podcasts": {
          "precision": 0.9454545454545454,
          "recall": 0.9285714285714286,
          "f1-score": 0.9369369369369369,
          "support": 56.0
        },
        "play_radio": {
          "precision": 0.8548387096774194,
          "recall": 0.8833333333333333,
          "f1-score": 0.8688524590163934,
          "support": 60.0
        },
        "qa_currency": {
          "precision": 0.9473684210526315,
          "recall": 0.9473684210526315,
          "f1-score": 0.9473684210526315,
          "support": 38.0
        },
        "qa_definition": {
          "precision": 0.8909090909090909,
          "recall": 0.8596491228070176,
          "f1-score": 0.875,
          "support": 57.0
        },
        "qa_factoid": {
          "precision": 0.618421052631579,
          "recall": 0.6861313868613139,
          "f1-score": 0.6505190311418685,
          "support": 137.0
        },
        "qa_maths": {
          "precision": 0.7407407407407407,
          "recall": 0.9090909090909091,
          "f1-score": 0.8163265306122449,
          "support": 22.0
        },
        "qa_stock": {
          "precision": 0.7586206896551724,
          "recall": 0.88,
          "f1-score": 0.8148148148148148,
          "support": 25.0
        },
        "recommendation_events": {
          "precision": 0.6458333333333334,
          "recall": 0.7380952380952381,
          "f1-score": 0.6888888888888889,
          "support": 42.0
        },
        "recommendation_locations": {
          "precision": 0.6756756756756757,
          "recall": 0.8333333333333334,
          "f1-score": 0.746268656716418,
          "support": 30.0
        },
        "recommendation_movies": {
          "precision": 0.6521739130434783,
          "recall": 0.75,
          "f1-score": 0.6976744186046512,
          "support": 20.0
        },
        "social_post": {
          "precision": 0.9577464788732394,
          "recall": 0.8395061728395061,
          "f1-score": 0.8947368421052632,
          "support": 81.0
        },
        "social_query": {
          "precision": 0.6785714285714286,
          "recall": 0.76,
          "f1-score": 0.7169811320754716,
          "support": 25.0
        },
        "takeaway_order": {
          "precision": 0.8947368421052632,
          "recall": 0.8095238095238095,
          "f1-score": 0.85,
          "support": 21.0
        },
        "takeaway_query": {
          "precision": 0.90625,
          "recall": 0.8285714285714286,
          "f1-score": 0.8656716417910447,
          "support": 35.0
        },
        "transport_query": {
          "precision": 0.7843137254901961,
          "recall": 0.7843137254901961,
          "f1-score": 0.7843137254901961,
          "support": 51.0
        },
        "transport_taxi": {
          "precision": 0.9090909090909091,
          "recall": 0.9523809523809523,
          "f1-score": 0.9302325581395349,
          "support": 21.0
        },
        "transport_ticket": {
          "precision": 0.96875,
          "recall": 0.8857142857142857,
          "f1-score": 0.9253731343283582,
          "support": 35.0
        },
        "transport_traffic": {
          "precision": 0.6666666666666666,
          "recall": 0.8571428571428571,
          "f1-score": 0.75,
          "support": 14.0
        },
        "weather_query": {
          "precision": 0.9083969465648855,
          "recall": 0.9083969465648855,
          "f1-score": 0.9083969465648855,
          "support": 131.0
        },
        "accuracy": 0.8034470113678035,
        "macro avg": {
          "precision": 0.7807384491839564,
          "recall": 0.7867848039872322,
          "f1-score": 0.7735608934562918,
          "support": 2727.0
        },
        "weighted avg": {
          "precision": 0.8131153689247472,
          "recall": 0.8034470113678035,
          "f1-score": 0.8055810200708698,
          "support": 2727.0
        }
      },
      "train_samples": 11002,
      "dev_samples": 1874,
      "test_samples": 2727,
      "unseen_test_classes": [],
      "errors": [
        {
          "text": "\u0440\u043e\u0437\u043e\u0432\u044b\u0439 \u044d\u0442\u043e \u0442\u043e \u0447\u0442\u043e \u043d\u0430\u043c \u043d\u0430\u0434\u043e",
          "actual": "iot_hue_lightchange",
          "predicted": "general_quirky"
        },
        {
          "text": "\u0438 \u043e\u043f\u0443\u0441\u0442\u0438\u043b\u0430\u0441\u044c \u0442\u0435\u043c\u043d\u043e\u0442\u0430",
          "actual": "iot_hue_lighton",
          "predicted": "qa_factoid"
        },
        {
          "text": "\u0437\u0434\u0435\u0441\u044c \u0441\u043b\u0438\u0448\u043a\u043e\u043c \u0433\u0440\u044f\u0437\u043d\u043e \u043f\u0440\u0438\u0431\u0435\u0440\u0438\u0441\u044c",
          "actual": "iot_cleaning",
          "predicted": "general_quirky"
        },
        {
          "text": "\u043f\u043e\u0448\u043b\u0438\u0442\u0435 \u043c\u043d\u0435 \u0441\u043c\u0435\u0448\u043e\u043a",
          "actual": "general_joke",
          "predicted": "general_quirky"
        },
        {
          "text": "\u0432\u044b\u043a\u043b\u044e\u0447\u0438 \u0433\u0440\u043e\u043c\u043a\u043e\u0441\u0442\u044c",
          "actual": "audio_volume_mute",
          "predicted": "audio_volume_down"
        },
        {
          "text": "\u043a\u0430\u043a\u043e\u0439 \u043a\u0443\u0440\u0441 \u043e\u0431\u043c\u0435\u043d\u0430 \u0430\u043c\u0435\u0440\u0438\u043a\u0430\u043d\u0441\u043a\u043e\u0433\u043e \u0434\u043e\u043b\u043b\u0430\u0440\u0430 \u043a \u0444\u0443\u043d\u0442\u0443 \u0441\u0442\u0435\u0440\u043b\u0438\u043d\u0433\u043e\u0432",
          "actual": "news_query",
          "predicted": "qa_currency"
        },
        {
          "text": "\u0437\u0430\u0436\u0433\u0438 \u0441\u0432\u0435\u0442 \u043d\u0430 \u043a\u0443\u0445\u043d\u0435",
          "actual": "iot_hue_lighton",
          "predicted": "iot_hue_lightdim"
        },
        {
          "text": "\u044f\u0433\u043e\u0434\u0430 \u043c\u0430\u043b\u0438\u043d\u043a\u0430",
          "actual": "play_music",
          "predicted": "general_quirky"
        },
        {
          "text": "\u043c\u043e\u0436\u0435\u0448\u044c \u0438\u0433\u0440\u0430\u0442\u044c \u0440\u043e\u043a \u0441\u043b\u0435\u0434\u0443\u044e\u0449\u0438\u0439 \u0447\u0430\u0441",
          "actual": "play_music",
          "predicted": "play_podcasts"
        },
        {
          "text": "\u043e\u0442\u043a\u0440\u043e\u0439 \u043f\u0430\u043f\u043a\u0443 \u043a\u043e\u0441\u043c\u043e\u043d\u0430\u0432\u0442\u043e\u0432 \u043d\u0435\u0442",
          "actual": "play_music",
          "predicted": "play_game"
        },
        {
          "text": "\u043f\u043e\u043a\u0430\u0436\u0438 \u043c\u043d\u0435 \u043f\u043e\u0441\u043b\u0435\u0434\u043d\u044e\u044e \u0446\u0435\u043d\u0443 \u0430\u043a\u0446\u0438\u0439 costco",
          "actual": "news_query",
          "predicted": "qa_stock"
        },
        {
          "text": "\u043f\u043e\u043c\u0435\u043d\u044f\u0439 \u0441\u0432\u0435\u0442 \u043d\u0430 \u0431\u043e\u043b\u0435\u0435 \u043f\u0440\u0438\u0433\u043b\u0443\u0448\u0451\u043d\u043d\u044b\u0439",
          "actual": "iot_hue_lightdim",
          "predicted": "iot_hue_lightchange"
        },
        {
          "text": "\u043f\u043e\u043b\u0443\u0447\u0438\u0442\u044c \u043e\u0446\u0435\u043d\u043a\u0438",
          "actual": "weather_query",
          "predicted": "general_quirky"
        },
        {
          "text": "\u043f\u0440\u0438\u0433\u043e\u0442\u043e\u0432\u0438\u0442\u044c \u0437\u0430\u043a\u0430\u0437 \u043a\u0430\u043a \u043c\u043e\u0436\u043d\u043e \u0441\u043a\u043e\u0440\u0435\u0435",
          "actual": "takeaway_query",
          "predicted": "cooking_recipe"
        },
        {
          "text": "\u043c\u043e\u0436\u0435\u0448\u044c \u043b\u0438 \u0442\u044b \u043f\u043e\u043d\u0438\u0437\u0438\u0442\u044c \u043e\u0441\u0432\u0435\u0449\u0435\u043d\u0438\u0435",
          "actual": "iot_hue_lightdim",
          "predicted": "iot_hue_lightchange"
        },
        {
          "text": "\u0438\u043d\u0444\u043e\u0440\u043c\u0438\u0440\u0443\u0439 \u043c\u0435\u043d\u044f \u043e \u0442\u043e\u043c \u043a\u0430\u043a\u0430\u044f \u0446\u0435\u043d\u0430 \u0431\u0438\u0442\u043a\u043e\u0438\u043d\u0430",
          "actual": "news_query",
          "predicted": "qa_stock"
        },
        {
          "text": "\u044f \u0445\u043e\u0447\u0443 \u0443\u0437\u043d\u0430\u0442\u044c \u043e\u0431 \u044d\u0442\u043e\u0439 \u043f\u0435\u0441\u043d\u0435",
          "actual": "music_query",
          "predicted": "music_likeness"
        },
        {
          "text": "\u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0438 \u0431\u0443\u0434\u0438\u043b\u044c\u043d\u0438\u043a\u0430",
          "actual": "alarm_query",
          "predicted": "alarm_remove"
        },
        {
          "text": "\u0432\u043a\u043b\u044e\u0447\u0438 \u043c\u043e\u0439 \u0443\u0442\u0440\u0435\u043d\u043d\u0438\u0439 \u0431\u0443\u0434\u0438\u043b\u044c\u043d\u0438\u043a",
          "actual": "alarm_set",
          "predicted": "alarm_remove"
        },
        {
          "text": "\u043e\u0442\u043a\u0440\u043e\u0439 \u043f\u0440\u0438\u043b\u043e\u0436\u0435\u043d\u0438\u0435 folder \u043f\u043e\u0436\u0430\u043b\u0443\u0439\u0441\u0442\u0430",
          "actual": "takeaway_order",
          "predicted": "news_query"
        },
        {
          "text": "\u043c\u043d\u0435 \u043d\u0443\u0436\u043d\u043e \u0432\u044b\u043f\u043b\u0430\u043a\u0430\u0442\u044c\u0441\u044f \u043c\u043e\u0436\u0435\u0448\u044c \u0441\u044b\u0433\u0440\u0430\u0442\u044c \u043c\u043d\u0435 \u0433\u0440\u0443\u0441\u0442\u043d\u044b\u0435 \u0440\u043e\u043a \u043f\u0435\u0441\u043d\u0438",
          "actual": "play_music",
          "predicted": "music_likeness"
        },
        {
          "text": "\u043d\u0435 \u0438\u0433\u0440\u0430\u0439 \u0440\u043e\u043a \u043c\u0435\u0442\u0430\u043b",
          "actual": "music_dislikeness",
          "predicted": "play_music"
        },
        {
          "text": "\u0434\u0440\u0443\u0436\u0435\u0441\u0442\u0432\u0435\u043d\u043d\u044b\u0439 \u0438\u043d\u0442\u0440\u0435\u0444\u0435\u0439\u0441",
          "actual": "news_query",
          "predicted": "general_quirky"
        },
        {
          "text": "\u043f\u0435\u0440\u0435\u0439\u0434\u0438 \u043d\u0430 \u0432\u0435\u0431-\u0441\u0430\u0439\u0442 \u043f\u0440\u0430\u0432\u0434\u0430",
          "actual": "news_query",
          "predicted": "play_podcasts"
        },
        {
          "text": "\u0435\u0441\u0442\u044c \u043b\u0438 \u0447\u0442\u043e-\u0442\u043e \u043e\u0441\u043e\u0431\u0435\u043d\u043d\u043e\u0435 \u0432 \u043f\u043e\u043b\u0438\u0442\u0438\u043a\u0435",
          "actual": "news_query",
          "predicted": "general_quirky"
        }
      ],
      "protocol": "MASSIVE ru-RU official train/dev/test partitions; human-translated utterances, 60 intents; verified text + intent labels only; exact-text deduplication",
      "trained_at": "2026-10-21T10:51:36.910074+00:00",
      "seed": 42,
      "dataset_sha256": "b0a7ad24213095160d13d3ee12fc86823b88e9564d9a206911d7a31d0fb3a9b6",
      "best_c": 2.0,
      "dev_macro_f1": 0.7859767868431263,
      "confidence_kind": "uncalibrated_probability",
      "slot_metrics": {
        "available": true,
        "evaluated_samples": 2727,
        "precision": 0.37443879078120323,
        "recall": 0.4671396564600448,
        "f1": 0.41568366838345244,
        "true_positive": 1251,
        "false_positive": 2090,
        "false_negative": 1427,
        "protocol": "Train-only unambiguous slot-value lexicon; exact type + start + end micro score; non-categorical slots only"
      },
      "pilot": false,
      "seen_accuracy": 0.8034470113678035,
      "seen_macro_f1": 0.7866720950402967,
      "seen_test_samples": 2727,
      "unseen_test_samples": 0,
      "unseen_class_count": 0
    },
    {
      "model": "svm",
      "name": "Linear SVM",
      "language": "ru",
      "accuracy": 0.8173817381738174,
      "precision": 0.8198636555572528,
      "recall": 0.8173817381738174,
      "f1": 0.8162773135812843,
      "macro_f1": 0.7773015881932133,
      "labels": [
        "alarm_query",
        "alarm_remove",
        "alarm_set",
        "audio_volume_down",
        "audio_volume_mute",
        "audio_volume_other",
        "audio_volume_up",
        "calendar_query",
        "calendar_remove",
        "calendar_set",
        "cooking_query",
        "cooking_recipe",
        "datetime_convert",
        "datetime_query",
        "email_addcontact",
        "email_query",
        "email_querycontact",
        "email_sendemail",
        "general_greet",
        "general_joke",
        "general_quirky",
        "iot_cleaning",
        "iot_coffee",
        "iot_hue_lightchange",
        "iot_hue_lightdim",
        "iot_hue_lightoff",
        "iot_hue_lighton",
        "iot_hue_lightup",
        "iot_wemo_off",
        "iot_wemo_on",
        "lists_createoradd",
        "lists_query",
        "lists_remove",
        "music_dislikeness",
        "music_likeness",
        "music_query",
        "music_settings",
        "news_query",
        "play_audiobook",
        "play_game",
        "play_music",
        "play_podcasts",
        "play_radio",
        "qa_currency",
        "qa_definition",
        "qa_factoid",
        "qa_maths",
        "qa_stock",
        "recommendation_events",
        "recommendation_locations",
        "recommendation_movies",
        "social_post",
        "social_query",
        "takeaway_order",
        "takeaway_query",
        "transport_query",
        "transport_taxi",
        "transport_ticket",
        "transport_traffic",
        "weather_query"
      ],
      "confusion_matrix": [
        [
          28,
          1,
          3,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          2,
          18,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          31,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          7,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          1,
          0,
          0,
          0,
          20,
          0,
          2,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          5,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          9,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          84,
          2,
          15,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          6,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          1,
          0,
          0,
          5,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          1,
          1,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          1
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          57,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          14,
          2,
          181,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          58,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          4,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          2,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          10,
          3,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          1,
          0,
          0,
          4,
          70,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          9,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          99,
          0,
          4,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          1,
          0,
          0,
          1,
          0,
          19,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          3,
          2,
          0,
          105,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          15,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          1,
          0,
          2,
          8,
          0,
          1,
          1,
          2,
          0,
          1,
          0,
          0,
          1,
          1,
          0,
          0,
          79,
          0,
          1,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          1,
          0,
          1,
          0,
          1,
          0,
          0,
          9,
          0,
          3,
          1,
          1,
          2,
          0,
          6,
          16,
          3,
          0,
          3,
          3,
          2,
          1,
          1,
          0,
          2,
          3,
          1,
          0,
          2,
          4
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          12,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          24,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          1,
          0,
          0,
          30,
          1,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          3,
          11,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          1,
          19,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          2,
          20,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          4,
          0,
          0,
          6,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          1,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          31,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          41,
          2,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          1
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          3,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          36,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          3,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          1,
          28,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          22,
          0,
          0,
          0,
          0,
          3,
          0,
          3,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          1,
          1,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          3,
          0,
          0,
          0,
          0,
          3,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          87,
          0,
          0,
          0,
          2,
          0,
          1,
          0,
          6,
          0,
          4,
          3,
          0,
          0,
          1,
          2,
          0,
          0,
          1,
          0,
          0,
          1,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          32,
          0,
          4,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          27,
          1,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          6,
          2,
          1,
          0,
          2,
          1,
          135,
          2,
          4,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          52,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          7,
          0,
          52,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          36,
          0,
          1,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          4,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          48,
          3,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          1,
          1,
          0,
          0,
          1,
          7,
          0,
          0,
          0,
          10,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          1,
          1,
          1,
          0,
          1,
          0,
          0,
          0,
          2,
          97,
          0,
          0,
          0,
          1,
          3,
          0,
          1,
          0,
          0,
          2,
          0,
          0,
          2,
          3
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          21,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          21,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          1,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          35,
          1,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          3,
          0,
          0,
          0,
          24,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          1,
          0,
          1,
          0,
          15,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          5,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          70,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          3,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          3,
          17,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          17,
          1,
          0,
          0,
          0,
          1,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          1,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          28,
          2,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          40,
          0,
          2,
          3,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          19,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          33,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          12,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          2,
          1,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          1,
          0,
          120
        ]
      ],
      "report": {
        "alarm_query": {
          "precision": 0.9032258064516129,
          "recall": 0.8484848484848485,
          "f1-score": 0.875,
          "support": 33.0
        },
        "alarm_remove": {
          "precision": 0.9473684210526315,
          "recall": 0.8571428571428571,
          "f1-score": 0.9,
          "support": 21.0
        },
        "alarm_set": {
          "precision": 0.8857142857142857,
          "recall": 0.9393939393939394,
          "f1-score": 0.9117647058823529,
          "support": 33.0
        },
        "audio_volume_down": {
          "precision": 1.0,
          "recall": 1.0,
          "f1-score": 1.0,
          "support": 7.0
        },
        "audio_volume_mute": {
          "precision": 0.8,
          "recall": 0.7407407407407407,
          "f1-score": 0.7692307692307693,
          "support": 27.0
        },
        "audio_volume_other": {
          "precision": 1.0,
          "recall": 0.8333333333333334,
          "f1-score": 0.9090909090909091,
          "support": 6.0
        },
        "audio_volume_up": {
          "precision": 0.6428571428571429,
          "recall": 0.8181818181818182,
          "f1-score": 0.72,
          "support": 11.0
        },
        "calendar_query": {
          "precision": 0.717948717948718,
          "recall": 0.6942148760330579,
          "f1-score": 0.7058823529411765,
          "support": 121.0
        },
        "calendar_remove": {
          "precision": 0.8636363636363636,
          "recall": 0.9661016949152542,
          "f1-score": 0.912,
          "support": 59.0
        },
        "calendar_set": {
          "precision": 0.8829268292682927,
          "recall": 0.8743961352657005,
          "f1-score": 0.8786407766990292,
          "support": 207.0
        },
        "cooking_query": {
          "precision": 0.0,
          "recall": 0.0,
          "f1-score": 0.0,
          "support": 0.0
        },
        "cooking_recipe": {
          "precision": 0.8529411764705882,
          "recall": 0.8405797101449275,
          "f1-score": 0.8467153284671532,
          "support": 69.0
        },
        "datetime_convert": {
          "precision": 0.625,
          "recall": 0.6666666666666666,
          "f1-score": 0.6451612903225806,
          "support": 15.0
        },
        "datetime_query": {
          "precision": 0.8974358974358975,
          "recall": 0.8860759493670886,
          "f1-score": 0.89171974522293,
          "support": 79.0
        },
        "email_addcontact": {
          "precision": 0.6,
          "recall": 0.8181818181818182,
          "f1-score": 0.6923076923076923,
          "support": 11.0
        },
        "email_query": {
          "precision": 0.9252336448598131,
          "recall": 0.9,
          "f1-score": 0.9124423963133641,
          "support": 110.0
        },
        "email_querycontact": {
          "precision": 0.59375,
          "recall": 0.7307692307692307,
          "f1-score": 0.6551724137931034,
          "support": 26.0
        },
        "email_sendemail": {
          "precision": 0.8974358974358975,
          "recall": 0.9459459459459459,
          "f1-score": 0.9210526315789473,
          "support": 111.0
        },
        "general_greet": {
          "precision": 0.3333333333333333,
          "recall": 1.0,
          "f1-score": 0.5,
          "support": 1.0
        },
        "general_joke": {
          "precision": 0.9375,
          "recall": 0.8823529411764706,
          "f1-score": 0.9090909090909091,
          "support": 17.0
        },
        "general_quirky": {
          "precision": 0.626984126984127,
          "recall": 0.47878787878787876,
          "f1-score": 0.5429553264604811,
          "support": 165.0
        },
        "iot_cleaning": {
          "precision": 1.0,
          "recall": 0.8571428571428571,
          "f1-score": 0.9230769230769231,
          "support": 14.0
        },
        "iot_coffee": {
          "precision": 0.9230769230769231,
          "recall": 0.9230769230769231,
          "f1-score": 0.9230769230769231,
          "support": 26.0
        },
        "iot_hue_lightchange": {
          "precision": 0.8333333333333334,
          "recall": 0.8823529411764706,
          "f1-score": 0.8571428571428571,
          "support": 34.0
        },
        "iot_hue_lightdim": {
          "precision": 0.8461538461538461,
          "recall": 0.6875,
          "f1-score": 0.7586206896551724,
          "support": 16.0
        },
        "iot_hue_lightoff": {
          "precision": 0.7307692307692307,
          "recall": 0.8636363636363636,
          "f1-score": 0.7916666666666666,
          "support": 22.0
        },
        "iot_hue_lighton": {
          "precision": 0.25,
          "recall": 0.3333333333333333,
          "f1-score": 0.2857142857142857,
          "support": 3.0
        },
        "iot_hue_lightup": {
          "precision": 0.8695652173913043,
          "recall": 0.8695652173913043,
          "f1-score": 0.8695652173913043,
          "support": 23.0
        },
        "iot_wemo_off": {
          "precision": 1.0,
          "recall": 0.5454545454545454,
          "f1-score": 0.7058823529411765,
          "support": 11.0
        },
        "iot_wemo_on": {
          "precision": 0.5,
          "recall": 0.3333333333333333,
          "f1-score": 0.4,
          "support": 3.0
        },
        "lists_createoradd": {
          "precision": 0.9117647058823529,
          "recall": 0.8611111111111112,
          "f1-score": 0.8857142857142857,
          "support": 36.0
        },
        "lists_query": {
          "precision": 0.9111111111111111,
          "recall": 0.82,
          "f1-score": 0.8631578947368421,
          "support": 50.0
        },
        "lists_remove": {
          "precision": 0.9,
          "recall": 0.8372093023255814,
          "f1-score": 0.8674698795180723,
          "support": 43.0
        },
        "music_dislikeness": {
          "precision": 0.75,
          "recall": 0.75,
          "f1-score": 0.75,
          "support": 4.0
        },
        "music_likeness": {
          "precision": 0.717948717948718,
          "recall": 0.8235294117647058,
          "f1-score": 0.7671232876712328,
          "support": 34.0
        },
        "music_query": {
          "precision": 0.8148148148148148,
          "recall": 0.7333333333333333,
          "f1-score": 0.7719298245614035,
          "support": 30.0
        },
        "music_settings": {
          "precision": 0.3333333333333333,
          "recall": 0.16666666666666666,
          "f1-score": 0.2222222222222222,
          "support": 6.0
        },
        "news_query": {
          "precision": 0.7767857142857143,
          "recall": 0.7565217391304347,
          "f1-score": 0.7665198237885462,
          "support": 115.0
        },
        "play_audiobook": {
          "precision": 0.9142857142857143,
          "recall": 0.8,
          "f1-score": 0.8533333333333334,
          "support": 40.0
        },
        "play_game": {
          "precision": 0.8709677419354839,
          "recall": 0.9310344827586207,
          "f1-score": 0.9,
          "support": 29.0
        },
        "play_music": {
          "precision": 0.8490566037735849,
          "recall": 0.8544303797468354,
          "f1-score": 0.8517350157728707,
          "support": 158.0
        },
        "play_podcasts": {
          "precision": 0.896551724137931,
          "recall": 0.9285714285714286,
          "f1-score": 0.9122807017543859,
          "support": 56.0
        },
        "play_radio": {
          "precision": 0.7761194029850746,
          "recall": 0.8666666666666667,
          "f1-score": 0.8188976377952756,
          "support": 60.0
        },
        "qa_currency": {
          "precision": 0.972972972972973,
          "recall": 0.9473684210526315,
          "f1-score": 0.96,
          "support": 38.0
        },
        "qa_definition": {
          "precision": 0.8275862068965517,
          "recall": 0.8421052631578947,
          "f1-score": 0.8347826086956521,
          "support": 57.0
        },
        "qa_factoid": {
          "precision": 0.6510067114093959,
          "recall": 0.708029197080292,
          "f1-score": 0.6783216783216783,
          "support": 137.0
        },
        "qa_maths": {
          "precision": 0.7,
          "recall": 0.9545454545454546,
          "f1-score": 0.8076923076923077,
          "support": 22.0
        },
        "qa_stock": {
          "precision": 0.8076923076923077,
          "recall": 0.84,
          "f1-score": 0.8235294117647058,
          "support": 25.0
        },
        "recommendation_events": {
          "precision": 0.7142857142857143,
          "recall": 0.8333333333333334,
          "f1-score": 0.7692307692307693,
          "support": 42.0
        },
        "recommendation_locations": {
          "precision": 0.7272727272727273,
          "recall": 0.8,
          "f1-score": 0.7619047619047619,
          "support": 30.0
        },
        "recommendation_movies": {
          "precision": 0.6521739130434783,
          "recall": 0.75,
          "f1-score": 0.6976744186046512,
          "support": 20.0
        },
        "social_post": {
          "precision": 0.9090909090909091,
          "recall": 0.8641975308641975,
          "f1-score": 0.8860759493670886,
          "support": 81.0
        },
        "social_query": {
          "precision": 0.7391304347826086,
          "recall": 0.68,
          "f1-score": 0.7083333333333334,
          "support": 25.0
        },
        "takeaway_order": {
          "precision": 0.8947368421052632,
          "recall": 0.8095238095238095,
          "f1-score": 0.85,
          "support": 21.0
        },
        "takeaway_query": {
          "precision": 0.875,
          "recall": 0.8,
          "f1-score": 0.835820895522388,
          "support": 35.0
        },
        "transport_query": {
          "precision": 0.7692307692307693,
          "recall": 0.7843137254901961,
          "f1-score": 0.7766990291262136,
          "support": 51.0
        },
        "transport_taxi": {
          "precision": 0.8636363636363636,
          "recall": 0.9047619047619048,
          "f1-score": 0.8837209302325582,
          "support": 21.0
        },
        "transport_ticket": {
          "precision": 0.9166666666666666,
          "recall": 0.9428571428571428,
          "f1-score": 0.9295774647887324,
          "support": 35.0
        },
        "transport_traffic": {
          "precision": 0.5714285714285714,
          "recall": 0.8571428571428571,
          "f1-score": 0.6857142857142857,
          "support": 14.0
        },
        "weather_query": {
          "precision": 0.8955223880597015,
          "recall": 0.916030534351145,
          "f1-score": 0.9056603773584906,
          "support": 131.0
        },
        "accuracy": 0.8173817381738174,
        "macro avg": {
          "precision": 0.7799393879540195,
          "recall": 0.7896671599218824,
          "f1-score": 0.7773015881932133,
          "support": 2727.0
        },
        "weighted avg": {
          "precision": 0.8198636555572528,
          "recall": 0.8173817381738174,
          "f1-score": 0.8162773135812843,
          "support": 2727.0
        }
      },
      "train_samples": 11002,
      "dev_samples": 1874,
      "test_samples": 2727,
      "unseen_test_classes": [],
      "errors": [
        {
          "text": "\u0440\u043e\u0437\u043e\u0432\u044b\u0439 \u044d\u0442\u043e \u0442\u043e \u0447\u0442\u043e \u043d\u0430\u043c \u043d\u0430\u0434\u043e",
          "actual": "iot_hue_lightchange",
          "predicted": "email_sendemail"
        },
        {
          "text": "\u0438 \u043e\u043f\u0443\u0441\u0442\u0438\u043b\u0430\u0441\u044c \u0442\u0435\u043c\u043d\u043e\u0442\u0430",
          "actual": "iot_hue_lighton",
          "predicted": "qa_factoid"
        },
        {
          "text": "\u0437\u0434\u0435\u0441\u044c \u0441\u043b\u0438\u0448\u043a\u043e\u043c \u0433\u0440\u044f\u0437\u043d\u043e \u043f\u0440\u0438\u0431\u0435\u0440\u0438\u0441\u044c",
          "actual": "iot_cleaning",
          "predicted": "general_quirky"
        },
        {
          "text": "olly \u0441\u043a\u0430\u0436\u0438 \u043c\u043d\u0435 \u0432\u0440\u0435\u043c\u044f \u043f\u043e \u043f\u043b\u044e\u0441 \u043f\u044f\u0442\u044c \u043f\u043e \u0432\u0441\u0435\u043c\u0438\u0440\u043d\u043e\u043c\u0443 \u0432\u0440\u0435\u043c\u0435\u043d\u0438",
          "actual": "datetime_convert",
          "predicted": "qa_maths"
        },
        {
          "text": "\u0432\u044b\u043a\u043b\u044e\u0447\u0438 \u0433\u0440\u043e\u043c\u043a\u043e\u0441\u0442\u044c",
          "actual": "audio_volume_mute",
          "predicted": "iot_hue_lightoff"
        },
        {
          "text": "\u043a\u0430\u043a\u043e\u0439 \u043a\u0443\u0440\u0441 \u043e\u0431\u043c\u0435\u043d\u0430 \u0430\u043c\u0435\u0440\u0438\u043a\u0430\u043d\u0441\u043a\u043e\u0433\u043e \u0434\u043e\u043b\u043b\u0430\u0440\u0430 \u043a \u0444\u0443\u043d\u0442\u0443 \u0441\u0442\u0435\u0440\u043b\u0438\u043d\u0433\u043e\u0432",
          "actual": "news_query",
          "predicted": "qa_currency"
        },
        {
          "text": "\u0437\u0430\u0436\u0433\u0438 \u0441\u0432\u0435\u0442 \u043d\u0430 \u043a\u0443\u0445\u043d\u0435",
          "actual": "iot_hue_lighton",
          "predicted": "iot_wemo_on"
        },
        {
          "text": "\u044f\u0433\u043e\u0434\u0430 \u043c\u0430\u043b\u0438\u043d\u043a\u0430",
          "actual": "play_music",
          "predicted": "weather_query"
        },
        {
          "text": "\u043e\u0442\u043a\u0440\u043e\u0439 \u043f\u0430\u043f\u043a\u0443 \u043a\u043e\u0441\u043c\u043e\u043d\u0430\u0432\u0442\u043e\u0432 \u043d\u0435\u0442",
          "actual": "play_music",
          "predicted": "play_game"
        },
        {
          "text": "\u043f\u043e\u043a\u0430\u0436\u0438 \u043c\u043d\u0435 \u043f\u043e\u0441\u043b\u0435\u0434\u043d\u044e\u044e \u0446\u0435\u043d\u0443 \u0430\u043a\u0446\u0438\u0439 costco",
          "actual": "news_query",
          "predicted": "qa_stock"
        },
        {
          "text": "\u043f\u043e\u043b\u0443\u0447\u0438\u0442\u044c \u043e\u0446\u0435\u043d\u043a\u0438",
          "actual": "weather_query",
          "predicted": "transport_ticket"
        },
        {
          "text": "\u043f\u0440\u0438\u0433\u043e\u0442\u043e\u0432\u0438\u0442\u044c \u0437\u0430\u043a\u0430\u0437 \u043a\u0430\u043a \u043c\u043e\u0436\u043d\u043e \u0441\u043a\u043e\u0440\u0435\u0435",
          "actual": "takeaway_query",
          "predicted": "cooking_recipe"
        },
        {
          "text": "\u043c\u043e\u0436\u0435\u0448\u044c \u043b\u0438 \u0442\u044b \u043f\u043e\u043d\u0438\u0437\u0438\u0442\u044c \u043e\u0441\u0432\u0435\u0449\u0435\u043d\u0438\u0435",
          "actual": "iot_hue_lightdim",
          "predicted": "iot_hue_lightchange"
        },
        {
          "text": "\u0438\u043d\u0444\u043e\u0440\u043c\u0438\u0440\u0443\u0439 \u043c\u0435\u043d\u044f \u043e \u0442\u043e\u043c \u043a\u0430\u043a\u0430\u044f \u0446\u0435\u043d\u0430 \u0431\u0438\u0442\u043a\u043e\u0438\u043d\u0430",
          "actual": "news_query",
          "predicted": "qa_stock"
        },
        {
          "text": "\u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0438 \u0431\u0443\u0434\u0438\u043b\u044c\u043d\u0438\u043a\u0430",
          "actual": "alarm_query",
          "predicted": "alarm_set"
        },
        {
          "text": "\u043e\u0442\u043a\u0440\u043e\u0439 \u043f\u0440\u0438\u043b\u043e\u0436\u0435\u043d\u0438\u0435 folder \u043f\u043e\u0436\u0430\u043b\u0443\u0439\u0441\u0442\u0430",
          "actual": "takeaway_order",
          "predicted": "news_query"
        },
        {
          "text": "\u043d\u0435 \u0438\u0433\u0440\u0430\u0439 \u0440\u043e\u043a \u043c\u0435\u0442\u0430\u043b",
          "actual": "music_dislikeness",
          "predicted": "play_music"
        },
        {
          "text": "\u0434\u0440\u0443\u0436\u0435\u0441\u0442\u0432\u0435\u043d\u043d\u044b\u0439 \u0438\u043d\u0442\u0440\u0435\u0444\u0435\u0439\u0441",
          "actual": "news_query",
          "predicted": "general_quirky"
        },
        {
          "text": "\u043f\u0435\u0440\u0435\u0439\u0434\u0438 \u043d\u0430 \u0432\u0435\u0431-\u0441\u0430\u0439\u0442 \u043f\u0440\u0430\u0432\u0434\u0430",
          "actual": "news_query",
          "predicted": "play_podcasts"
        },
        {
          "text": "\u0435\u0441\u0442\u044c \u043b\u0438 \u0447\u0442\u043e-\u0442\u043e \u043e\u0441\u043e\u0431\u0435\u043d\u043d\u043e\u0435 \u0432 \u043f\u043e\u043b\u0438\u0442\u0438\u043a\u0435",
          "actual": "news_query",
          "predicted": "general_quirky"
        },
        {
          "text": "\u043c\u043d\u0435 \u043d\u0443\u0436\u0435\u043d \u0440\u044d\u043f",
          "actual": "play_music",
          "predicted": "weather_query"
        },
        {
          "text": "\u043f\u043e\u0448\u0443\u0442\u0438",
          "actual": "general_joke",
          "predicted": "play_music"
        },
        {
          "text": "\u043d\u0430\u0439\u0434\u0438 \u0441\u0435\u0433\u043e\u0434\u043d\u044f\u0448\u043d\u0438\u0435 \u0441\u0442\u0430\u0442\u044c\u0438 \u043e \u043f\u0443\u0442\u0438\u043d\u0435 \u043d\u0430 \u043b\u0435\u043d\u0442\u0430 \u0440\u0443",
          "actual": "news_query",
          "predicted": "social_query"
        },
        {
          "text": "\u0432\u043e\u0441\u0445\u043e\u0434 \u0432 \u043c\u043e\u0441\u043a\u0432\u0435 \u043f\u043e \u0432\u043b\u0430\u0434\u0438\u0432\u043e\u0441\u0442\u043e\u043a\u0441\u043a\u043e\u043c\u0443 \u0432\u0440\u0435\u043c\u0435\u043d\u0438",
          "actual": "datetime_convert",
          "predicted": "datetime_query"
        },
        {
          "text": "pandora",
          "actual": "play_music",
          "predicted": "play_radio"
        }
      ],
      "protocol": "MASSIVE ru-RU official train/dev/test partitions; human-translated utterances, 60 intents; verified text + intent labels only; exact-text deduplication",
      "trained_at": "2026-10-21T10:51:43.484303+00:00",
      "seed": 42,
      "dataset_sha256": "b0a7ad24213095160d13d3ee12fc86823b88e9564d9a206911d7a31d0fb3a9b6",
      "best_c": 2.0,
      "dev_macro_f1": 0.7946644573055943,
      "confidence_kind": null,
      "slot_metrics": {
        "available": true,
        "evaluated_samples": 2727,
        "precision": 0.37443879078120323,
        "recall": 0.4671396564600448,
        "f1": 0.41568366838345244,
        "true_positive": 1251,
        "false_positive": 2090,
        "false_negative": 1427,
        "protocol": "Train-only unambiguous slot-value lexicon; exact type + start + end micro score; non-categorical slots only"
      },
      "pilot": false,
      "seen_accuracy": 0.8173817381738174,
      "seen_macro_f1": 0.7904761913829287,
      "seen_test_samples": 2727,
      "unseen_test_samples": 0,
      "unseen_class_count": 0
    },
    {
      "model": "rubert",
      "name": "RuBERT",
      "language": "ru",
      "accuracy": 0.8412174550788413,
      "precision": 0.8492140278395737,
      "recall": 0.8412174550788413,
      "f1": 0.8395539352264705,
      "macro_f1": 0.7768619420965046,
      "labels": [
        "alarm_query",
        "alarm_remove",
        "alarm_set",
        "audio_volume_down",
        "audio_volume_mute",
        "audio_volume_other",
        "audio_volume_up",
        "calendar_query",
        "calendar_remove",
        "calendar_set",
        "cooking_recipe",
        "datetime_convert",
        "datetime_query",
        "email_addcontact",
        "email_query",
        "email_querycontact",
        "email_sendemail",
        "general_greet",
        "general_joke",
        "general_quirky",
        "iot_cleaning",
        "iot_coffee",
        "iot_hue_lightchange",
        "iot_hue_lightdim",
        "iot_hue_lightoff",
        "iot_hue_lighton",
        "iot_hue_lightup",
        "iot_wemo_off",
        "iot_wemo_on",
        "lists_createoradd",
        "lists_query",
        "lists_remove",
        "music_dislikeness",
        "music_likeness",
        "music_query",
        "music_settings",
        "news_query",
        "play_audiobook",
        "play_game",
        "play_music",
        "play_podcasts",
        "play_radio",
        "qa_currency",
        "qa_definition",
        "qa_factoid",
        "qa_maths",
        "qa_stock",
        "recommendation_events",
        "recommendation_locations",
        "recommendation_movies",
        "social_post",
        "social_query",
        "takeaway_order",
        "takeaway_query",
        "transport_query",
        "transport_taxi",
        "transport_ticket",
        "transport_traffic",
        "weather_query"
      ],
      "confusion_matrix": [
        [
          32,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          20,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          31,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          5,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          26,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          4,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          3,
          0,
          6,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          89,
          2,
          11,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          10,
          1,
          2,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          58,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          11,
          5,
          183,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          3,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          66,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          11,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          1,
          0,
          3,
          70,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          1,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          6,
          1,
          1,
          3,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          101,
          0,
          3,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          1,
          0,
          0,
          0,
          0,
          2,
          21,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          1,
          0,
          105,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          15,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          7,
          0,
          8,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          83,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          1,
          0,
          0,
          1,
          2,
          0,
          11,
          0,
          0,
          1,
          0,
          0,
          0,
          6,
          12,
          1,
          1,
          12,
          1,
          2,
          0,
          2,
          0,
          0,
          1,
          2,
          1,
          1,
          5
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          10,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          24,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          31,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          12,
          1,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          1,
          20,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          1,
          0,
          0,
          21,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          5,
          0,
          0,
          6,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          31,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          41,
          1,
          0,
          0,
          1,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          2,
          0,
          1,
          0,
          1,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          5,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          36,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          2,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          28,
          1,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          1,
          0,
          1,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          24,
          0,
          0,
          0,
          0,
          1,
          0,
          3,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          1,
          0,
          0,
          0,
          2,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          1,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          97,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          2,
          0,
          4,
          4,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          1,
          0
        ],
        [
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          32,
          0,
          3,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          29,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          1,
          1,
          1,
          1,
          149,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          1,
          51,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          4,
          0,
          55,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          36,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          4,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          50,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          1,
          1,
          0,
          0,
          5,
          0,
          0,
          1,
          5,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          3,
          0,
          0,
          0,
          0,
          0,
          0,
          4,
          101,
          0,
          2,
          0,
          2,
          5,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          1,
          2
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          19,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          22,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          37,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          3,
          25,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          1,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          1,
          0,
          16,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          3,
          0,
          0,
          0,
          0,
          1,
          0,
          2,
          0,
          0,
          3,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          69,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          20,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          16,
          1,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          33,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          34,
          0,
          1,
          12,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          19,
          1,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          34,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          14,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          5,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          4,
          120
        ]
      ],
      "report": {
        "alarm_query": {
          "precision": 1.0,
          "recall": 0.9696969696969697,
          "f1-score": 0.9846153846153847,
          "support": 33.0
        },
        "alarm_remove": {
          "precision": 1.0,
          "recall": 0.9523809523809523,
          "f1-score": 0.975609756097561,
          "support": 21.0
        },
        "alarm_set": {
          "precision": 0.96875,
          "recall": 0.9393939393939394,
          "f1-score": 0.9538461538461539,
          "support": 33.0
        },
        "audio_volume_down": {
          "precision": 0.5555555555555556,
          "recall": 0.7142857142857143,
          "f1-score": 0.625,
          "support": 7.0
        },
        "audio_volume_mute": {
          "precision": 0.7222222222222222,
          "recall": 0.9629629629629629,
          "f1-score": 0.8253968253968254,
          "support": 27.0
        },
        "audio_volume_other": {
          "precision": 0.0,
          "recall": 0.0,
          "f1-score": 0.0,
          "support": 6.0
        },
        "audio_volume_up": {
          "precision": 0.75,
          "recall": 0.5454545454545454,
          "f1-score": 0.631578947368421,
          "support": 11.0
        },
        "calendar_query": {
          "precision": 0.7739130434782608,
          "recall": 0.7355371900826446,
          "f1-score": 0.7542372881355932,
          "support": 121.0
        },
        "calendar_remove": {
          "precision": 0.8055555555555556,
          "recall": 0.9830508474576272,
          "f1-score": 0.8854961832061069,
          "support": 59.0
        },
        "calendar_set": {
          "precision": 0.8433179723502304,
          "recall": 0.8840579710144928,
          "f1-score": 0.8632075471698113,
          "support": 207.0
        },
        "cooking_recipe": {
          "precision": 0.9565217391304348,
          "recall": 0.9565217391304348,
          "f1-score": 0.9565217391304348,
          "support": 69.0
        },
        "datetime_convert": {
          "precision": 0.6470588235294118,
          "recall": 0.7333333333333333,
          "f1-score": 0.6875,
          "support": 15.0
        },
        "datetime_query": {
          "precision": 0.9459459459459459,
          "recall": 0.8860759493670886,
          "f1-score": 0.9150326797385621,
          "support": 79.0
        },
        "email_addcontact": {
          "precision": 0.75,
          "recall": 0.5454545454545454,
          "f1-score": 0.631578947368421,
          "support": 11.0
        },
        "email_query": {
          "precision": 0.9439252336448598,
          "recall": 0.9181818181818182,
          "f1-score": 0.9308755760368663,
          "support": 110.0
        },
        "email_querycontact": {
          "precision": 0.7241379310344828,
          "recall": 0.8076923076923077,
          "f1-score": 0.7636363636363637,
          "support": 26.0
        },
        "email_sendemail": {
          "precision": 0.9210526315789473,
          "recall": 0.9459459459459459,
          "f1-score": 0.9333333333333333,
          "support": 111.0
        },
        "general_greet": {
          "precision": 0.5,
          "recall": 1.0,
          "f1-score": 0.6666666666666666,
          "support": 1.0
        },
        "general_joke": {
          "precision": 0.9375,
          "recall": 0.8823529411764706,
          "f1-score": 0.9090909090909091,
          "support": 17.0
        },
        "general_quirky": {
          "precision": 0.6974789915966386,
          "recall": 0.503030303030303,
          "f1-score": 0.5845070422535211,
          "support": 165.0
        },
        "iot_cleaning": {
          "precision": 1.0,
          "recall": 0.7142857142857143,
          "f1-score": 0.8333333333333334,
          "support": 14.0
        },
        "iot_coffee": {
          "precision": 0.8888888888888888,
          "recall": 0.9230769230769231,
          "f1-score": 0.9056603773584906,
          "support": 26.0
        },
        "iot_hue_lightchange": {
          "precision": 0.9393939393939394,
          "recall": 0.9117647058823529,
          "f1-score": 0.9253731343283582,
          "support": 34.0
        },
        "iot_hue_lightdim": {
          "precision": 0.75,
          "recall": 0.75,
          "f1-score": 0.75,
          "support": 16.0
        },
        "iot_hue_lightoff": {
          "precision": 0.7407407407407407,
          "recall": 0.9090909090909091,
          "f1-score": 0.8163265306122449,
          "support": 22.0
        },
        "iot_hue_lighton": {
          "precision": 0.0,
          "recall": 0.0,
          "f1-score": 0.0,
          "support": 3.0
        },
        "iot_hue_lightup": {
          "precision": 0.7777777777777778,
          "recall": 0.9130434782608695,
          "f1-score": 0.84,
          "support": 23.0
        },
        "iot_wemo_off": {
          "precision": 1.0,
          "recall": 0.5454545454545454,
          "f1-score": 0.7058823529411765,
          "support": 11.0
        },
        "iot_wemo_on": {
          "precision": 1.0,
          "recall": 0.3333333333333333,
          "f1-score": 0.5,
          "support": 3.0
        },
        "lists_createoradd": {
          "precision": 0.8857142857142857,
          "recall": 0.8611111111111112,
          "f1-score": 0.8732394366197183,
          "support": 36.0
        },
        "lists_query": {
          "precision": 0.9318181818181818,
          "recall": 0.82,
          "f1-score": 0.8723404255319149,
          "support": 50.0
        },
        "lists_remove": {
          "precision": 0.972972972972973,
          "recall": 0.8372093023255814,
          "f1-score": 0.9,
          "support": 43.0
        },
        "music_dislikeness": {
          "precision": 1.0,
          "recall": 0.25,
          "f1-score": 0.4,
          "support": 4.0
        },
        "music_likeness": {
          "precision": 0.9333333333333333,
          "recall": 0.8235294117647058,
          "f1-score": 0.875,
          "support": 34.0
        },
        "music_query": {
          "precision": 0.8,
          "recall": 0.8,
          "f1-score": 0.8,
          "support": 30.0
        },
        "music_settings": {
          "precision": 0.25,
          "recall": 0.16666666666666666,
          "f1-score": 0.2,
          "support": 6.0
        },
        "news_query": {
          "precision": 0.7578125,
          "recall": 0.8434782608695652,
          "f1-score": 0.7983539094650206,
          "support": 115.0
        },
        "play_audiobook": {
          "precision": 0.9142857142857143,
          "recall": 0.8,
          "f1-score": 0.8533333333333334,
          "support": 40.0
        },
        "play_game": {
          "precision": 0.9354838709677419,
          "recall": 1.0,
          "f1-score": 0.9666666666666667,
          "support": 29.0
        },
        "play_music": {
          "precision": 0.8922155688622755,
          "recall": 0.9430379746835443,
          "f1-score": 0.916923076923077,
          "support": 158.0
        },
        "play_podcasts": {
          "precision": 0.9807692307692307,
          "recall": 0.9107142857142857,
          "f1-score": 0.9444444444444444,
          "support": 56.0
        },
        "play_radio": {
          "precision": 0.9166666666666666,
          "recall": 0.9166666666666666,
          "f1-score": 0.9166666666666666,
          "support": 60.0
        },
        "qa_currency": {
          "precision": 0.972972972972973,
          "recall": 0.9473684210526315,
          "f1-score": 0.96,
          "support": 38.0
        },
        "qa_definition": {
          "precision": 0.7692307692307693,
          "recall": 0.8771929824561403,
          "f1-score": 0.819672131147541,
          "support": 57.0
        },
        "qa_factoid": {
          "precision": 0.8211382113821138,
          "recall": 0.7372262773722628,
          "f1-score": 0.7769230769230769,
          "support": 137.0
        },
        "qa_maths": {
          "precision": 0.7916666666666666,
          "recall": 0.8636363636363636,
          "f1-score": 0.8260869565217391,
          "support": 22.0
        },
        "qa_stock": {
          "precision": 0.6111111111111112,
          "recall": 0.88,
          "f1-score": 0.7213114754098361,
          "support": 25.0
        },
        "recommendation_events": {
          "precision": 0.5068493150684932,
          "recall": 0.8809523809523809,
          "f1-score": 0.6434782608695652,
          "support": 42.0
        },
        "recommendation_locations": {
          "precision": 0.78125,
          "recall": 0.8333333333333334,
          "f1-score": 0.8064516129032258,
          "support": 30.0
        },
        "recommendation_movies": {
          "precision": 0.5714285714285714,
          "recall": 0.8,
          "f1-score": 0.6666666666666666,
          "support": 20.0
        },
        "social_post": {
          "precision": 0.971830985915493,
          "recall": 0.8518518518518519,
          "f1-score": 0.9078947368421053,
          "support": 81.0
        },
        "social_query": {
          "precision": 0.7407407407407407,
          "recall": 0.8,
          "f1-score": 0.7692307692307693,
          "support": 25.0
        },
        "takeaway_order": {
          "precision": 1.0,
          "recall": 0.7619047619047619,
          "f1-score": 0.8648648648648649,
          "support": 21.0
        },
        "takeaway_query": {
          "precision": 0.9428571428571428,
          "recall": 0.9428571428571428,
          "f1-score": 0.9428571428571428,
          "support": 35.0
        },
        "transport_query": {
          "precision": 0.8717948717948718,
          "recall": 0.6666666666666666,
          "f1-score": 0.7555555555555555,
          "support": 51.0
        },
        "transport_taxi": {
          "precision": 0.8260869565217391,
          "recall": 0.9047619047619048,
          "f1-score": 0.8636363636363636,
          "support": 21.0
        },
        "transport_ticket": {
          "precision": 0.918918918918919,
          "recall": 0.9714285714285714,
          "f1-score": 0.9444444444444444,
          "support": 35.0
        },
        "transport_traffic": {
          "precision": 0.4,
          "recall": 1.0,
          "f1-score": 0.5714285714285714,
          "support": 14.0
        },
        "weather_query": {
          "precision": 0.9302325581395349,
          "recall": 0.916030534351145,
          "f1-score": 0.9230769230769231,
          "support": 131.0
        },
        "accuracy": 0.8412174550788413,
        "macro avg": {
          "precision": 0.7989647306875157,
          "recall": 0.7876793975907462,
          "f1-score": 0.7768619420965046,
          "support": 2727.0
        },
        "weighted avg": {
          "precision": 0.8492140278395737,
          "recall": 0.8412174550788413,
          "f1-score": 0.8395539352264705,
          "support": 2727.0
        }
      },
      "train_samples": 11002,
      "dev_samples": 1874,
      "test_samples": 2727,
      "unseen_test_classes": [],
      "errors": [
        {
          "text": "\u0438 \u043e\u043f\u0443\u0441\u0442\u0438\u043b\u0430\u0441\u044c \u0442\u0435\u043c\u043d\u043e\u0442\u0430",
          "actual": "iot_hue_lighton",
          "predicted": "qa_factoid"
        },
        {
          "text": "\u0437\u0434\u0435\u0441\u044c \u0441\u043b\u0438\u0448\u043a\u043e\u043c \u0433\u0440\u044f\u0437\u043d\u043e \u043f\u0440\u0438\u0431\u0435\u0440\u0438\u0441\u044c",
          "actual": "iot_cleaning",
          "predicted": "iot_hue_lightdim"
        },
        {
          "text": "olly \u0441\u043a\u0430\u0436\u0438 \u043c\u043d\u0435 \u0432\u0440\u0435\u043c\u044f \u043f\u043e \u043f\u043b\u044e\u0441 \u043f\u044f\u0442\u044c \u043f\u043e \u0432\u0441\u0435\u043c\u0438\u0440\u043d\u043e\u043c\u0443 \u0432\u0440\u0435\u043c\u0435\u043d\u0438",
          "actual": "datetime_convert",
          "predicted": "datetime_query"
        },
        {
          "text": "\u0443\u0441\u0442\u0430\u043d\u043e\u0432\u0438\u0442\u044c \u043f\u043e\u0434\u044a\u0451\u043c \u0432 \u0441\u0435\u043c\u044c \u0443\u0442\u0440\u0430 \u0432 \u0447\u0435\u0442\u0432\u0435\u0440\u0433",
          "actual": "alarm_set",
          "predicted": "calendar_set"
        },
        {
          "text": "\u044f \u0442\u0435\u0431\u044f \u043d\u0435 \u0441\u043b\u044b\u0448\u0443",
          "actual": "audio_volume_up",
          "predicted": "audio_volume_mute"
        },
        {
          "text": "\u043a\u0430\u043a\u043e\u0439 \u043a\u0443\u0440\u0441 \u043e\u0431\u043c\u0435\u043d\u0430 \u0430\u043c\u0435\u0440\u0438\u043a\u0430\u043d\u0441\u043a\u043e\u0433\u043e \u0434\u043e\u043b\u043b\u0430\u0440\u0430 \u043a \u0444\u0443\u043d\u0442\u0443 \u0441\u0442\u0435\u0440\u043b\u0438\u043d\u0433\u043e\u0432",
          "actual": "news_query",
          "predicted": "qa_currency"
        },
        {
          "text": "\u0437\u0430\u0436\u0433\u0438 \u0441\u0432\u0435\u0442 \u043d\u0430 \u043a\u0443\u0445\u043d\u0435",
          "actual": "iot_hue_lighton",
          "predicted": "iot_hue_lightdim"
        },
        {
          "text": "\u044f\u0433\u043e\u0434\u0430 \u043c\u0430\u043b\u0438\u043d\u043a\u0430",
          "actual": "play_music",
          "predicted": "cooking_recipe"
        },
        {
          "text": "\u043e\u0442\u043a\u0440\u043e\u0439 \u043f\u0430\u043f\u043a\u0443 \u043a\u043e\u0441\u043c\u043e\u043d\u0430\u0432\u0442\u043e\u0432 \u043d\u0435\u0442",
          "actual": "play_music",
          "predicted": "qa_factoid"
        },
        {
          "text": "\u043f\u043e\u043a\u0430\u0436\u0438 \u043c\u043d\u0435 \u043f\u043e\u0441\u043b\u0435\u0434\u043d\u044e\u044e \u0446\u0435\u043d\u0443 \u0430\u043a\u0446\u0438\u0439 costco",
          "actual": "news_query",
          "predicted": "qa_stock"
        },
        {
          "text": "\u043f\u043e\u043b\u0443\u0447\u0438\u0442\u044c \u043e\u0446\u0435\u043d\u043a\u0438",
          "actual": "weather_query",
          "predicted": "general_quirky"
        },
        {
          "text": "\u0432\u043a\u043b\u044e\u0447\u0438 \u0437\u0432\u0443\u043a \u043f\u043e\u0441\u043b\u0435",
          "actual": "audio_volume_up",
          "predicted": "audio_volume_mute"
        },
        {
          "text": "\u0438\u043d\u0444\u043e\u0440\u043c\u0438\u0440\u0443\u0439 \u043c\u0435\u043d\u044f \u043e \u0442\u043e\u043c \u043a\u0430\u043a\u0430\u044f \u0446\u0435\u043d\u0430 \u0431\u0438\u0442\u043a\u043e\u0438\u043d\u0430",
          "actual": "news_query",
          "predicted": "qa_stock"
        },
        {
          "text": "\u0437\u0430\u043f\u0443\u0441\u0442\u0438 \u0440\u0443\u043c\u0431\u0443",
          "actual": "iot_cleaning",
          "predicted": "play_game"
        },
        {
          "text": "\u043e\u0442\u043a\u0440\u043e\u0439 \u043f\u0440\u0438\u043b\u043e\u0436\u0435\u043d\u0438\u0435 folder \u043f\u043e\u0436\u0430\u043b\u0443\u0439\u0441\u0442\u0430",
          "actual": "takeaway_order",
          "predicted": "news_query"
        },
        {
          "text": "\u0433\u0434\u0435 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0430 \u0433\u0440\u043e\u043c\u043a\u043e\u0441\u0442\u0438",
          "actual": "audio_volume_other",
          "predicted": "audio_volume_down"
        },
        {
          "text": "\u043d\u0435 \u0438\u0433\u0440\u0430\u0439 \u0440\u043e\u043a \u043c\u0435\u0442\u0430\u043b",
          "actual": "music_dislikeness",
          "predicted": "play_music"
        },
        {
          "text": "\u0434\u0440\u0443\u0436\u0435\u0441\u0442\u0432\u0435\u043d\u043d\u044b\u0439 \u0438\u043d\u0442\u0440\u0435\u0444\u0435\u0439\u0441",
          "actual": "news_query",
          "predicted": "calendar_set"
        },
        {
          "text": "\u043f\u043e\u0448\u0443\u0442\u0438",
          "actual": "general_joke",
          "predicted": "calendar_set"
        },
        {
          "text": "pandora",
          "actual": "play_music",
          "predicted": "news_query"
        },
        {
          "text": "\u0431\u044b\u0441\u0442\u0440\u043e",
          "actual": "audio_volume_up",
          "predicted": "audio_volume_mute"
        },
        {
          "text": "\u044f \u0447\u0430\u0449\u0435 \u0432\u0441\u0435\u0433\u043e \u043e\u0431\u0440\u0430\u0449\u0430\u044e \u0432\u043d\u0438\u043c\u0430\u043d\u0438\u0435",
          "actual": "weather_query",
          "predicted": "general_quirky"
        },
        {
          "text": "\u044f \u0438\u043d\u043e\u0433\u0434\u0430 \u043e\u0431\u0440\u0430\u0449\u0430\u044e \u0432\u043d\u0438\u043c\u0430\u043d\u0438\u0435",
          "actual": "weather_query",
          "predicted": "transport_taxi"
        },
        {
          "text": "\u043a\u043e\u0433\u0434\u0430 \u043f\u0430\u0441\u0445\u0430 \u0432 \u0434\u0432\u0435 \u0442\u044b\u0441\u044f\u0447\u0438 \u0432\u043e\u0441\u0435\u043c\u043d\u0430\u0434\u0446\u0430\u0442\u043e\u043c",
          "actual": "datetime_query",
          "predicted": "calendar_query"
        },
        {
          "text": "\u0443\u0432\u0435\u043b\u0438\u0447\u044c \u044d\u0442\u043e olly",
          "actual": "audio_volume_up",
          "predicted": "iot_hue_lightup"
        }
      ],
      "protocol": "MASSIVE ru-RU official train/dev/test partitions; human-translated utterances, 60 intents; verified text + intent labels only; exact-text deduplication",
      "trained_at": "2026-10-21T15:18:07.267762+00:00",
      "seed": 42,
      "dataset_sha256": "b0a7ad24213095160d13d3ee12fc86823b88e9564d9a206911d7a31d0fb3a9b6",
      "checkpoint": "DeepPavlov/rubert-base-cased",
      "epochs": 4,
      "dev_macro_f1": 0.7867861609675689,
      "confidence_kind": "uncalibrated_softmax",
      "pilot": false,
      "max_train": 0,
      "max_eval": 0,
      "seen_accuracy": 0.8412174550788413,
      "seen_macro_f1": 0.7768619420965046,
      "seen_test_samples": 2727,
      "unseen_test_samples": 0,
      "unseen_class_count": 0
    },
    {
      "model": "mbert",
      "name": "Multilingual BERT",
      "language": "ru",
      "accuracy": 0.8067473414008067,
      "precision": 0.8182476541582272,
      "recall": 0.8067473414008067,
      "f1": 0.8047011882208471,
      "macro_f1": 0.7241679222809649,
      "labels": [
        "alarm_query",
        "alarm_remove",
        "alarm_set",
        "audio_volume_down",
        "audio_volume_mute",
        "audio_volume_other",
        "audio_volume_up",
        "calendar_query",
        "calendar_remove",
        "calendar_set",
        "cooking_recipe",
        "datetime_convert",
        "datetime_query",
        "email_addcontact",
        "email_query",
        "email_querycontact",
        "email_sendemail",
        "general_greet",
        "general_joke",
        "general_quirky",
        "iot_cleaning",
        "iot_coffee",
        "iot_hue_lightchange",
        "iot_hue_lightdim",
        "iot_hue_lightoff",
        "iot_hue_lighton",
        "iot_hue_lightup",
        "iot_wemo_off",
        "iot_wemo_on",
        "lists_createoradd",
        "lists_query",
        "lists_remove",
        "music_dislikeness",
        "music_likeness",
        "music_query",
        "music_settings",
        "news_query",
        "play_audiobook",
        "play_game",
        "play_music",
        "play_podcasts",
        "play_radio",
        "qa_currency",
        "qa_definition",
        "qa_factoid",
        "qa_maths",
        "qa_stock",
        "recommendation_events",
        "recommendation_locations",
        "recommendation_movies",
        "social_post",
        "social_query",
        "takeaway_order",
        "takeaway_query",
        "transport_query",
        "transport_taxi",
        "transport_ticket",
        "transport_traffic",
        "weather_query"
      ],
      "confusion_matrix": [
        [
          30,
          0,
          2,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          19,
          1,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          30,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          2,
          0,
          0,
          4,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          1,
          0,
          0,
          20,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          1,
          0,
          5,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          1,
          0,
          6,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          85,
          0,
          8,
          0,
          1,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          4,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          16,
          0,
          2,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          53,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          6,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          3,
          0,
          0,
          0,
          0,
          12,
          3,
          184,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          64,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          3,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          11,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0
        ],
        [
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          2,
          0,
          1,
          0,
          4,
          68,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          4,
          0,
          1,
          6,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          1,
          1,
          0,
          0,
          0,
          95,
          0,
          6,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          1,
          0,
          0,
          1,
          1,
          18,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          1,
          0,
          0,
          0,
          1,
          0,
          108,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          15,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          4,
          0,
          2,
          11,
          0,
          4,
          2,
          0,
          0,
          0,
          1,
          0,
          2,
          0,
          0,
          85,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          1,
          2,
          0,
          1,
          0,
          0,
          14,
          0,
          0,
          2,
          0,
          0,
          0,
          6,
          2,
          0,
          0,
          9,
          0,
          1,
          3,
          0,
          0,
          1,
          2,
          0,
          2,
          1,
          6
        ],
        [
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          11,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          24,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          30,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          11,
          1,
          0,
          4,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          20,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          1,
          1,
          5,
          0,
          15,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          3,
          0,
          0,
          7,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          1,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          31,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          1,
          1,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          4,
          34,
          2,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          38,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          27,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          1,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          3,
          24,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          2,
          0,
          0,
          0,
          2,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          2,
          0,
          2,
          0,
          0,
          4,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          93,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          3,
          5,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          1
        ],
        [
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          31,
          1,
          5,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          27,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          1,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          3,
          4,
          2,
          1,
          1,
          139,
          1,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          4,
          50,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          3,
          0,
          56,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          37,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          52,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          2,
          1,
          0,
          0,
          1,
          5,
          1,
          0,
          1,
          17,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          5,
          1,
          0,
          0,
          0,
          0,
          0,
          5,
          74,
          0,
          2,
          5,
          1,
          5,
          0,
          0,
          0,
          0,
          3,
          0,
          0,
          1,
          4
        ],
        [
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          18,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          23,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          37,
          1,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          3,
          21,
          1,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          1,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          16,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          5,
          0,
          0,
          5,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          67,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          4,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          18,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          18,
          1,
          0,
          0,
          0,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          3,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          3,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          26,
          0,
          0,
          0,
          2,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          1,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          37,
          0,
          1,
          8,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          20,
          1,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          35,
          0,
          0
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          12,
          1
        ],
        [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          6,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          2,
          121
        ]
      ],
      "report": {
        "alarm_query": {
          "precision": 1.0,
          "recall": 0.9090909090909091,
          "f1-score": 0.9523809523809523,
          "support": 33.0
        },
        "alarm_remove": {
          "precision": 0.95,
          "recall": 0.9047619047619048,
          "f1-score": 0.926829268292683,
          "support": 21.0
        },
        "alarm_set": {
          "precision": 0.7894736842105263,
          "recall": 0.9090909090909091,
          "f1-score": 0.8450704225352113,
          "support": 33.0
        },
        "audio_volume_down": {
          "precision": 1.0,
          "recall": 0.2857142857142857,
          "f1-score": 0.4444444444444444,
          "support": 7.0
        },
        "audio_volume_mute": {
          "precision": 0.6666666666666666,
          "recall": 0.7407407407407407,
          "f1-score": 0.7017543859649122,
          "support": 27.0
        },
        "audio_volume_other": {
          "precision": 0.0,
          "recall": 0.0,
          "f1-score": 0.0,
          "support": 6.0
        },
        "audio_volume_up": {
          "precision": 0.3,
          "recall": 0.5454545454545454,
          "f1-score": 0.3870967741935484,
          "support": 11.0
        },
        "calendar_query": {
          "precision": 0.6910569105691057,
          "recall": 0.7024793388429752,
          "f1-score": 0.6967213114754098,
          "support": 121.0
        },
        "calendar_remove": {
          "precision": 0.8983050847457628,
          "recall": 0.8983050847457628,
          "f1-score": 0.8983050847457628,
          "support": 59.0
        },
        "calendar_set": {
          "precision": 0.8932038834951457,
          "recall": 0.8888888888888888,
          "f1-score": 0.8910411622276029,
          "support": 207.0
        },
        "cooking_recipe": {
          "precision": 0.8421052631578947,
          "recall": 0.927536231884058,
          "f1-score": 0.8827586206896552,
          "support": 69.0
        },
        "datetime_convert": {
          "precision": 0.6470588235294118,
          "recall": 0.7333333333333333,
          "f1-score": 0.6875,
          "support": 15.0
        },
        "datetime_query": {
          "precision": 0.9577464788732394,
          "recall": 0.8607594936708861,
          "f1-score": 0.9066666666666666,
          "support": 79.0
        },
        "email_addcontact": {
          "precision": 0.6666666666666666,
          "recall": 0.36363636363636365,
          "f1-score": 0.47058823529411764,
          "support": 11.0
        },
        "email_query": {
          "precision": 0.9223300970873787,
          "recall": 0.8636363636363636,
          "f1-score": 0.892018779342723,
          "support": 110.0
        },
        "email_querycontact": {
          "precision": 0.72,
          "recall": 0.6923076923076923,
          "f1-score": 0.7058823529411765,
          "support": 26.0
        },
        "email_sendemail": {
          "precision": 0.7883211678832117,
          "recall": 0.972972972972973,
          "f1-score": 0.8709677419354839,
          "support": 111.0
        },
        "general_greet": {
          "precision": 0.0,
          "recall": 0.0,
          "f1-score": 0.0,
          "support": 1.0
        },
        "general_joke": {
          "precision": 0.9375,
          "recall": 0.8823529411764706,
          "f1-score": 0.9090909090909091,
          "support": 17.0
        },
        "general_quirky": {
          "precision": 0.5862068965517241,
          "recall": 0.5151515151515151,
          "f1-score": 0.5483870967741935,
          "support": 165.0
        },
        "iot_cleaning": {
          "precision": 0.9166666666666666,
          "recall": 0.7857142857142857,
          "f1-score": 0.8461538461538461,
          "support": 14.0
        },
        "iot_coffee": {
          "precision": 0.9230769230769231,
          "recall": 0.9230769230769231,
          "f1-score": 0.9230769230769231,
          "support": 26.0
        },
        "iot_hue_lightchange": {
          "precision": 0.967741935483871,
          "recall": 0.8823529411764706,
          "f1-score": 0.9230769230769231,
          "support": 34.0
        },
        "iot_hue_lightdim": {
          "precision": 0.6875,
          "recall": 0.6875,
          "f1-score": 0.6875,
          "support": 16.0
        },
        "iot_hue_lightoff": {
          "precision": 0.6060606060606061,
          "recall": 0.9090909090909091,
          "f1-score": 0.7272727272727273,
          "support": 22.0
        },
        "iot_hue_lighton": {
          "precision": 0.0,
          "recall": 0.0,
          "f1-score": 0.0,
          "support": 3.0
        },
        "iot_hue_lightup": {
          "precision": 0.625,
          "recall": 0.6521739130434783,
          "f1-score": 0.6382978723404256,
          "support": 23.0
        },
        "iot_wemo_off": {
          "precision": 1.0,
          "recall": 0.6363636363636364,
          "f1-score": 0.7777777777777778,
          "support": 11.0
        },
        "iot_wemo_on": {
          "precision": 0.5,
          "recall": 0.3333333333333333,
          "f1-score": 0.4,
          "support": 3.0
        },
        "lists_createoradd": {
          "precision": 0.8157894736842105,
          "recall": 0.8611111111111112,
          "f1-score": 0.8378378378378378,
          "support": 36.0
        },
        "lists_query": {
          "precision": 0.9444444444444444,
          "recall": 0.68,
          "f1-score": 0.7906976744186046,
          "support": 50.0
        },
        "lists_remove": {
          "precision": 0.7755102040816326,
          "recall": 0.8837209302325582,
          "f1-score": 0.8260869565217391,
          "support": 43.0
        },
        "music_dislikeness": {
          "precision": 0.0,
          "recall": 0.0,
          "f1-score": 0.0,
          "support": 4.0
        },
        "music_likeness": {
          "precision": 0.8181818181818182,
          "recall": 0.7941176470588235,
          "f1-score": 0.8059701492537313,
          "support": 34.0
        },
        "music_query": {
          "precision": 0.7741935483870968,
          "recall": 0.8,
          "f1-score": 0.7868852459016393,
          "support": 30.0
        },
        "music_settings": {
          "precision": 0.25,
          "recall": 0.3333333333333333,
          "f1-score": 0.2857142857142857,
          "support": 6.0
        },
        "news_query": {
          "precision": 0.7209302325581395,
          "recall": 0.808695652173913,
          "f1-score": 0.7622950819672131,
          "support": 115.0
        },
        "play_audiobook": {
          "precision": 0.9117647058823529,
          "recall": 0.775,
          "f1-score": 0.8378378378378378,
          "support": 40.0
        },
        "play_game": {
          "precision": 0.9310344827586207,
          "recall": 0.9310344827586207,
          "f1-score": 0.9310344827586207,
          "support": 29.0
        },
        "play_music": {
          "precision": 0.852760736196319,
          "recall": 0.879746835443038,
          "f1-score": 0.8660436137071651,
          "support": 158.0
        },
        "play_podcasts": {
          "precision": 0.9803921568627451,
          "recall": 0.8928571428571429,
          "f1-score": 0.9345794392523364,
          "support": 56.0
        },
        "play_radio": {
          "precision": 0.9032258064516129,
          "recall": 0.9333333333333333,
          "f1-score": 0.9180327868852459,
          "support": 60.0
        },
        "qa_currency": {
          "precision": 0.925,
          "recall": 0.9736842105263158,
          "f1-score": 0.9487179487179487,
          "support": 38.0
        },
        "qa_definition": {
          "precision": 0.7647058823529411,
          "recall": 0.9122807017543859,
          "f1-score": 0.832,
          "support": 57.0
        },
        "qa_factoid": {
          "precision": 0.9487179487179487,
          "recall": 0.5401459854014599,
          "f1-score": 0.6883720930232559,
          "support": 137.0
        },
        "qa_maths": {
          "precision": 0.75,
          "recall": 0.8181818181818182,
          "f1-score": 0.782608695652174,
          "support": 22.0
        },
        "qa_stock": {
          "precision": 0.7419354838709677,
          "recall": 0.92,
          "f1-score": 0.8214285714285714,
          "support": 25.0
        },
        "recommendation_events": {
          "precision": 0.46835443037974683,
          "recall": 0.8809523809523809,
          "f1-score": 0.6115702479338843,
          "support": 42.0
        },
        "recommendation_locations": {
          "precision": 0.8076923076923077,
          "recall": 0.7,
          "f1-score": 0.75,
          "support": 30.0
        },
        "recommendation_movies": {
          "precision": 0.6153846153846154,
          "recall": 0.8,
          "f1-score": 0.6956521739130435,
          "support": 20.0
        },
        "social_post": {
          "precision": 0.881578947368421,
          "recall": 0.8271604938271605,
          "f1-score": 0.8535031847133758,
          "support": 81.0
        },
        "social_query": {
          "precision": 0.9,
          "recall": 0.72,
          "f1-score": 0.8,
          "support": 25.0
        },
        "takeaway_order": {
          "precision": 0.9,
          "recall": 0.8571428571428571,
          "f1-score": 0.8780487804878049,
          "support": 21.0
        },
        "takeaway_query": {
          "precision": 0.896551724137931,
          "recall": 0.7428571428571429,
          "f1-score": 0.8125,
          "support": 35.0
        },
        "transport_query": {
          "precision": 0.8604651162790697,
          "recall": 0.7254901960784313,
          "f1-score": 0.7872340425531915,
          "support": 51.0
        },
        "transport_taxi": {
          "precision": 0.9090909090909091,
          "recall": 0.9523809523809523,
          "f1-score": 0.9302325581395349,
          "support": 21.0
        },
        "transport_ticket": {
          "precision": 0.8974358974358975,
          "recall": 1.0,
          "f1-score": 0.9459459459459459,
          "support": 35.0
        },
        "transport_traffic": {
          "precision": 0.42857142857142855,
          "recall": 0.8571428571428571,
          "f1-score": 0.5714285714285714,
          "support": 14.0
        },
        "weather_query": {
          "precision": 0.8642857142857143,
          "recall": 0.9236641221374046,
          "f1-score": 0.8929889298892989,
          "support": 131.0
        },
        "accuracy": 0.8067473414008067,
        "macro avg": {
          "precision": 0.7410285723691813,
          "recall": 0.7310144685353331,
          "f1-score": 0.7241679222809649,
          "support": 2727.0
        },
        "weighted avg": {
          "precision": 0.8182476541582272,
          "recall": 0.8067473414008067,
          "f1-score": 0.8047011882208471,
          "support": 2727.0
        }
      },
      "train_samples": 11002,
      "dev_samples": 1874,
      "test_samples": 2727,
      "unseen_test_classes": [],
      "errors": [
        {
          "text": "\u0438 \u043e\u043f\u0443\u0441\u0442\u0438\u043b\u0430\u0441\u044c \u0442\u0435\u043c\u043d\u043e\u0442\u0430",
          "actual": "iot_hue_lighton",
          "predicted": "iot_hue_lightup"
        },
        {
          "text": "\u0437\u0434\u0435\u0441\u044c \u0441\u043b\u0438\u0448\u043a\u043e\u043c \u0433\u0440\u044f\u0437\u043d\u043e \u043f\u0440\u0438\u0431\u0435\u0440\u0438\u0441\u044c",
          "actual": "iot_cleaning",
          "predicted": "iot_hue_lightdim"
        },
        {
          "text": "\u0445\u043e\u0447\u0443 \u0443\u0437\u043d\u0430\u0442\u044c \u0441\u0442\u0430\u0442\u0443\u0441 \u044f\u0440\u043a\u043e\u0441\u0442\u0438 \u043c\u043e\u0435\u0433\u043e \u044d\u043a\u0440\u0430\u043d\u0430",
          "actual": "general_quirky",
          "predicted": "social_post"
        },
        {
          "text": "\u043a\u0430\u043a \u0434\u0435\u043b\u0430 olly",
          "actual": "general_greet",
          "predicted": "calendar_query"
        },
        {
          "text": "\u0443\u0441\u0442\u0430\u043d\u043e\u0432\u0438\u0442\u044c \u043f\u043e\u0434\u044a\u0451\u043c \u0432 \u0441\u0435\u043c\u044c \u0443\u0442\u0440\u0430 \u0432 \u0447\u0435\u0442\u0432\u0435\u0440\u0433",
          "actual": "alarm_set",
          "predicted": "calendar_set"
        },
        {
          "text": "\u044f \u0442\u0435\u0431\u044f \u043d\u0435 \u0441\u043b\u044b\u0448\u0443",
          "actual": "audio_volume_up",
          "predicted": "music_query"
        },
        {
          "text": "\u044f \u0442\u0435\u0431\u044f \u043f\u043e\u0447\u0442\u0438 \u043d\u0435 \u0441\u043b\u044b\u0448\u0443",
          "actual": "audio_volume_up",
          "predicted": "music_query"
        },
        {
          "text": "\u043a\u0430\u043a\u043e\u0439 \u043a\u0443\u0440\u0441 \u043e\u0431\u043c\u0435\u043d\u0430 \u0430\u043c\u0435\u0440\u0438\u043a\u0430\u043d\u0441\u043a\u043e\u0433\u043e \u0434\u043e\u043b\u043b\u0430\u0440\u0430 \u043a \u0444\u0443\u043d\u0442\u0443 \u0441\u0442\u0435\u0440\u043b\u0438\u043d\u0433\u043e\u0432",
          "actual": "news_query",
          "predicted": "qa_currency"
        },
        {
          "text": "\u0437\u0430\u0436\u0433\u0438 \u0441\u0432\u0435\u0442 \u043d\u0430 \u043a\u0443\u0445\u043d\u0435",
          "actual": "iot_hue_lighton",
          "predicted": "iot_hue_lightoff"
        },
        {
          "text": "\u043c\u043e\u0436\u0435\u0448\u044c \u0438\u0433\u0440\u0430\u0442\u044c \u0440\u043e\u043a \u0441\u043b\u0435\u0434\u0443\u044e\u0449\u0438\u0439 \u0447\u0430\u0441",
          "actual": "play_music",
          "predicted": "play_podcasts"
        },
        {
          "text": "\u043f\u043e\u043a\u0430\u0436\u0438 \u043c\u043d\u0435 \u043f\u043e\u0441\u043b\u0435\u0434\u043d\u044e\u044e \u0446\u0435\u043d\u0443 \u0430\u043a\u0446\u0438\u0439 costco",
          "actual": "news_query",
          "predicted": "qa_stock"
        },
        {
          "text": "\u043f\u043e\u043c\u0435\u043d\u044f\u0439 \u0441\u0432\u0435\u0442 \u043d\u0430 \u0431\u043e\u043b\u0435\u0435 \u043f\u0440\u0438\u0433\u043b\u0443\u0448\u0451\u043d\u043d\u044b\u0439",
          "actual": "iot_hue_lightdim",
          "predicted": "iot_hue_lightup"
        },
        {
          "text": "\u043f\u043e\u043b\u0443\u0447\u0438\u0442\u044c \u043e\u0446\u0435\u043d\u043a\u0438",
          "actual": "weather_query",
          "predicted": "general_quirky"
        },
        {
          "text": "\u043f\u0440\u0438\u0433\u043e\u0442\u043e\u0432\u0438\u0442\u044c \u0437\u0430\u043a\u0430\u0437 \u043a\u0430\u043a \u043c\u043e\u0436\u043d\u043e \u0441\u043a\u043e\u0440\u0435\u0435",
          "actual": "takeaway_query",
          "predicted": "cooking_recipe"
        },
        {
          "text": "\u043f\u043e\u0441\u0442\u0430\u0432\u044c \u0443\u0432\u0435\u0434\u043e\u043c\u043b\u0435\u043d\u0438\u0435 \u043d\u0430 \u043d\u043e\u0432\u043e\u0441\u0442\u0438 \u043e \u0442\u0440\u0443\u0431\u043e\u043f\u0440\u043e\u0432\u043e\u0434\u0435 \u0441\u0435\u0432\u0435\u0440\u043d\u044b\u0439 \u043f\u043e\u0442\u043e\u043a",
          "actual": "news_query",
          "predicted": "email_sendemail"
        },
        {
          "text": "\u0438\u043d\u0444\u043e\u0440\u043c\u0438\u0440\u0443\u0439 \u043c\u0435\u043d\u044f \u043e \u0442\u043e\u043c \u043a\u0430\u043a\u0430\u044f \u0446\u0435\u043d\u0430 \u0431\u0438\u0442\u043a\u043e\u0438\u043d\u0430",
          "actual": "news_query",
          "predicted": "general_quirky"
        },
        {
          "text": "\u044f \u0445\u043e\u0447\u0443 \u0443\u0437\u043d\u0430\u0442\u044c \u043e\u0431 \u044d\u0442\u043e\u0439 \u043f\u0435\u0441\u043d\u0435",
          "actual": "music_query",
          "predicted": "music_likeness"
        },
        {
          "text": "\u0437\u0430\u043f\u0443\u0441\u0442\u0438 \u0440\u0443\u043c\u0431\u0443",
          "actual": "iot_cleaning",
          "predicted": "audio_volume_mute"
        },
        {
          "text": "\u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0438 \u0431\u0443\u0434\u0438\u043b\u044c\u043d\u0438\u043a\u0430",
          "actual": "alarm_query",
          "predicted": "alarm_set"
        },
        {
          "text": "\u043e\u0442\u043a\u0440\u043e\u0439 \u043f\u0440\u0438\u043b\u043e\u0436\u0435\u043d\u0438\u0435 folder \u043f\u043e\u0436\u0430\u043b\u0443\u0439\u0441\u0442\u0430",
          "actual": "takeaway_order",
          "predicted": "social_post"
        },
        {
          "text": "\u0433\u0434\u0435 \u043d\u0430\u0441\u0442\u0440\u043e\u0439\u043a\u0430 \u0433\u0440\u043e\u043c\u043a\u043e\u0441\u0442\u0438",
          "actual": "audio_volume_other",
          "predicted": "audio_volume_up"
        },
        {
          "text": "\u043f\u043e\u0436\u0430\u043b\u0443\u0439\u0441\u0442\u0430 \u0443\u0432\u0435\u043b\u0438\u0447\u044c \u044f\u0440\u043a\u043e\u0441\u0442\u044c \u044d\u043a\u0440\u0430\u043d\u0430 \u0434\u043e \u043a\u043e\u043d\u0446\u0430",
          "actual": "iot_hue_lightup",
          "predicted": "iot_hue_lightoff"
        },
        {
          "text": "\u043d\u0435 \u0438\u0433\u0440\u0430\u0439 \u0440\u043e\u043a \u043c\u0435\u0442\u0430\u043b",
          "actual": "music_dislikeness",
          "predicted": "play_music"
        },
        {
          "text": "\u043c\u043d\u0435 \u043d\u0443\u0436\u0435\u043d \u0440\u044d\u043f",
          "actual": "play_music",
          "predicted": "music_query"
        },
        {
          "text": "\u043f\u043e\u0448\u0443\u0442\u0438",
          "actual": "general_joke",
          "predicted": "iot_hue_lightoff"
        }
      ],
      "protocol": "MASSIVE ru-RU official train/dev/test partitions; human-translated utterances, 60 intents; verified text + intent labels only; exact-text deduplication",
      "trained_at": "2026-10-21T17:34:15.799549+00:00",
      "seed": 42,
      "dataset_sha256": "b0a7ad24213095160d13d3ee12fc86823b88e9564d9a206911d7a31d0fb3a9b6",
      "checkpoint": "google-bert/bert-base-multilingual-cased",
      "epochs": 4,
      "dev_macro_f1": 0.7516568311234141,
      "confidence_kind": "uncalibrated_softmax",
      "pilot": false,
      "max_train": 0,
      "max_eval": 0,
      "seen_accuracy": 0.8067473414008067,
      "seen_macro_f1": 0.7241679222809649,
      "seen_test_samples": 2727,
      "unseen_test_samples": 0,
      "unseen_class_count": 0
    }
  ]
}