{
  "language": "en",
  "provenance": "Project-authored synthetic control examples, prepared before evaluation. Not used for training. Not an official benchmark or independently reviewed corpus.",
  "examples": {
    "ner": [
      {
        "language": "en",
        "text": "John works at Microsoft in London.",
        "entities": [
          {
            "text": "John",
            "type": "PER"
          },
          {
            "text": "Microsoft",
            "type": "ORG"
          },
          {
            "text": "London",
            "type": "LOC"
          }
        ]
      },
      {
        "language": "en",
        "text": "Anna visited Berlin.",
        "entities": [
          {
            "text": "Anna",
            "type": "PER"
          },
          {
            "text": "Berlin",
            "type": "LOC"
          }
        ]
      },
      {
        "language": "en",
        "text": "Google opened an office in Paris.",
        "entities": [
          {
            "text": "Google",
            "type": "ORG"
          },
          {
            "text": "Paris",
            "type": "LOC"
          }
        ]
      },
      {
        "language": "en",
        "text": "Peter met Mary in New York.",
        "entities": [
          {
            "text": "Peter",
            "type": "PER"
          },
          {
            "text": "Mary",
            "type": "PER"
          },
          {
            "text": "New York",
            "type": "LOC"
          }
        ]
      }
    ],
    "sentiment": [
      {
        "language": "en",
        "text": "Thank you for your help, everything worked perfectly!",
        "label": "positive"
      },
      {
        "language": "en",
        "text": "I am very happy with your service.",
        "label": "positive"
      },
      {
        "language": "en",
        "text": "Excellent work, such a wonderful result!",
        "label": "positive"
      },
      {
        "language": "en",
        "text": "How much is a ticket to London?",
        "label": "neutral"
      },
      {
        "language": "en",
        "text": "Transfer 500 rubles tomorrow.",
        "label": "neutral"
      },
      {
        "language": "en",
        "text": "My order number is 12345.",
        "label": "neutral"
      },
      {
        "language": "en",
        "text": "Terrible service, nothing works!",
        "label": "negative"
      },
      {
        "language": "en",
        "text": "I am disappointed. The money was debited but the transfer never arrived.",
        "label": "negative"
      },
      {
        "language": "en",
        "text": "This is awful, I will never use your service again.",
        "label": "negative"
      }
    ]
  },
  "evaluation": {
    "sentiment": {
      "accuracy": 1.0,
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "samples": 9,
      "labels": [
        "negative",
        "neutral",
        "positive"
      ],
      "confusion_matrix": [
        [
          3,
          0,
          0
        ],
        [
          0,
          3,
          0
        ],
        [
          0,
          0,
          3
        ]
      ],
      "examples": [
        {
          "language": "en",
          "text": "Thank you for your help, everything worked perfectly!",
          "label": "positive",
          "predicted": "positive"
        },
        {
          "language": "en",
          "text": "I am very happy with your service.",
          "label": "positive",
          "predicted": "positive"
        },
        {
          "language": "en",
          "text": "Excellent work, such a wonderful result!",
          "label": "positive",
          "predicted": "positive"
        },
        {
          "language": "en",
          "text": "How much is a ticket to London?",
          "label": "neutral",
          "predicted": "neutral"
        },
        {
          "language": "en",
          "text": "Transfer 500 rubles tomorrow.",
          "label": "neutral",
          "predicted": "neutral"
        },
        {
          "language": "en",
          "text": "My order number is 12345.",
          "label": "neutral",
          "predicted": "neutral"
        },
        {
          "language": "en",
          "text": "Terrible service, nothing works!",
          "label": "negative",
          "predicted": "negative"
        },
        {
          "language": "en",
          "text": "I am disappointed. The money was debited but the transfer never arrived.",
          "label": "negative",
          "predicted": "negative"
        },
        {
          "language": "en",
          "text": "This is awful, I will never use your service again.",
          "label": "negative",
          "predicted": "negative"
        }
      ]
    },
    "ner": {
      "precision": 1.0,
      "recall": 0.7,
      "f1": 0.8235294117647058,
      "samples": 4,
      "true_positive": 7,
      "false_positive": 0,
      "false_negative": 3,
      "examples": [
        {
          "language": "en",
          "text": "John works at Microsoft in London.",
          "entities": [
            {
              "text": "John",
              "type": "PER"
            },
            {
              "text": "Microsoft",
              "type": "ORG"
            },
            {
              "text": "London",
              "type": "LOC"
            }
          ],
          "predicted": [
            {
              "type": "ORG",
              "start": 14,
              "end": 23,
              "method": "ner",
              "model": "Babelscape/wikineural-multilingual-ner",
              "score": 0.996170699596405,
              "text": "Microsoft"
            },
            {
              "type": "LOC",
              "start": 27,
              "end": 33,
              "method": "ner",
              "model": "Babelscape/wikineural-multilingual-ner",
              "score": 0.9997885823249817,
              "text": "London"
            }
          ]
        },
        {
          "language": "en",
          "text": "Anna visited Berlin.",
          "entities": [
            {
              "text": "Anna",
              "type": "PER"
            },
            {
              "text": "Berlin",
              "type": "LOC"
            }
          ],
          "predicted": [
            {
              "type": "LOC",
              "start": 13,
              "end": 19,
              "method": "ner",
              "model": "Babelscape/wikineural-multilingual-ner",
              "score": 0.9998672604560852,
              "text": "Berlin"
            }
          ]
        },
        {
          "language": "en",
          "text": "Google opened an office in Paris.",
          "entities": [
            {
              "text": "Google",
              "type": "ORG"
            },
            {
              "text": "Paris",
              "type": "LOC"
            }
          ],
          "predicted": [
            {
              "type": "ORG",
              "start": 0,
              "end": 6,
              "method": "ner",
              "model": "Babelscape/wikineural-multilingual-ner",
              "score": 0.9782090187072754,
              "text": "Google"
            },
            {
              "type": "LOC",
              "start": 27,
              "end": 32,
              "method": "ner",
              "model": "Babelscape/wikineural-multilingual-ner",
              "score": 0.9998369216918945,
              "text": "Paris"
            }
          ]
        },
        {
          "language": "en",
          "text": "Peter met Mary in New York.",
          "entities": [
            {
              "text": "Peter",
              "type": "PER"
            },
            {
              "text": "Mary",
              "type": "PER"
            },
            {
              "text": "New York",
              "type": "LOC"
            }
          ],
          "predicted": [
            {
              "type": "PER",
              "start": 10,
              "end": 14,
              "method": "ner",
              "model": "Babelscape/wikineural-multilingual-ner",
              "score": 0.9780718088150024,
              "text": "Mary"
            },
            {
              "type": "LOC",
              "start": 18,
              "end": 26,
              "method": "ner",
              "model": "Babelscape/wikineural-multilingual-ner",
              "score": 0.9998616576194763,
              "text": "New York"
            }
          ]
        }
      ],
      "protocol": "Exact entity type + start + end; all predicted types included"
    }
  }
}