results/MassiveIntentClassification.json

{
  "dataset_revision": "4672e20407010da34463acc759c162ca9734bca6",
  "task_name": "MassiveIntentClassification",
  "mteb_version": "2.3.5",
  "scores": {
    "test": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.710827,
            "f1": 0.686281,
            "f1_weighted": 0.700845,
            "precision": 0.672134,
            "precision_weighted": 0.753518,
            "recall": 0.780705,
            "recall_weighted": 0.710827,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.738063,
            "f1": 0.713266,
            "f1_weighted": 0.733315,
            "precision": 0.689731,
            "precision_weighted": 0.777832,
            "recall": 0.809189,
            "recall_weighted": 0.738063,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.684936,
            "f1": 0.649166,
            "f1_weighted": 0.671955,
            "precision": 0.627697,
            "precision_weighted": 0.726639,
            "recall": 0.75431,
            "recall_weighted": 0.684936,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.72764,
            "f1": 0.692479,
            "f1_weighted": 0.719029,
            "precision": 0.680697,
            "precision_weighted": 0.779121,
            "recall": 0.783333,
            "recall_weighted": 0.72764,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.70343,
            "f1": 0.675387,
            "f1_weighted": 0.690133,
            "precision": 0.673929,
            "precision_weighted": 0.775979,
            "recall": 0.773558,
            "recall_weighted": 0.70343,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.682582,
            "f1": 0.658583,
            "f1_weighted": 0.669777,
            "precision": 0.645352,
            "precision_weighted": 0.73975,
            "recall": 0.762056,
            "recall_weighted": 0.682582,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.710155,
            "f1": 0.686132,
            "f1_weighted": 0.700469,
            "precision": 0.674054,
            "precision_weighted": 0.767214,
            "recall": 0.784369,
            "recall_weighted": 0.710155,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.700067,
            "f1": 0.674297,
            "f1_weighted": 0.691119,
            "precision": 0.659278,
            "precision_weighted": 0.753105,
            "recall": 0.778238,
            "recall_weighted": 0.700067,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.678211,
            "f1": 0.663564,
            "f1_weighted": 0.662266,
            "precision": 0.658159,
            "precision_weighted": 0.738105,
            "recall": 0.765334,
            "recall_weighted": 0.678211,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.71957,
            "f1": 0.695916,
            "f1_weighted": 0.713896,
            "precision": 0.678785,
            "precision_weighted": 0.76378,
            "recall": 0.787987,
            "recall_weighted": 0.71957,
            "ap": null,
            "ap_weighted": null
          }
        ],
        "accuracy": 0.705548,
        "f1": 0.679507,
        "f1_weighted": 0.69528,
        "precision": 0.665981,
        "precision_weighted": 0.757504,
        "recall": 0.777908,
        "recall_weighted": 0.705548,
        "ap": NaN,
        "ap_weighted": NaN,
        "main_score": 0.705548,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 18.296528339385986,
  "kg_co2_emissions": null
}