Skip to content

Commit fe43f73

Browse files
authored
fix: reupload winogrande (#3513)
reupload winogrande
1 parent b45d37b commit fe43f73

File tree

2 files changed

+15
-15
lines changed

2 files changed

+15
-15
lines changed

mteb/descriptive_stats/Retrieval/WinoGrande.json

Lines changed: 14 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -1,29 +1,29 @@
11
{
22
"test": {
3-
"num_samples": 4872,
4-
"number_of_characters": 9352943,
3+
"num_samples": 6362,
4+
"number_of_characters": 180770,
55
"documents_text_statistics": {
6-
"total_text_length": 8957572,
7-
"min_text_length": 8,
8-
"average_text_length": 3504.527386541471,
9-
"max_text_length": 47929,
10-
"unique_texts": 2556
6+
"total_text_length": 39142,
7+
"min_text_length": 2,
8+
"average_text_length": 7.68243375858685,
9+
"max_text_length": 31,
10+
"unique_texts": 5095
1111
},
1212
"documents_image_statistics": null,
1313
"queries_text_statistics": {
14-
"total_text_length": 395371,
15-
"min_text_length": 8,
16-
"average_text_length": 170.71286701208982,
17-
"max_text_length": 2863,
18-
"unique_texts": 2316
14+
"total_text_length": 141628,
15+
"min_text_length": 79,
16+
"average_text_length": 111.78216258879242,
17+
"max_text_length": 185,
18+
"unique_texts": 1267
1919
},
2020
"queries_image_statistics": null,
2121
"relevant_docs_statistics": {
22-
"num_relevant_docs": 2316,
22+
"num_relevant_docs": 1267,
2323
"min_relevant_docs_per_query": 1,
2424
"average_relevant_docs_per_query": 1.0,
2525
"max_relevant_docs_per_query": 1,
26-
"unique_relevant_docs": 988
26+
"unique_relevant_docs": 478
2727
},
2828
"top_ranked_statistics": null
2929
}

mteb/tasks/retrieval/eng/wino_grande_retrieval.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -9,7 +9,7 @@ class WinoGrande(AbsTaskRetrieval):
99
reference="https://winogrande.allenai.org/",
1010
dataset={
1111
"path": "mteb/WinoGrande",
12-
"revision": "770abbd7f77affc005f9734996e795925cbc0f65",
12+
"revision": "4dec9c5666e9f84702ac614363db6d96a68bc6de",
1313
},
1414
type="Retrieval",
1515
category="t2t",

0 commit comments

Comments
 (0)