Skip to content

Commit

Permalink
lint
Browse files Browse the repository at this point in the history
  • Loading branch information
isaac-chung committed Nov 26, 2024
1 parent c5211c6 commit 2bcf660
Showing 1 changed file with 4 additions and 3 deletions.
7 changes: 4 additions & 3 deletions mteb/evaluation/MTEB.py
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
import os
import traceback
from collections.abc import Iterable
from copy import copy
from copy import copy, deepcopy
from datetime import datetime
from itertools import chain
from pathlib import Path
Expand All @@ -15,6 +15,7 @@
import datasets
from sentence_transformers import SentenceTransformer

from mteb import MTEBResults
from mteb.abstasks.AbsTask import ScoresDict
from mteb.encoder_interface import Encoder
from mteb.model_meta import ModelMeta
Expand Down Expand Up @@ -453,7 +454,7 @@ def run(
evaluation_results.append(mteb_results)
del self.tasks[0] # empty memory
continue
try:

task_eval_splits = (
eval_splits if eval_splits is not None else task.eval_splits
)
Expand Down Expand Up @@ -527,7 +528,7 @@ def run(
if verbosity >= 1:
logger.info(f"Scores: {results}")

mteb_task_result = TaskResult.from_task_results(
new_results = TaskResult.from_task_results(
task,
task_results,
evaluation_time=evaluation_time,
Expand Down

0 comments on commit 2bcf660

Please sign in to comment.