Source code for FlagEmbedding.evaluation.mldr.runner

from FlagEmbedding.abc.evaluation import AbsEvalRunner

from .data_loader import MLDREvalDataLoader




class MLDREvalRunner(AbsEvalRunner):
    """
    Evaluation runner of MIRACL.
    """


    def load_data_loader(self) -> MLDREvalDataLoader:
        """Load the data loader instance by args.

        Returns:
            MLDREvalDataLoader: The MLDR data loader instance.
        """
        data_loader = MLDREvalDataLoader(
            eval_name=self.eval_args.eval_name,
            dataset_dir=self.eval_args.dataset_dir,
            cache_dir=self.eval_args.cache_path,
            token=self.eval_args.token,
            force_redownload=self.eval_args.force_redownload,
        )
        return data_loader