Utilities

pydantic model retrieval_qa_benchmark.utils.registry.Registry

Fields:

• Datasets (Dict[str, Any])

• Evaluators (Dict[str, Any])

• LLMs (Dict[str, Any])

• Transforms (Dict[str, Any])

field Datasets: Dict[str, Any] = {}

field Evaluators: Dict[str, Any] = {}

field LLMs: Dict[str, Any] = {}

field Transforms: Dict[str, Any] = {}

class Config

register_dataset(name: str) → Callable

register_evaluator(name: str) → Callable

register_model(name: str) → Callable

register_transform(name: str) → Callable

pydantic model retrieval_qa_benchmark.utils.profiler.Profiler

Fields:

• accumulator (Dict[str, float])

• counter (Dict[str, int])

field accumulator: Dict[str, float] = {}

field counter: Dict[str, int] = {}

class Config

clear() → None

profile_dataset(dataset_name: str) → Callable

profile_function(name: str) → Callable

profile_model(model_name: str) → Callable

profile_transform(transform_name: str) → Callable