import logging from datasets import load_dataset def load_data(data_set_name): logging.info("Loading dataset") dataset = load_dataset("rungalileo/ragbench", data_set_name, split="test") logging.info("Dataset loaded successfully") logging.info(f"Number of documents found: {dataset.num_rows}") return dataset