import evaluate def bleu(predictions, references): return (predictions[0], references[0]) def agg_bleu(items): bleu_fn = evaluate.load("bleu") predictions, references = zip(*items) return bleu_fn.compute(predictions=predictions, references=references)["bleu"]