File size: 280 Bytes
9d5b280 |
1 2 3 4 5 6 7 8 9 10 11 12 |
import evaluate
def bleu(predictions, references):
return (predictions[0], references[0])
def agg_bleu(items):
bleu_fn = evaluate.load("bleu")
predictions, references = zip(*items)
return bleu_fn.compute(predictions=predictions, references=references)["bleu"]
|