| from nlg.bertscore.bertscore import BertScore | |
| def radcliq_bertscore(refs, hyps): | |
| bertscore_scorer = BertScore(model_type='distilroberta-base', | |
| rescale_with_baseline=True, | |
| idf=False, | |
| num_layers=None) | |
| print(bertscore_scorer) | |
| avg, scores = bertscore_scorer(refs, hyps) | |
| return scores |