Spaces:
Runtime error
Runtime error
File size: 490 Bytes
de071e9 |
1 2 3 4 5 6 7 8 9 10 11 12 13 |
from ..utils.llama.model import avg_model
from ..utils.olmo.model import avg_model as avg_model_olmo
from ..utils.evaluate import evaluate
def statistic(base_model, ft_model, tmp_model, dataloader, attn=False, emb=False, alpha=0.5):
if "olmo" in base_model._get_name().lower():
avg_model_olmo(base_model, ft_model, tmp_model, attn=attn, emb=emb)
else:
avg_model(base_model, ft_model, tmp_model, attn=attn, emb=emb)
return sum(evaluate(tmp_model, dataloader))
|