From b4c7d9c29de0f64d1735eec35b2b1b61f681a73d Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Thu, 17 Apr 2025 07:58:53 -0700 Subject: [PATCH] fix perplexity scores --- tests/test_perplexity.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/tests/test_perplexity.py b/tests/test_perplexity.py index 51e3dea3a..e61b2a7b4 100644 --- a/tests/test_perplexity.py +++ b/tests/test_perplexity.py @@ -36,7 +36,7 @@ One day, a little fish named Fin was swimming near the shore. He saw a big crab """ result = metric.compute(model, [sample_text]) ppl = result["score"] - assert round(ppl, 2) == 7.41 + assert round(ppl, 2) == 75.14 def test_perplexity_short(model, metric): @@ -44,4 +44,4 @@ def test_perplexity_short(model, metric): sample_text = "Once upon a time, there was a little car named Beep. Beep loved to go fast and play in the sun." result = metric.compute(model, [sample_text]) ppl = result["score"] - assert round(ppl, 2) == 10.33 + assert round(ppl, 2) == 70.54