From 181abbc27d812803d2ee945ea7407c64bca6c9f4 Mon Sep 17 00:00:00 2001 From: Dipika Sikka Date: Tue, 13 Aug 2024 14:28:14 -0400 Subject: [PATCH] [Misc] Update LM Eval Tolerance (#7473) --- .buildkite/lm-eval-harness/test_lm_eval_correctness.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.buildkite/lm-eval-harness/test_lm_eval_correctness.py b/.buildkite/lm-eval-harness/test_lm_eval_correctness.py index af3226f5..aa0b1b09 100644 --- a/.buildkite/lm-eval-harness/test_lm_eval_correctness.py +++ b/.buildkite/lm-eval-harness/test_lm_eval_correctness.py @@ -14,7 +14,7 @@ import lm_eval import numpy import yaml -RTOL = 0.02 +RTOL = 0.05 TEST_DATA_FILE = os.environ.get( "LM_EVAL_TEST_DATA_FILE", ".buildkite/lm-eval-harness/configs/Meta-Llama-3-8B-Instruct.yaml")