categorical score for llm as judge

meta-llama · Nov 15, 2024 · 788411b · 788411b
1 parent 0850ad6
commit 788411b
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/llama_stack/providers/inline/scoring/llm_as_judge/scoring_fn/llm_as_judge_scoring_fn.py b/llama_stack/providers/inline/scoring/llm_as_judge/scoring_fn/llm_as_judge_scoring_fn.py
@@ -75,7 +75,7 @@ async def score_row(
         for regex in rating_regexes:
             match = re.search(regex, content)
             if match:
-                judge_rating = int(match.group(1))
+                judge_rating = match.group(1)
                 break
 
         return {