Add PMAT for deployment

agentcoinorg · Feb 13, 2024 · 98845e6 · 98845e6
1 parent 9ce72b0
commit 98845e6
Show file tree

Hide file tree

Showing 4 changed files with 1,742 additions and 77 deletions.
diff --git a/evo_researcher/benchmark/utils.py b/evo_researcher/benchmark/utils.py
@@ -49,6 +49,10 @@ class OutcomePrediction(BaseModel):
     confidence: float
     info_utility: t.Optional[float]
 
+    @property
+    def binary_answer(self) -> bool:
+        return self.p_yes > 0.5
+
 
 class Prediction(BaseModel):
     evaluation: t.Optional[EvalautedQuestion]