fix: handle google exceptions and add backoff (#154)

* fix: handle google exceptions and add backoff * add backoff * fix google
ASSERT-KTH · Sep 12, 2024 · d35b953 · d35b953
1 parent db9c43b
commit d35b953
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/elleelleaime/evaluate/strategies/google/google.py b/elleelleaime/evaluate/strategies/google/google.py
@@ -23,6 +23,9 @@ def _evaluate_impl(self, bug: Bug, sample: dict) -> Optional[List[dict]]:
 
         for generation in sample["generation"]:
             for candidate in generation["candidates"]:
+                if "content" not in candidate:
+                    evaluation.append(None)
+                    continue
                 candidate_patch = candidate["content"]["parts"][0]["text"]
                 candidate_patch = self.extract_patch_from_message(candidate_patch)
                 evaluation.append(