.

agential-ai · Jul 14, 2024 · 5ea02cb · 5ea02cb
1 parent 0bfb19f
commit 5ea02cb
Show file tree

Hide file tree

Showing 3 changed files with 16 additions and 18 deletions.
diff --git a/agential/cog/self_refine/factory.py b/agential/cog/self_refine/factory.py
@@ -13,24 +13,34 @@
     GSM8K_REFINE_FEWSHOT_EXAMPLES,
     HOTPOTQA_CRITIQUE_FEWSHOT_EXAMPLES,
     HOTPOTQA_REFINE_FEWSHOT_EXAMPLES,
+    HUMANEVAL_CRITIQUE_FEWSHOT_EXAMPLES,
+    HUMANEVAL_REFINE_FEWSHOT_EXAMPLES,
+    MBPP_CRITIQUE_FEWSHOT_EXAMPLES,
+    MBPP_REFINE_FEWSHOT_EXAMPLES,
     SELF_REFINE_CRITIQUE_INSTRUCTION_AMBIGNQ,
     SELF_REFINE_CRITIQUE_INSTRUCTION_FEVER,
     SELF_REFINE_CRITIQUE_INSTRUCTION_GSM8K,
     SELF_REFINE_CRITIQUE_INSTRUCTION_HOTPOTQA,
+    SELF_REFINE_CRITIQUE_INSTRUCTION_HUMANEVAL,
+    SELF_REFINE_CRITIQUE_INSTRUCTION_MBPP,
     SELF_REFINE_CRITIQUE_INSTRUCTION_SVAMP,
     SELF_REFINE_CRITIQUE_INSTRUCTION_TABMWP,
     SELF_REFINE_CRITIQUE_INSTRUCTION_TRIVIAQA,
     SELF_REFINE_INSTRUCTION_AMBIGNQ,
     SELF_REFINE_INSTRUCTION_FEVER,
     SELF_REFINE_INSTRUCTION_GSM8K,
     SELF_REFINE_INSTRUCTION_HOTPOTQA,
+    SELF_REFINE_INSTRUCTION_HUMANEVAL,
+    SELF_REFINE_INSTRUCTION_MBPP,
     SELF_REFINE_INSTRUCTION_SVAMP,
     SELF_REFINE_INSTRUCTION_TABMWP,
     SELF_REFINE_INSTRUCTION_TRIVIAQA,
     SELF_REFINE_REFINE_INSTRUCTION_AMBIGNQ,
     SELF_REFINE_REFINE_INSTRUCTION_FEVER,
     SELF_REFINE_REFINE_INSTRUCTION_GSM8K,
     SELF_REFINE_REFINE_INSTRUCTION_HOTPOTQA,
+    SELF_REFINE_REFINE_INSTRUCTION_HUMANEVAL,
+    SELF_REFINE_REFINE_INSTRUCTION_MBPP,
     SELF_REFINE_REFINE_INSTRUCTION_SVAMP,
     SELF_REFINE_REFINE_INSTRUCTION_TABMWP,
     SELF_REFINE_REFINE_INSTRUCTION_TRIVIAQA,
@@ -40,18 +50,12 @@
     TABMWP_REFINE_FEWSHOT_EXAMPLES,
     TRIVIAQA_CRITIQUE_FEWSHOT_EXAMPLES,
     TRIVIAQA_REFINE_FEWSHOT_EXAMPLES,
-    HUMANEVAL_CRITIQUE_FEWSHOT_EXAMPLES,
-    HUMANEVAL_REFINE_FEWSHOT_EXAMPLES,
-    SELF_REFINE_INSTRUCTION_HUMANEVAL,
-    SELF_REFINE_REFINE_INSTRUCTION_HUMANEVAL,
-    SELF_REFINE_CRITIQUE_INSTRUCTION_HUMANEVAL,
-    MBPP_CRITIQUE_FEWSHOT_EXAMPLES,
-    MBPP_REFINE_FEWSHOT_EXAMPLES,
-    SELF_REFINE_INSTRUCTION_MBPP,
-    SELF_REFINE_REFINE_INSTRUCTION_MBPP,
-    SELF_REFINE_CRITIQUE_INSTRUCTION_MBPP
 )
 from agential.cog.self_refine.strategies.base import SelfRefineBaseStrategy
+from agential.cog.self_refine.strategies.code import (
+    SelfRefineHEvalStrategy,
+    SelfRefineMBPPStrategy,
+)
 from agential.cog.self_refine.strategies.math import (
     SelfRefineGSM8KStrategy,
     SelfRefineSVAMPStrategy,
@@ -61,14 +65,9 @@
     SelfRefineAmbigNQStrategy,
     SelfRefineFEVERStrategy,
     SelfRefineHotQAStrategy,
-    SelfRefineTriviaQAStrategy
-)
-from agential.cog.self_refine.strategies.code import (
-    SelfRefineHEvalStrategy,
-    SelfRefineMBPPStrategy
+    SelfRefineTriviaQAStrategy,
 )
 
-
 SELF_REFINE_BENCHMARK_FEWSHOTS = {
     Benchmarks.HOTPOTQA: [FewShotType.COT, FewShotType.DIRECT, FewShotType.REACT],
     Benchmarks.FEVER: [FewShotType.COT, FewShotType.DIRECT, FewShotType.REACT],

diff --git a/agential/cog/self_refine/prompts.py b/agential/cog/self_refine/prompts.py
@@ -3055,4 +3055,4 @@ def find_char_long(text):
 
 {critique}
 
-Here's a better solution:"""
+Here's a better solution:"""
diff --git a/agential/cog/self_refine/strategies/code.py b/agential/cog/self_refine/strategies/code.py
@@ -182,4 +182,3 @@ class SelfRefineMBPPStrategy(SelfRefineCodeStrategy):
     """A strategy class for the MBPP benchmark using the Self-Refine agent."""
 
     pass
-
Original file line number	Diff line number	Diff line change
Expand Up		@@ -3055,4 +3055,4 @@ def find_char_long(text):

		{critique}

		Here's a better solution:"""
		Here's a better solution:"""
Original file line number	Diff line number	Diff line change
Expand Up		@@ -182,4 +182,3 @@ class SelfRefineMBPPStrategy(SelfRefineCodeStrategy):
		"""A strategy class for the MBPP benchmark using the Self-Refine agent."""

		pass