[Feature] Update BailingLM/OpenAI verbose (#1568)

* [Feature] 1. Update CoreBench Base\n 2. Fix lint issue in BalingAPI * Update * [Feature] Update API * Update
open-compass · Sep 27, 2024 · e8437db · e8437db
1 parent 7d50294
commit e8437db
Show file tree

Hide file tree

Showing 3 changed files with 7 additions and 4 deletions.
diff --git a/configs/eval_corebench_2409_base_objective.py b/configs/eval_corebench_2409_base_objective.py
@@ -81,7 +81,7 @@
             ['drop', 'accuracy'],
             ['math', 'accuracy'],
             ['gsm8k', 'accuracy'],
-            ['mathbench-t (average)', 'naive_average']
+            ['mathbench-t (average)', 'naive_average'],
             ['GPQA_diamond', 'accuracy'],
             ['openai_humaneval', 'humaneval_pass@1'],
             ['IFEval', 'Prompt-level-strict-accuracy'],
@@ -101,7 +101,7 @@
         ['drop', 'accuracy'],
         ['math', 'accuracy'],
         ['gsm8k', 'accuracy'],
-        ['mathbench-t (average)', 'naive_average']
+        ['mathbench-t (average)', 'naive_average'],
         ['GPQA_diamond', 'accuracy'],
         ['openai_humaneval', 'humaneval_pass@1'],
         ['IFEval', 'Prompt-level-strict-accuracy'],
@@ -185,4 +185,4 @@
 #                      PART 5  Utils Configuaration                   #
 #######################################################################
 base_exp_dir = 'outputs/corebench_2409_objective/'
-work_dir = osp.join(base_exp_dir, 'chat_objective')
+work_dir = osp.join(base_exp_dir, 'base_objective')
diff --git a/opencompass/models/bailing_api_oc.py b/opencompass/models/bailing_api_oc.py
@@ -13,7 +13,6 @@
     from retrying import retry
 except ImportError:
     retry = None
-    print('please install retrying by `pip install retrying`')
 
 from opencompass.utils.prompt import PromptList
 

diff --git a/opencompass/models/openai_api.py b/opencompass/models/openai_api.py
@@ -601,6 +601,10 @@ def _generate(self, input: PromptList | str, max_out_len: int,
                 if self.verbose:
                     self.logger.info(
                         'Successfully get response from OpenAI API')
+                    try:
+                        self.logger.info(responses)
+                    except Exception as e:  # noqa F841
+                        pass
                 return responses.choices[0].message.content
             except Exception as e:
                 self.logger.error(e)