update: examples

wandb · Aug 3, 2024 · 482c029 · 482c029
1 parent 231acc5
commit 482c029
Showing 1 changed file with 2 additions and 11 deletions.
diff --git a/examples/multimodal_llm_eval/evaluate_mllm_metric_complex.py b/examples/multimodal_llm_eval/evaluate_mllm_metric_complex.py
@@ -21,17 +21,8 @@ def main(
     wandb.init(project=project, entity=entity, job_type="evaluation")
     weave.init(project_name=project)
 
-    # dataset = weave.ref(dataset_ref).get()
-    # dataset = dataset.rows[:dataset_limit] if dataset_limit else dataset
-    dataset = (
-        [
-            {"prompt": "The black chair is on the right of the wooden table."},
-            {"prompt": "The round clock was mounted on the white wall."},
-            {"prompt": "The fluffy pillow was on the left of the striped blanket."},
-        ]
-        if dataset_limit
-        else weave.ref(dataset_ref).get()
-    )
+    dataset = weave.ref(dataset_ref).get()
+    dataset = dataset.rows[:dataset_limit] if dataset_limit else dataset
 
     diffusion_model = BaseDiffusionModel(
         diffusion_model_name_or_path=diffusion_model_address,