originality

stanford-crfm · teetone · May 3, 2024 · Feb 29, 2024 · Feb 29, 2024 · Feb 29, 2024
commit 8bbed9fd11f0aeb20f36b255d03f29aa6e700556
diff --git a/src/helm/benchmark/scenarios/vision_language/originality_scenario.py b/src/helm/benchmark/scenarios/vision_language/originality_scenario.py
@@ -23,7 +23,7 @@ def get_instances(self, output_path: str) -> List[Instance]:
         instances: List[Instance] = []
         content: List[MediaObject] = [
             MediaObject(location=os.path.join(output_path, "story.png"), content_type="image/png"),
-            MediaObject(text="Tell a creative story of what the man is doing.", content_type="text/plain"),
+            MediaObject(text="Tell a creative story explaining this scene.", content_type="text/plain"),
         ]
         instances.append(
             Instance(