From 6b5216f10218d8bc399e4368be7dac779659a6d0 Mon Sep 17 00:00:00 2001
From: elronbandel <elronbandel@gmail.com>
Date: Sun, 20 Oct 2024 18:32:16 +0300
Subject: [PATCH] Fix doc_vqa lmms_eval

Signed-off-by: elronbandel <elronbandel@gmail.com>
---
 prepare/cards/doc_vqa.py                        | 3 ++-
 src/unitxt/catalog/cards/doc_vqa/lmms_eval.json | 4 ++++
 src/unitxt/image_operators.py                   | 5 +++++
 3 files changed, 11 insertions(+), 1 deletion(-)

diff --git a/prepare/cards/doc_vqa.py b/prepare/cards/doc_vqa.py
index acb8f04aa9..6afb8f744a 100644
--- a/prepare/cards/doc_vqa.py
+++ b/prepare/cards/doc_vqa.py
@@ -1,7 +1,7 @@
 from unitxt.blocks import LoadHF, Set, TaskCard
 from unitxt.catalog import add_to_catalog
 from unitxt.collections_operators import Explode, Wrap
-from unitxt.image_operators import ToImage
+from unitxt.image_operators import ToImage, ToRGB
 from unitxt.operators import Copy
 from unitxt.splitters import RenameSplits
 from unitxt.test_utils.card import test_card
@@ -43,6 +43,7 @@
     ),
     preprocess_steps=[
         RenameSplits(mapper={"validation": "test"}),
+        ToRGB(field="image"),
         ToImage(field="image", to_field="context"),
         Set(fields={"context_type": "image"}),
     ],
diff --git a/src/unitxt/catalog/cards/doc_vqa/lmms_eval.json b/src/unitxt/catalog/cards/doc_vqa/lmms_eval.json
index cb72ffa085..0d256b7db8 100644
--- a/src/unitxt/catalog/cards/doc_vqa/lmms_eval.json
+++ b/src/unitxt/catalog/cards/doc_vqa/lmms_eval.json
@@ -15,6 +15,10 @@
                 "validation": "test"
             }
         },
+        {
+            "__type__": "to_rgb",
+            "field": "image"
+        },
         {
             "__type__": "to_image",
             "field": "image",
diff --git a/src/unitxt/image_operators.py b/src/unitxt/image_operators.py
index 8b0558cf26..81d9457eee 100644
--- a/src/unitxt/image_operators.py
+++ b/src/unitxt/image_operators.py
@@ -73,3 +73,8 @@ def process_image(self, image):
 
         # Convert back to a PIL image with 3 channels
         return self.image.fromarray(grayscale_array)
+
+
+class ToRGB(ImageFieldOperator):
+    def process_image(self, image):
+        return image.convert("RGB")