broken test

Signed-off-by: Brian Dellabetta <bdellabe@redhat.com>

Author: brian-dellabetta

tests/lmeval/configs/vl_int8_w8a8_dynamic_per_token.yaml

@@ -10,10 +10,16 @@ lmeval:
   model_args:
     dtype: bfloat16
     convert_img_format: True
-  task: mmmu_val_literature
+  task: chartqa
   apply_chat_template: True
   num_fewshot: 0
-  batch_size: 8
-  # dense model achieves accuracy of 0.833
+  batch_size: 100
+  limit: 100
+  # test runs in m
+  # dense model achieves exact_match accuracy of 0.
+  # dense model achieves relaxed_accuracy of 0.
+  # dense model achieves anywhere_accuracy of 0.
   metrics:
-    acc,none: 0.833
+    exact_match,none: 0.
+    relaxed_accuracy,none: 0.
+    anywhere_accuracy,none: 0.