diff --git a/configs/datasets/subjective/arena_hard/arena_hard_compare.py b/configs/datasets/subjective/arena_hard/arena_hard_compare.py
index 5897605c..69767d08 100644
--- a/configs/datasets/subjective/arena_hard/arena_hard_compare.py
+++ b/configs/datasets/subjective/arena_hard/arena_hard_compare.py
@@ -12,7 +12,7 @@ subjective_reader_cfg = dict(
     )
 
 subjective_all_sets = [
-    'question',
+    'arenahard',
 ]