trying to test something

Author: jannalulu

lm_eval/tasks/longbench/triviaqa.yaml

@@ -2,12 +2,12 @@
 tag:
   - longbench
 task: longbench_triviaqa
-dataset_path: Xnhyacinth/LongBench
+dataset_path: jet-ai/longbench
 test_split: test
 dataset_name: triviaqa
-doc_to_text: "Answer the question based on the given passage. Only give me the answer and do not output any other words. The following are some examples.\n\n{{context}}\n{{question}}"
+doc_to_text: "Answer the question based on the given passage. Only give me the answer and do not output any other words. The following are some examples.\n\n{{context}}\n{{input}}"
 doc_to_target: '{{answers}}'
-target_delimiter: ""
+# target_delimiter: ""
 process_results: !function metrics.get_qa_f1_score
 generation_kwargs:
   max_gen_toks: 32