updt qs eval task

mosaicml · Jun 29, 2023 · 5658a8c · 5658a8c
1 parent ebe5294
commit 5658a8c
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/README.md b/README.md
@@ -186,10 +186,10 @@ python inference/convert_composer_to_hf.py \
   --output_precision bf16 \
   # --hf_repo_for_upload user-org/repo-name
 
-# Evaluate the model on Winograd
+# Evaluate the model on a subset of tasks
 python eval/eval.py \
   eval/yamls/hf_eval.yaml \
-  icl_tasks=eval/yamls/winograd.yaml \
+  icl_tasks=eval/yamls/tasks_light.yaml \
   model_name_or_path=mpt-125m-hf
 
 # Generate responses to prompts