diff --git a/torchbenchmark/util/framework/huggingface/basic_configs.py b/torchbenchmark/util/framework/huggingface/basic_configs.py
index f0941f7df2..4b66a662d2 100644
--- a/torchbenchmark/util/framework/huggingface/basic_configs.py
+++ b/torchbenchmark/util/framework/huggingface/basic_configs.py
@@ -135,7 +135,7 @@
         512,
         512,
         'AutoConfig.from_pretrained("meta-llama/Llama-2-70b-hf")',
-        "AutoModelForMaskedLM",
+        "AutoModelForCausalLM",
     ),
     "llama_v31_8b": (
         512,