diff --git a/.github/workflows/pkgci_regression_test.yml b/.github/workflows/pkgci_regression_test.yml
index f21c0576ddbd7..736a90fd849f8 100644
--- a/.github/workflows/pkgci_regression_test.yml
+++ b/.github/workflows/pkgci_regression_test.yml
@@ -208,11 +208,11 @@ jobs:
         env:
           ROCM_CHIP: ${{ matrix.rocm-chip }}
 
-      - name: "Running SD3 special model tests"
+      - name: "Running llama special model tests"
         if: "!cancelled()"
         run: |
           source ${VENV_DIR}/bin/activate
-          pytest ./experimental/regression_suite/shark-test-suite-models/sd3 \
+          pytest ./experimental/regression_suite/shark-test-suite-models/llama \
             -k ${{ matrix.backend }} \
             -rpfE \
             --capture=no \
diff --git a/experimental/regression_suite/shark-test-suite-models/llama/test_llama.py b/experimental/regression_suite/shark-test-suite-models/llama/test_llama.py
index 04b6b176de9b0..37c2e0a042c64 100644
--- a/experimental/regression_suite/shark-test-suite-models/llama/test_llama.py
+++ b/experimental/regression_suite/shark-test-suite-models/llama/test_llama.py
@@ -16,11 +16,6 @@
 ###############################################################################
 # Fixtures
 ###############################################################################
-llama_real_weights = fetch_source_fixture(
-    "https://sharkblobs.blob.core.windows.net/halo-models/llm-dev/llama3_8b/8b_f16.irpa",
-    group="llama_fp16_8b",
-)
-
 llama_mlir = fetch_source_fixture(
     "https://sharkpublic.blob.core.windows.net/sharkpublic/halo-models/llm-dev/llama3_8b/8b_f16_decomposed_11_22.mlir",
     group="llama_fp16_8b",