diff --git a/.github/workflows/create_llvm.yml b/.github/workflows/create_llvm.yml
index f53455336f..a7c2e326aa 100644
--- a/.github/workflows/create_llvm.yml
+++ b/.github/workflows/create_llvm.yml
@@ -15,16 +15,19 @@ jobs:
   create_llvm_cache:
     strategy:
       matrix:
-        version: [17, 18]
-        os: [ubuntu-22.04]
-        build_type: [Release, RelAssert]
-        arch : [x86_64, aarch64]
-        exclude:
-          # For now just do latest llvm with aarch to reduce cache usage.
-          - arch: aarch64
-            version: 17
-          - arch: aarch64
-            build_type: Release
+        # version: [17, 18]
+        # os: [ubuntu-22.04]
+        # build_type: [Release, RelAssert]
+        # arch : [x86_64, aarch64]
+        # exclude:
+        #   # For now just do latest llvm with aarch to reduce cache usage.
+        #   - arch: aarch64
+        #     version: 17
+        #   - arch: aarch64
+        #     build_type: Release
+        os:[windows-2022]
+        build_type: [RelAssert]
+        arch : [x86_64]
         include:
           # We want to set flags related to particular matrix dimensions. To do this
           # we need to create default values first, and then against particular matrix
@@ -51,6 +54,11 @@ jobs:
             llvm_install/**
           key: llvm-${{ matrix.os }}-${{ matrix.arch }}-v${{ matrix.version }}-${{ matrix.build_type }}
 
+      - name: Setup Windows
+        if: startsWith(runner.os, 'Windows')
+        uses: llvm/actions/setup-windows@main
+        with:
+          arch: amd64
 
       - name: Checkout repo llvm
         if: steps.cache.outputs.cache-hit != 'true'