Enable whisper test in CI for more backends (#2355)

.github/workflows/test.yml

@@ -81,6 +81,13 @@ jobs:
       with:
         path: ${{ env.Python3_ROOT_DIR }}/lib/python3.8/site-packages
         key: testing-packages-${{ hashFiles('**/setup.py') }}
+    - name: Cache model weights
+      uses: actions/cache@v3
+      with:
+        path: |
+          weights/whisper-tiny.en.pt
+          weights/gpt2.tiktoken
+        key: model-weights-v1
     - name: Install Dependencies
       run: pip install -e '.[testing]' --extra-index-url https://download.pytorch.org/whl/cpu
     - name: Run Pytest
@@ -109,6 +116,13 @@ jobs:
       with:
         path: ${{ env.Python3_ROOT_DIR }}/lib/python3.11/site-packages
         key: testing-packages-${{ hashFiles('**/setup.py') }}
+    - name: Cache model weights
+      uses: actions/cache@v3
+      with:
+        path: |
+          weights/whisper-tiny.en.pt
+          weights/gpt2.tiktoken
+        key: model-weights-v1
     - name: Install Dependencies
       run: pip install -e '.[testing]' --extra-index-url https://download.pytorch.org/whl/cpu
     - name: Run Pytest
@@ -285,6 +299,13 @@ jobs:
         with:
           path: ${{ env.Python3_ROOT_DIR }}/lib/python3.11/site-packages
           key: ${{ matrix.backend }}-packages-${{ hashFiles('**/setup.py') }}
+      - name: Cache model weights
+        uses: actions/cache@v3
+        with:
+          path: |
+            weights/whisper-tiny.en.pt
+            weights/gpt2.tiktoken
+          key: model-weights-v1
       - name: Set env
         run: printf "${{ matrix.backend == 'llvm' && 'LLVM=1' || matrix.backend == 'clang' && 'CLANG=1' || matrix.backend == 'gpu' && 'GPU=1' || matrix.backend == 'cuda' && 'FORWARD_ONLY=1\nJIT=1\nOPT=2\nCUDA=1\nCUDACPU=1\n' || matrix.backend == 'PTX' && 'FORWARD_ONLY=1\nJIT=1\nOPT=2\nCUDA=1\nCUDACPU=1\nPTX=1' || matrix.backend == 'triton' && 'FORWARD_ONLY=1\nJIT=1\nOPT=2\nCUDA=1\nCUDACPU=1\nTRITON=1\nTRITON_PTXAS_PATH=/usr/bin/ptxas'}}" >> $GITHUB_ENV
       - name: Install OpenCL