diff --git a/.github/workflows/nightly-bnb.yml b/.github/workflows/nightly-bnb.yml
index 206218fdca..b6f2143fac 100644
--- a/.github/workflows/nightly-bnb.yml
+++ b/.github/workflows/nightly-bnb.yml
@@ -25,7 +25,7 @@ jobs:
       TEST_TYPE: "single_gpu_${{ matrix.docker-image-name }}"
     container:
       image: ${{ matrix.docker-image-name }}
-      options: --gpus all --shm-size "16gb" --ipc host -v /mnt/cache/.cache/huggingface:/mnt/cache/ -e NVIDIA_DISABLE_REQUIRE=true
+      options: --gpus all --shm-size "16gb" --ipc host -v /mnt/cache/.cache/huggingface:/mnt/cache/
     defaults:
       run:
         shell: bash
@@ -39,16 +39,19 @@ jobs:
           mkdir transformers-clone && git clone https://github.com/huggingface/transformers.git transformers-clone # rename to transformers clone to avoid modules conflict
 
       - name: Run examples on single GPU
+        if: always()
         run: |
           source activate peft
           make tests_examples_single_gpu_bnb
       
       - name: Run core tests on single GPU
+        if: always()
         run: |
           source activate peft
           make tests_core_single_gpu_bnb
 
       - name: Run transformers tests on single GPU
+        if: always()
         run: |
           source activate peft
           make transformers_tests
@@ -70,7 +73,7 @@ jobs:
       TEST_TYPE: "multi_gpu_${{ matrix.docker-image-name }}"
     container:
       image: ${{ matrix.docker-image-name }}
-      options: --gpus all --shm-size "16gb" --ipc host -v /mnt/cache/.cache/huggingface:/mnt/cache/ -e NVIDIA_DISABLE_REQUIRE=true
+      options: --gpus all --shm-size "16gb" --ipc host -v /mnt/cache/.cache/huggingface:/mnt/cache/
     defaults:
       run:
         shell: bash
@@ -84,20 +87,24 @@ jobs:
           mkdir transformers-clone && git clone https://github.com/huggingface/transformers.git transformers-clone
 
       - name: Run core GPU tests on multi-gpu
+        if: always()
         run: |
           source activate peft
         
       - name: Run examples on multi GPU
+        if: always()
         run: |
           source activate peft
           make tests_examples_multi_gpu_bnb
       
       - name: Run core tests on multi GPU
+        if: always()
         run: |
           source activate peft
           make tests_core_multi_gpu_bnb
 
       - name: Run transformers tests on multi GPU
+        if: always()
         run: |
           source activate peft
           make transformers_tests