diff --git a/tests/ci/azure_pipeline_test/dsvm_nightly_linux_cpu.yml b/tests/ci/azure_pipeline_test/dsvm_nightly_linux_cpu.yml
index 168b16ec5f..279014a8ad 100644
--- a/tests/ci/azure_pipeline_test/dsvm_nightly_linux_cpu.yml
+++ b/tests/ci/azure_pipeline_test/dsvm_nightly_linux_cpu.yml
@@ -54,4 +54,4 @@ jobs:
     workingDirectory: tests
     displayName: 'Conda remove'
     continueOnError: true
-    condition: succeededOrFailed()
+    condition: always() # this step will always run, even if the pipeline is canceled
diff --git a/tests/ci/azure_pipeline_test/dsvm_nightly_linux_gpu.yml b/tests/ci/azure_pipeline_test/dsvm_nightly_linux_gpu.yml
index 559da3491e..5239c5548d 100644
--- a/tests/ci/azure_pipeline_test/dsvm_nightly_linux_gpu.yml
+++ b/tests/ci/azure_pipeline_test/dsvm_nightly_linux_gpu.yml
@@ -54,5 +54,5 @@ jobs:
     workingDirectory: tests
     displayName: 'Conda remove'
     continueOnError: true
-    condition: succeededOrFailed()
+    condition: always() # this step will always run, even if the pipeline is canceled
 
diff --git a/tests/ci/azure_pipeline_test/dsvm_nightly_linux_pyspark.yml b/tests/ci/azure_pipeline_test/dsvm_nightly_linux_pyspark.yml
index 8314a56d21..922834ddaa 100644
--- a/tests/ci/azure_pipeline_test/dsvm_nightly_linux_pyspark.yml
+++ b/tests/ci/azure_pipeline_test/dsvm_nightly_linux_pyspark.yml
@@ -54,4 +54,4 @@ jobs:
     workingDirectory: tests
     displayName: 'Conda remove'
     continueOnError: true
-    condition: succeededOrFailed()
+    condition: always() # this step will always run, even if the pipeline is canceled
diff --git a/tests/ci/azure_pipeline_test/dsvm_nightly_win_cpu.yml b/tests/ci/azure_pipeline_test/dsvm_nightly_win_cpu.yml
index 67956f9ac1..9bbc62ece1 100644
--- a/tests/ci/azure_pipeline_test/dsvm_nightly_win_cpu.yml
+++ b/tests/ci/azure_pipeline_test/dsvm_nightly_win_cpu.yml
@@ -47,11 +47,11 @@ jobs:
 
   - script: |
       call conda env remove -n nightly_reco_base -y
-      rmdir /s /q C:\Anaconda\envs\nightly_reco_base
+      if exist C:\Anaconda\envs\nightly_reco_base rmdir /s /q C:\Anaconda\envs\nightly_reco_base
     workingDirectory: tests
     displayName: 'Conda remove'
     continueOnError: true
-    condition: succeededOrFailed()
+    condition: always() # this step will always run, even if the pipeline is canceled
 
   - script: |
       del /q /S %LOCALAPPDATA%\Temp\*
diff --git a/tests/ci/azure_pipeline_test/dsvm_nightly_win_gpu.yml b/tests/ci/azure_pipeline_test/dsvm_nightly_win_gpu.yml
index 809597eefb..e301f675b7 100644
--- a/tests/ci/azure_pipeline_test/dsvm_nightly_win_gpu.yml
+++ b/tests/ci/azure_pipeline_test/dsvm_nightly_win_gpu.yml
@@ -47,7 +47,8 @@ jobs:
 
   - script: |
       call conda env remove -n nightly_reco_gpu -y
-      rmdir /s /q C:\Anaconda\envs\nightly_reco_gpu
+      if exist C:\Anaconda\envs\nightly_reco_gpu rmdir /s /q C:\Anaconda\envs\nightly_reco_gpu
     workingDirectory: tests
     displayName: 'Conda remove'
     continueOnError: true
+    condition: always() # this step will always run, even if the pipeline is canceled
diff --git a/tests/ci/azure_pipeline_test/dsvm_nightly_win_pyspark.yml b/tests/ci/azure_pipeline_test/dsvm_nightly_win_pyspark.yml
index 06fde7a731..2d1b795481 100644
--- a/tests/ci/azure_pipeline_test/dsvm_nightly_win_pyspark.yml
+++ b/tests/ci/azure_pipeline_test/dsvm_nightly_win_pyspark.yml
@@ -51,9 +51,9 @@ jobs:
 
   - script: |
       call conda env remove -n nightly_reco_pyspark -y
-      rmdir /s /q C:\Anaconda\envs\nightly_reco_pyspark
+      if exist C:\Anaconda\envs\nightly_reco_pyspark rmdir /s /q C:\Anaconda\envs\nightly_reco_pyspark
     workingDirectory: tests
     displayName: 'Conda remove'
     continueOnError: true
-    condition: succeededOrFailed()
+    condition: always() # this step will always run, even if the pipeline is canceled