diff --git a/eng/testing/tests.targets b/eng/testing/tests.targets
index 2fe669a10ba05a..5636e054013b36 100644
--- a/eng/testing/tests.targets
+++ b/eng/testing/tests.targets
@@ -44,8 +44,8 @@
     <ZipDirectory SourceDirectory="$(_ZipSourceDirectory)"
                   DestinationFile="$([MSBuild]::NormalizePath('$(TestArchiveTestsDir)', '$(TestProjectName).zip'))"
                   Overwrite="true" />
-    <!-- delete the BundleDir and PublishDir in CI builds to save disk space on build agents since they're no longer needed -->
-    <RemoveDir Condition="'$(ContinuousIntegrationBuild)' == 'true'" Directories="$(BundleDir);$(PublishDir)" />
+    <!-- delete the $(OutDir) in CI builds to save disk space on build agents since it's no longer needed after zipping -->
+    <RemoveDir Condition="'$(ContinuousIntegrationBuild)' == 'true'" Directories="$(OutDir)" />
   </Target>
 
   <UsingTask TaskName="GenerateRunScript" AssemblyFile="$(InstallerTasksAssemblyPath)"/>