diff --git a/Filesystem.php b/Filesystem.php
index 52ecfbda6..37556e3d8 100644
--- a/Filesystem.php
+++ b/Filesystem.php
@@ -172,7 +172,7 @@ private static function doRemove(array $files, bool $isRecursive): void
                 }
             } elseif (is_dir($file)) {
                 if (!$isRecursive) {
-                    $tmpName = \dirname(realpath($file)).'/.'.strrev(strtr(base64_encode(random_bytes(2)), '/=', '-_'));
+                    $tmpName = \dirname(realpath($file)).'/.!'.strrev(strtr(base64_encode(random_bytes(2)), '/=', '-!'));
 
                     if (file_exists($tmpName)) {
                         try {
diff --git a/Tests/FilesystemTest.php b/Tests/FilesystemTest.php
index bc8a5ceca..4e1d9351a 100644
--- a/Tests/FilesystemTest.php
+++ b/Tests/FilesystemTest.php
@@ -171,17 +171,17 @@ public function testCopyForOriginUrlsAndExistingLocalFileDefaultsToCopy()
         }
 
         $finder = new PhpExecutableFinder();
-        $process = new Process(array_merge([$finder->find(false)], $finder->findArguments(), ['-dopcache.enable=0', '-dvariables_order=EGPCS', '-S', 'localhost:8057']));
+        $process = new Process(array_merge([$finder->find(false)], $finder->findArguments(), ['-dopcache.enable=0', '-dvariables_order=EGPCS', '-S', 'localhost:8857']));
         $process->setWorkingDirectory(__DIR__.'/Fixtures/web');
 
         $process->start();
 
         do {
             usleep(50000);
-        } while (!@fopen('http://localhost:8057', 'r'));
+        } while (!@fopen('http://localhost:8857', 'r'));
 
         try {
-            $sourceFilePath = 'http://localhost:8057/logo_symfony_header.png';
+            $sourceFilePath = 'http://localhost:8857/logo_symfony_header.png';
             $targetFilePath = $this->workspace.\DIRECTORY_SEPARATOR.'copy_target_file';
             file_put_contents($targetFilePath, 'TARGET FILE');
             $this->filesystem->copy($sourceFilePath, $targetFilePath, false);