diff --git a/core/tests/Drupal/FunctionalTests/Installer/InstallerExistingConfigTest.php b/core/tests/Drupal/FunctionalTests/Installer/InstallerExistingConfigTest.php
index ebf4c2a8c5b..c1e75a87aeb 100644
--- a/core/tests/Drupal/FunctionalTests/Installer/InstallerExistingConfigTest.php
+++ b/core/tests/Drupal/FunctionalTests/Installer/InstallerExistingConfigTest.php
@@ -12,12 +12,22 @@ class InstallerExistingConfigTest extends InstallerExistingConfigTestBase {
   /**
    * {@inheritdoc}
    */
-  public function setUpSite() {
+  protected function setUpLanguage() {
+    // Place a custom local translation in the translations directory.
+    mkdir($this->root . '/' . $this->siteDirectory . '/files/translations', 0777, TRUE);
+    file_put_contents($this->root . '/' . $this->siteDirectory . '/files/translations/drupal-8.0.0.fr.po', "msgid \"\"\nmsgstr \"\"\nmsgid \"Save and continue\"\nmsgstr \"Enregistrer et continuer\"");
+    parent::setUpLanguage();
+  }
+
+  /**
+   * {@inheritdoc}
+   */
+  public function setUpSettings() {
     // The configuration is from a site installed in French.
     // So after selecting the profile the installer detects that the site must
     // be installed in French, thus we change the button translation.
     $this->translations['Save and continue'] = 'Enregistrer et continuer';
-    parent::setUpSite();
+    parent::setUpSettings();
   }
 
   /**