diff --git a/tests/lib/given_steps.py b/tests/lib/given_steps.py
index 2d182d5a..f3e6b69c 100644
--- a/tests/lib/given_steps.py
+++ b/tests/lib/given_steps.py
@@ -93,10 +93,7 @@ def we_use_the_config(config_file, temp_dir, working_dir):
     # Copy all of the journals over
     journal_source = os.path.join(working_dir, "data", "journals")
     journal_dest = os.path.join(temp_dir.name, "features", "journals")
-    try:
-        shutil.copytree(journal_source, journal_dest)
-    except FileExistsError:
-        pass  # Happens when specifying config files multiple times
+    shutil.copytree(journal_source, journal_dest)
 
     # @todo get rid of this by using default config values
     # merge in version number