diff --git a/tests/lib/given_steps.py b/tests/lib/given_steps.py
index f3b73778..e270fb7e 100644
--- a/tests/lib/given_steps.py
+++ b/tests/lib/given_steps.py
@@ -93,7 +93,10 @@ def we_use_the_config(config_file, temp_dir, working_dir):
     # Copy all of the journals over
     journal_source = os.path.join(working_dir, "data", "journals")
     journal_dest = os.path.join(temp_dir.name, "features", "journals")
-    shutil.copytree(journal_source, journal_dest, dirs_exist_ok=True)
+    try:
+        shutil.copytree(journal_source, journal_dest)
+    except FileExistsError:
+        pass  # Happens when specifying config files multiple times
 
     # @todo get rid of this by using default config values
     # merge in version number