diff --git a/configure.py b/configure.py
index 4f587ad..74adb31 100755
--- a/configure.py
+++ b/configure.py
@@ -576,4 +576,5 @@
     if args.update_caravel:
         caravel.create_macro_config()
         caravel.instantiate()
-        caravel.build_index()
+        if not args.test:
+            caravel.build_index()