diff --git a/tools/bazel.rc b/tools/bazel.rc
index aca7eb25abfa..3a455d300484 100644
--- a/tools/bazel.rc
+++ b/tools/bazel.rc
@@ -27,8 +27,10 @@ build --test_summary=terse
 # config_setting rules for proprietary software are provided in //tools.
 build --test_tag_filters=-gurobi,-mosek,-snopt
 
-# Inject DISPLAY into test runner environment for tests that use X.
+# Allow user environment variables relating to host graphics configuration to
+# flow through to tests that use X.
 build --test_env=DISPLAY
+build --test_env=XAUTHORITY
 
 # Location of the Gurobi license key file, typically named "gurobi.lic".
 # Setting this --test_env for all configurations is deliberate to improve