diff --git a/pkgs/development/python-modules/pytorch/default.nix b/pkgs/development/python-modules/pytorch/default.nix
index 225bba02c61c..1c0cc1b24f3a 100644
--- a/pkgs/development/python-modules/pytorch/default.nix
+++ b/pkgs/development/python-modules/pytorch/default.nix
@@ -164,6 +164,9 @@ in buildPythonPackage rec {
   BUILD_NAMEDTENSOR = setBool true;
   BUILD_DOCS = setBool buildDocs;
 
+  # We only do an imports check, so do not build tests either.
+  BUILD_TEST = setBool false;
+
   USE_MKL = setBool (blas.implementation == "mkl");
 
   # Unlike MKL, oneDNN (née MKLDNN) is FOSS, so we enable support for