diff --git a/k2/python/k2/__init__.py b/k2/python/k2/__init__.py
index 5d0691c1e..438c4770b 100644
--- a/k2/python/k2/__init__.py
+++ b/k2/python/k2/__init__.py
@@ -10,16 +10,6 @@
         f"But you are using PyTorch {torch.__version__} to run it"
     )
 
-if (
-    k2_torch_cuda_version != ""
-    and torch.version.cuda is not None
-    and torch.version.cuda != k2_torch_cuda_version
-):
-    raise ImportError(
-        f"k2 was built using CUDA {k2_torch_cuda_version}\n"
-        f"But you are using CUDA {torch.version.cuda} to run it."
-    )
-
 from _k2 import DeterminizeWeightPushingType
 from _k2 import simple_ragged_index_select
 from _k2 import swoosh_l