diff --git a/src/torchcodec/decoders/_core/CMakeLists.txt b/src/torchcodec/decoders/_core/CMakeLists.txt
index 3f8a5f11..b8958f02 100644
--- a/src/torchcodec/decoders/_core/CMakeLists.txt
+++ b/src/torchcodec/decoders/_core/CMakeLists.txt
@@ -77,10 +77,17 @@ if(DEFINED ENV{BUILD_AGAINST_ALL_FFMPEG_FROM_S3})
     )
 
 
+if(ENABLE_CUDA)
+    # TODO: Enable more ffmpeg versions for cuda.
+    make_torchcodec_library(libtorchcodec7 ffmpeg7)
+    make_torchcodec_library(libtorchcodec6 ffmpeg6)
+#else()
     make_torchcodec_library(libtorchcodec7 ffmpeg7)
     make_torchcodec_library(libtorchcodec6 ffmpeg6)
     make_torchcodec_library(libtorchcodec5 ffmpeg5)
     make_torchcodec_library(libtorchcodec4 ffmpeg4)
+#endif()
+
 else()
     message(
         STATUS