diff --git a/op_builder/async_io.py b/op_builder/async_io.py
index 0f9e34106487..f29f88531a98 100644
--- a/op_builder/async_io.py
+++ b/op_builder/async_io.py
@@ -65,8 +65,11 @@ def extra_ldflags(self):
 
         import torch.utils.cpp_extension
         CUDA_HOME = torch.utils.cpp_extension.CUDA_HOME
-        CUDA_LIB64 = os.path.join(CUDA_HOME, "lib64")
-        ldflags = [f'-L{CUDA_HOME}', f'-L{CUDA_LIB64}', '-laio', '-lcuda', '-lcudart']
+        if CUDA_HOME is None:
+            ldflags = ['-laio']  # the ROCM case
+        else:
+            CUDA_LIB64 = os.path.join(CUDA_HOME, "lib64")
+            ldflags = [f'-L{CUDA_HOME}', f'-L{CUDA_LIB64}', '-laio', '-lcuda', '-lcudart']
         return ldflags
 
     def check_for_libaio_pkg(self):