diff --git a/sklearn/_build_utils/openmp_helpers.py b/sklearn/_build_utils/openmp_helpers.py
index d4c377c67e..8e800cccfe 100644
--- a/sklearn/_build_utils/openmp_helpers.py
+++ b/sklearn/_build_utils/openmp_helpers.py
@@ -25,8 +25,8 @@ def get_openmp_flag(compiler):
         return ['/Qopenmp']
     elif sys.platform == "win32":
         return ['/openmp']
-    elif sys.platform == "darwin" and ('icc' in compiler or 'icl' in compiler):
-        return ['-openmp']
+    elif sys.platform in  ["darwin", 'linux'] and ('icc' in compiler or 'icl' in compiler):
+        return ['-qopenmp']
     elif sys.platform == "darwin" and 'openmp' in os.getenv('CPPFLAGS', ''):
         # -fopenmp can't be passed as compile flag when using Apple-clang.
         # OpenMP support has to be enabled during preprocessing.
