diff --git a/BUILD.bazel b/BUILD.bazel
index 14f9312396ffe..e23cca39b7f1b 100644
--- a/BUILD.bazel
+++ b/BUILD.bazel
@@ -637,6 +637,7 @@ intern_build_aten_ops(
     copts = ATEN_COPTS,
     deps = [
         ":aten_headers",
+        "@sleef",
         "@fbgemm",
     ],
 )
diff --git a/aten.bzl b/aten.bzl
index e04944e96ea7a..0fce7068ec078 100644
--- a/aten.bzl
+++ b/aten.bzl
@@ -1,6 +1,12 @@
 load("@rules_cc//cc:defs.bzl", "cc_library")
 
 CPU_CAPABILITY_NAMES = ["DEFAULT", "AVX", "AVX2"]
+CAPABILITY_COMPILER_FLAGS = {
+    "AVX2": ["-mavx2", "-mfma"],
+    "AVX": ["-mavx"],
+    "DEFAULT": [],
+}
+
 PREFIX = "aten/src/ATen/native/"
 
 def intern_build_aten_ops(copts, deps):
@@ -27,11 +33,12 @@ def intern_build_aten_ops(copts, deps):
             copts = copts + [
                 "-DCPU_CAPABILITY=" + cpu_capability,
                 "-DCPU_CAPABILITY_" + cpu_capability,
-            ],
+            ] + CAPABILITY_COMPILER_FLAGS[cpu_capability],
             deps = deps,
+            linkstatic = 1,
         )
     cc_library(
         name = "ATen_CPU",
-        srcs = ["ATen_CPU_" + cpu_capability for cpu_capability in CPU_CAPABILITY_NAMES],
+        deps = [":ATen_CPU_" + cpu_capability for cpu_capability in CPU_CAPABILITY_NAMES],
         linkstatic = 1,
     )
diff --git a/third_party/sleef.BUILD b/third_party/sleef.BUILD
index 6b7349e6696cf..c8ab7024fbf90 100644
--- a/third_party/sleef.BUILD
+++ b/third_party/sleef.BUILD
@@ -51,7 +51,7 @@ SLEEF_PUBLIC_INCLUDES = [
 ]
 
 SLEEF_VISIBILITY = [
-    "@pytorch//:__subpackages__",
+    "//visibility:public",
 ]
 
 cc_binary(