Add Directory Rollout Support

Summary:
## Context:

See T239185724. We want to enable content-based output path addressing for Python bytecode to deduplicate the output artifacts when the BUCK configuration changes but the output remains the same (e.g., switching between `opt` and `dev` mode.)

 ---

## This Diff:

To mitigate build failure risk, I'm adopting the same rollout approach used for rust_make_par  (see D77735814).

I initialize this to only enable Python content based path hashing for binaries in the `fbcode//python` directory.

Reviewed By: alexmalyshev

Differential Revision: D89552557

fbshipit-source-id: 7ea3042255daca5c190670ef945cd5ee0f00fef9

Author: Kasra Ghodsi

prelude/decls/python_rules.bzl

@@ -102,6 +102,7 @@ def _python_executable_attrs():
         "static_extension_utils": attrs.source(default = "prelude//python/tools:static_extension_utils.cpp"),
         "strip_libpar": attrs.enum(StripLibparStrategy, default = "none"),
         "strip_stapsdt": attrs.bool(default = False),
+        "supports_pyc_content_based_paths": attrs.bool(default = False),  # TODO(kasrag) Delete this when content-based paths are fulled rolled out
         "use_anon_target_for_analysis": attrs.bool(default = False),  # TODO(dcssiva) Delete this when we change the default analysis method to use anon targets
         "use_oss_python": attrs.bool(default = False),
         "use_rust_make_par": attrs.bool(default = False),  # TODO(rishiarora) Delete this when we change the default build style

prelude/python/compile.bzl

@@ -29,7 +29,10 @@ def compile_manifests_for_mode(
         manifests: list[ManifestInfo],
         invalidation_mode: PycInvalidationMode = PycInvalidationMode("unchecked_hash")) -> ManifestInfo:
     mode = invalidation_mode.value.upper()
-    has_content_based_path = ctx.attrs._python_toolchain[PythonToolchainInfo].supports_content_based_paths == True
+    has_content_based_path = (
+        getattr(ctx.attrs, "supports_pyc_content_based_paths", False) == True and
+        ctx.attrs._python_toolchain[PythonToolchainInfo].supports_content_based_paths == True
+    )
     output = ctx.actions.declare_output("bytecode_{}".format(mode), dir = True, has_content_based_path = has_content_based_path)
     bytecode_manifest = ctx.actions.declare_output("bytecode_{}.manifest".format(mode), has_content_based_path = has_content_based_path)
     cmd = [

prelude/python/make_py_package.bzl

@@ -1038,7 +1038,11 @@ def _pex_modules_args(
         # placeholder "output_artifacts" portion of the path with the resolved hash.
         # This isn't needed for inplace builds which symlink to original bytecode artifacts without path resolution.
         inplace = package_style in [PackageStyle("inplace"), PackageStyle("inplace_lite")]
-        if not inplace and ctx.attrs._python_toolchain[PythonToolchainInfo].supports_content_based_paths:
+        if (
+            not inplace and
+            getattr(ctx.attrs, "supports_pyc_content_based_paths", False) and
+            ctx.attrs._python_toolchain[PythonToolchainInfo].supports_content_based_paths
+        ):
             bytecode_artifacts = pex_modules.manifests.bytecode_artifacts(pyc_mode)
 
             bytecode_artifacts_path = ctx.actions.write(