[GR-58521] Use Native Image G1 GC on Linux

PullRequest: graalpython/3845

Author: eregon

CHANGELOG.md

@@ -16,6 +16,7 @@ language runtime. The main focus is on user-observable behavior of the engine.
 * Add support for sharing Arrow arrays and tables between Java, PyArrow, and Pandas to avoid data copying when embedding those libraries into a Java project.
 * Enable FTS3, FTS4, FTS5, RTREE, and math function features in the bundled sqlite3 library.
 * Add support patches for Torch 2.7.0, PyGObject 3.52.3, xmlschema 4.0.0, lxml < 5.4.0, SciPy 1.15, jq 1.8.0, NumPy < 2.3, ormsgpack < 1.9.1, pandas 2.2.3, PyArrow 19.0, PyMuPDF 1.25.4.
+* The GraalPy Native standalone on Linux now uses the G1 garbage collector which is much faster.
 
 ## Version 24.2.0
 * Updated developer metadata of Maven artifacts.

graalpython/com.oracle.graal.python.test/src/tests/test_gc.py

@@ -1,4 +1,4 @@
-# Copyright (c) 2018, 2024, Oracle and/or its affiliates. All rights reserved.
+# Copyright (c) 2018, 2025, Oracle and/or its affiliates. All rights reserved.
 # DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
 #
 # The Universal Permissive License (UPL), Version 1.0
@@ -39,12 +39,14 @@
 
 from _weakref import ref, getweakrefcount
 import gc
+import sys
 
 
 def test_gc_collect():
     assert isinstance(gc.collect(), (int, type(None)))
 
 
-def test_gc_count():
-    c0, c1, c2 = gc.get_count()
-    assert c0 + c1 + c2 > 0, "we definitely had something collected"
+if not (sys.implementation.name == "graalpy" and __graalpython__.is_native): # GR-15504
+    def test_gc_count():
+        c0, c1, c2 = gc.get_count()
+        assert c0 + c1 + c2 > 0, "we definitely had something collected"

mx.graalpython/mx_graalpython.py

@@ -60,6 +60,7 @@
 import mx_native
 import mx_unittest
 import mx_sdk
+import mx_sdk_vm_ng
 import mx_subst
 import mx_truffle
 import mx_graalpython_bisect
@@ -266,6 +267,14 @@ def graalpy_standalone_deps():
     return deps
 
 
+def libpythonvm_build_args():
+    build_args = []
+    build_args += bytecode_dsl_build_args()
+    if mx_sdk_vm_ng.is_nativeimage_ee() and mx.get_os() == 'linux' and 'NATIVE_IMAGE_AUXILIARY_ENGINE_CACHE' not in os.environ:
+        build_args += ['--gc=G1', '-H:-ProtectionKeys']
+    return build_args
+
+
 def full_python(args, env=None):
     """Run python from standalone build (unless kwargs are given). Does not build GraalPython sources automatically."""
 
@@ -2027,11 +2036,6 @@ def _python_checkpatchfiles():
 def bytecode_dsl_build_args():
     return ['-Dpython.EnableBytecodeDSLInterpreter=true'] if BYTECODE_DSL_INTERPRETER else []
 
-mx_subst.results_substitutions.register_no_arg(
-    'bytecode_dsl_build_args',
-    lambda: f'-Dpython.EnableBytecodeDSLInterpreter={repr(BYTECODE_DSL_INTERPRETER).lower()}'
-)
-
 mx_sdk.register_graalvm_component(mx_sdk.GraalVmLanguage(
     suite=SUITE,
     name='GraalVM Python',

mx.graalpython/native-ee

@@ -1,5 +1,5 @@
-DYNAMIC_IMPORTS=/tools,/graal-enterprise,/truffle-enterprise,/vm-enterprise,/substratevm-enterprise
+DYNAMIC_IMPORTS=/tools,/graal-enterprise,/truffle-enterprise,/vm-enterprise,/substratevm-enterprise,substratevm-enterprise-gcs
 BUILD_TARGETS=GRAALPY_NATIVE_STANDALONE
-COMPONENTS=SubstrateVM Enterprise,Truffle SVM Macro Enterprise
+COMPONENTS=SubstrateVM Enterprise,Truffle SVM Macro Enterprise,suite:substratevm-enterprise-gcs
 NATIVE_IMAGES=lib:pythonvm
 GRAALVM_SKIP_ARCHIVE=true

mx.graalpython/suite.py

@@ -847,8 +847,8 @@
                 "-J-Xms14g", # GR-46399: libpythonvm needs more than the default minimum of 8 GB to be built
                 "-Dpolyglot.python.PosixModuleBackend=native",
                 "-Dpolyglot.python.Sha3ModuleBackend=native",
-                "<bytecode_dsl_build_args>",
             ],
+            "dynamicBuildArgs": "libpythonvm_build_args",
         },
     },