BLD: Try using shared memory utilities in Cython to reduce wheel sizes (#61384)

* BLD: Try using shared memory utilities in Cython to reduce wheel sizes

* fix syntax

* maybe fix?

* switch keyword order?

* try putting as list?

* try the cython rc

* add more version checks

* [pre-commit.ci] auto fixes from pre-commit.com hooks

for more information, see https://pre-commit.ci

---------

Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>

Author: lithomas1

meson.build

@@ -47,6 +47,27 @@ endif
 cy = meson.get_compiler('cython')
 if cy.version().version_compare('>=3.1.0')
     add_project_arguments('-Xfreethreading_compatible=true', language: 'cython')
+
+    # Use shared utility code to reduce wheel sizes
+    # copied from https://github.com/scikit-learn/scikit-learn/pull/31151/files
+    cy = find_program(cy.cmd_array()[0])
+    cython_shared_src = custom_target(
+        install: false,
+        output: '_cyutility.c',
+        command: [
+            cy,
+            '-3',
+            '--fast-fail',
+            '--generate-shared=' + meson.current_build_dir() / '_cyutility.c',
+        ],
+    )
+
+    py.extension_module(
+        '_cyutility',
+        cython_shared_src,
+        subdir: 'pandas/_libs',
+        install: true,
+    )
 endif
 
 # Needed by pandas.test() when it looks for the pytest ini options

pandas/_libs/meson.build

@@ -148,6 +148,12 @@ if get_option('buildtype') == 'debug'
     cython_args += ['--gdb']
 endif
 
+# Use shared utility code to reduce wheel sizes
+# copied from https://github.com/scikit-learn/scikit-learn/pull/31151/files
+if cy.version().version_compare('>=3.1.0')
+    cython_args += ['--shared=pandas._libs._cyutility']
+endif
+
 foreach ext_name, ext_dict : libs_sources
     py.extension_module(
         ext_name,

pandas/_libs/tslibs/meson.build

@@ -28,6 +28,12 @@ if get_option('buildtype') == 'debug'
     cython_args += ['--gdb']
 endif
 
+# Use shared utility code to reduce wheel sizes
+# copied from https://github.com/scikit-learn/scikit-learn/pull/31151/files
+if cy.version().version_compare('>=3.1.0')
+    cython_args += ['--shared=pandas._libs._cyutility']
+endif
+
 foreach ext_name, ext_dict : tslibs_sources
     py.extension_module(
         ext_name,

pandas/_libs/window/meson.build

@@ -1,7 +1,14 @@
+cy_args = ['-X always_allow_keywords=true']
+# Use shared utility code to reduce wheel sizes
+# copied from https://github.com/scikit-learn/scikit-learn/pull/31151/files
+if cy.version().version_compare('>=3.1.0')
+    cython_args += ['--shared=pandas._libs._cyutility']
+endif
+
 py.extension_module(
     'aggregations',
     ['aggregations.pyx'],
-    cython_args: ['-X always_allow_keywords=true'],
+    cython_args: cy_args,
     include_directories: [inc_np, inc_pd],
     subdir: 'pandas/_libs/window',
     override_options: ['cython_language=cpp'],
@@ -11,7 +18,7 @@ py.extension_module(
 py.extension_module(
     'indexers',
     ['indexers.pyx'],
-    cython_args: ['-X always_allow_keywords=true'],
+    cython_args: cy_args,
     include_directories: [inc_np, inc_pd],
     subdir: 'pandas/_libs/window',
     install: true,

pyproject.toml

@@ -5,7 +5,7 @@ requires = [
     "meson-python>=0.13.1",
     "meson>=1.2.1,<2",
     "wheel",
-    "Cython~=3.0.5",  # Note: sync with setup.py, environment.yml and asv.conf.json
+    "Cython==3.1.0rc1",  # Note: sync with setup.py, environment.yml and asv.conf.json
     # Force numpy higher than 2.0rc1, so that built wheels are compatible
     # with both numpy 1 and 2
     "numpy>=2.0.0rc1",