From 25b2a5067698c264ee92f4b446fee331205e5a5d Mon Sep 17 00:00:00 2001
From: Difer <707065510@qq.com>
Date: Mon, 29 Jun 2026 15:10:16 +0800
Subject: [PATCH] Fix memory leak caused by c_pointers (#1325)

---
 .../src/paddlefleet_ops/__init__.py           | 59 +++++++++++++++++++
 1 file changed, 59 insertions(+)

diff --git a/packages/paddlefleet_ops/src/paddlefleet_ops/__init__.py b/packages/paddlefleet_ops/src/paddlefleet_ops/__init__.py
index 8d685476f5..0155a6afa8 100644
--- a/packages/paddlefleet_ops/src/paddlefleet_ops/__init__.py
+++ b/packages/paddlefleet_ops/src/paddlefleet_ops/__init__.py
@@ -22,6 +22,65 @@
 
 import paddle
 
+
+# ---------------------------------------------------------------------------
+# Patch CUTLASS DSL scalar types to cache __c_pointers__ results.
+# Prevents pymalloc arena fragmentation from short-lived ctypes objects
+# created on every kernel launch. Must run before any CUTLASS kernel is called.
+# ---------------------------------------------------------------------------
+def _patch_cutlass_cptr_cache(maxsize=4096):
+    try:
+        from cutlass.base_dsl import typing as _typing
+    except Exception:
+        return 0
+    _logger = logging.getLogger(__name__)
+    _warned = set()
+    count = 0
+
+    def _make_cached(orig_fn, cache, cls_name):
+        def _cached(self):
+            v = self.value
+            r = cache.get(v)
+            if r is None:
+                r = orig_fn(self)
+                if len(cache) < maxsize:
+                    cache[v] = r
+                elif cls_name not in _warned:
+                    _warned.add(cls_name)
+                    _logger.warning(
+                        f"[cptr_cache] {cls_name}.__c_pointers__ cache exceeded "
+                        f"{maxsize} entries. Dynamic scalar values may cause "
+                        f"pymalloc arena fragmentation."
+                    )
+            return r
+
+        return _cached
+
+    _Numeric = getattr(_typing, "Numeric", None)
+    for name in dir(_typing):
+        cls = getattr(_typing, name)
+        if (
+            isinstance(cls, type)
+            and "__c_pointers__" in cls.__dict__
+            and _Numeric
+            and issubclass(cls, _Numeric)
+            and cls is not _Numeric
+            and not name.startswith("_")
+        ):
+            cache = {}
+            cls.__c_pointers__ = _make_cached(cls.__c_pointers__, cache, name)
+            count += 1
+    return count
+
+
+_patched_count = _patch_cutlass_cptr_cache()
+if _patched_count:
+    logging.getLogger(__name__).warning(
+        f"[cptr_cache] Patched {_patched_count} CUTLASS DSL types"
+    )
+del _patch_cutlass_cptr_cache, _patched_count
+# ---------------------------------------------------------------------------
+
 from .utils import (
     HardwareIncompatibleBlocker,
     ModuleContext,