d3 v3.0.6

MODEL_MANIFEST.json

@@ -564,8 +564,8 @@
  },
  "runtime": {
   "files_sha256": {
-   "d3_runtime.py": "88fcaf3451edcc2139ffcb0db53ea4f9d03152e2736e0ffbb47386b40f618d52",
-   "d3_fast.py": "c8f6e74968e2835732e0865814b98a21e4b604c80ecb0416c270219eb8e64c05",
+   "d3_runtime.py": "139ece85007c5771b5e374da9658dc8832eb23aabfeaabe29f18e56d59d7f82f",
+   "d3_fast.py": "68a1fb9a2c3bde9ac2763bf504decae592ca12722698fbde1b39a31262955535",
    "d3_kernels.py": "8f7534ca1e1846ebf7c4c73058002f3be4dbf0d5d426f0815150ae0cbe7677bd",
    "modeling_d3.py": "55314f36206484a505e9525db373621d672df7447ddc07b71329a1f2857e8227",
    "pipeline_d3.py": "c0975a91316bcda9c09c5f14bf634ceec94e6980ed7e76a29b718fb451fe4091",
@@ -588,11 +588,11 @@
    }
   ]
  },
- "built_utc": "2026-10-11T00:45:04+00:00",
+ "built_utc": "2026-10-11T00:53:37+00:00",
  "files_sha256": {
   "LICENSE": "c71d239df91726fc519c6eb72d318ec65820627232b2f796219e87dcf35d0ab4",
   "NOTICE": "61f4ea488e1fed0c3fce97171506a23152c2591116442f78f15827fb9e6af469",
-  "README.md": "f6ea1fb7823c805d4ac277032a2008d8f28ab8e1a8a33aa71720308f3f596253",
+  "README.md": "5249d8f3fb32ce7b113b15a42c57f1cef6ba800cad4d4e2d4574a91e3571296d",
   "assets/banner.png": "eb7ecc949232e1de544247899dd55ee629a36cfe276042d5795f65178b9c64c5",
   "assets/example-receipt.png": "b9dbb8b103bacd45f1de824d844a3c07b81d57cb1a7466712ef060ad7dcb3926",
   "assets/index-areas.png": "602d4e76437b22dec2c5389b870349fc2ac9a68ee757ea67b0db10182962458d",
@@ -600,10 +600,10 @@
   "chat_template.jinja": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041",
   "config.json": "7e16284fafd2d54b73c10073c0391bfd6804886ceaf2cbe37fdb62d4c6813dea",
   "d3_engine.py": "ab638d785325d944d3dac891f77448dfc91cad1b8d55a7302bd527c5f1e0e251",
-  "d3_fast.py": "c8f6e74968e2835732e0865814b98a21e4b604c80ecb0416c270219eb8e64c05",
+  "d3_fast.py": "68a1fb9a2c3bde9ac2763bf504decae592ca12722698fbde1b39a31262955535",
   "d3_format.py": "e5036154d2e54793f59b320c8726632957bc343c382bac26d825b263a6e9ce62",
   "d3_kernels.py": "8f7534ca1e1846ebf7c4c73058002f3be4dbf0d5d426f0815150ae0cbe7677bd",
-  "d3_runtime.py": "88fcaf3451edcc2139ffcb0db53ea4f9d03152e2736e0ffbb47386b40f618d52",
+  "d3_runtime.py": "139ece85007c5771b5e374da9658dc8832eb23aabfeaabe29f18e56d59d7f82f",
   "d3_server.py": "434d6aa5e8572b649e1068588bf1811ff970412e409684b80832bd5544080bca",
   "decision_config.json": "6b80ca11bd6ba481df4b3c187db8a5d1983786563ca05e2edccb0bdac0d2fc4f",
   "merges.txt": "a9d356d7bdf1ef4949e3e748e95b8e10ad9d4e2e838eddc38a0a7b6b94d1db8d",
@@ -640,10 +640,10 @@
   "chat_template.jinja": 8952,
   "config.json": 3949,
   "d3_engine.py": 3726,
-  "d3_fast.py": 21284,
+  "d3_fast.py": 22331,
   "d3_format.py": 4882,
   "d3_kernels.py": 16129,
-  "d3_runtime.py": 57795,
+  "d3_runtime.py": 59432,
   "d3_server.py": 8295,
   "decision_config.json": 5503,
   "merges.txt": 3353259,

README.md

@@ -31,7 +31,7 @@ tags:
 - **Jev Decision Index 0.3, public suite: 65.45**, measured with the official 0.3 kit on the released weights: all 140,178 public requests answered, none unsupported.
 - **+8.5 on the public suite over Decision 2.0** (its 27B model: 56.97 on the board), ahead in all five areas.
 - **Reads images:** multiple images per request (PNG, JPEG or WebP), given as paths, URLs, PIL images or base64 data URLs; every question of the request sees all of them.
-- **Speed:** text requests take a median of 54 ms, and requests with an image a median of 277 ms, on one AMD Instinct MI325X, one request at a time.
+- **Speed:** text requests take a median of 55 ms, and requests with an image a median of 273 ms, on one AMD Instinct MI325X, one request at a time.
 - **Many questions, one call:** Choice, Yes / No and Score questions about the same input are answered together, each from its own forward pass over the input, with a probability for every option.
 
 ## Quickstart

d3_fast.py

@@ -71,6 +71,30 @@ def fusable(model: Any) -> str | None:
     return "needs " + ", ".join(missing) if missing else None
 
 
+def kernels_next_to_this_file():
+    """``d3_kernels.py`` of this file's directory, imported by path once per file (see ``d3_runtime.fast_module``)."""
+    import hashlib
+    import importlib.util
+    import sys
+    from pathlib import Path
+
+    # Not resolved: in a Hub snapshot the .py names are links to blobs without a suffix.
+    path = Path(__file__).absolute().with_name("d3_kernels.py")
+    name = f"d3_kernels_{hashlib.sha256(str(path).encode()).hexdigest()[:16]}"
+    if name not in sys.modules:
+        spec = importlib.util.spec_from_file_location(name, str(path))
+        if spec is None or spec.loader is None:
+            raise ImportError(f"no loader for {path}")
+        module = importlib.util.module_from_spec(spec)
+        sys.modules[name] = module
+        try:
+            spec.loader.exec_module(module)
+        except BaseException:
+            del sys.modules[name]
+            raise
+    return sys.modules[name]
+
+
 class FusedLayers:
     """The decoder layers and final norm of a Qwen3.5 text model through ``d3_kernels`` (eager values)."""
 
@@ -82,7 +106,10 @@ class FusedLayers:
         try:
             from . import d3_kernels as kernels
         except ImportError:
-            kernels = importlib.import_module("d3_kernels")
+            try:
+                kernels = importlib.import_module("d3_kernels")
+            except ImportError:
+                kernels = kernels_next_to_this_file()
         self.k = kernels
         self.torch = torch
         self.chunk = modeling.torch_chunk_gated_delta_rule

d3_runtime.py

@@ -463,6 +463,39 @@ def sha256_file(path: Path) -> str:
     return digest.hexdigest()
 
 
+def load_file_module(path: Path):
+    """Import a flat package file by its path, once per file (two checkpoints can share a process)."""
+    import importlib.util
+    import sys
+
+    # Not resolved: in a Hub snapshot the .py name is a link to a blob without a suffix, which has no loader.
+    path = Path(path).absolute()
+    name = f"{path.stem}_{hashlib.sha256(str(path).encode()).hexdigest()[:16]}"
+    if name not in sys.modules:
+        spec = importlib.util.spec_from_file_location(name, str(path))
+        if spec is None or spec.loader is None:
+            raise ImportError(f"no loader for {path}")
+        module = importlib.util.module_from_spec(spec)
+        sys.modules[name] = module
+        try:
+            spec.loader.exec_module(module)
+        except BaseException:
+            del sys.modules[name]
+            raise
+    return sys.modules[name]
+
+
+def fast_module(root: Path):
+    """``d3_fast.py`` of the checkpoint directory when it is not importable as a module.
+
+    ``AutoModel.from_pretrained(..., trust_remote_code=True)`` copies only the modeling files and their
+    ``from .x import y`` imports into its module cache; the package's own copy (verified against
+    ``MODEL_MANIFEST.json``) is next to the weights.
+    """
+    path = Path(root) / "d3_fast.py"
+    return load_file_module(path) if path.is_file() else None
+
+
 def resolve_dir(
     name_or_path: str | os.PathLike, revision: str | None = None, **hub: Any
 ) -> Path:
@@ -799,8 +832,14 @@ class D3:
                 self.image_unavailable = (
                     f"the image processor failed to load ({type(exc).__name__}: {exc})"
                 )
-        self.fast_skipped = None if d3_fast else "d3_fast.py is not present"
-        self.fast = d3_fast.install(self) if d3_fast else None
+        fast, reason = d3_fast, "d3_fast.py is not present"
+        if fast is None:
+            try:
+                fast = fast_module(self.root)
+            except Exception as exc:  # noqa: BLE001 - the plain path always loads
+                reason = f"d3_fast.py failed to import ({type(exc).__name__}: {exc})"
+        self.fast_skipped = None if fast else reason
+        self.fast = fast.install(self) if fast else None
         self.loaded_seconds = time.perf_counter() - started
 
     @classmethod