[Admin maintenance] Support new ZeroGPU hardware

README.md

@@ -4,7 +4,7 @@ emoji: 🔮
 colorFrom: purple
 colorTo: yellow
 sdk: gradio
-sdk_version: 5.23.1
+sdk_version: 5.49.1
 app_file: app.py
 pinned: false
 license: mit

app.py

@@ -1,13 +1,75 @@
+import ctypes
 import os
 import random
 import shutil
 import subprocess
+import sys
+import tempfile
 from typing import List
 
 import gradio as gr
 import numpy as np
 import spaces
 import torch
+
+# install others
+subprocess.run("pip install spandrel==0.4.1 --no-deps", shell=True, check=True)
+
+CUDA_HOME = "/cuda-image/usr/local/cuda-13.0"
+CUDA_LIBDIR = os.path.join(CUDA_HOME, "lib64")
+
+
+@spaces.GPU(duration=600)
+def _first_gpu_setup():
+    """Build nvdiffrast from source against the active torch (2.10) ABI.
+
+    The previously-bundled cu12/torch2.4 wheel doesn't load on the new
+    Blackwell ZeroGPU stack (sm_120 / CUDA 13). We rebuild it inside a
+    @spaces.GPU context so CUDA is available, and use a sitecustomize
+    shim to silence torch's CUDA version mismatch check (the toolkit
+    is 13.0 but torch was built against 12.8 — they're ABI-compatible
+    for our purposes here).
+    """
+    try:
+        import nvdiffrast  # noqa: F401
+        return
+    except ImportError:
+        pass
+
+    patch_dir = tempfile.mkdtemp(prefix="torch_cuda_patch_")
+    with open(os.path.join(patch_dir, "sitecustomize.py"), "w") as f:
+        f.write(
+            "try:\n"
+            "    import torch.utils.cpp_extension as _c\n"
+            "    _c._check_cuda_version = lambda *a, **k: None\n"
+            "except Exception:\n"
+            "    pass\n"
+        )
+
+    env = os.environ.copy()
+    env["CUDA_HOME"] = CUDA_HOME
+    env["CUDA_PATH"] = CUDA_HOME
+    env["PATH"] = os.path.join(CUDA_HOME, "bin") + os.pathsep + env.get("PATH", "")
+    env["PYTHONPATH"] = patch_dir + os.pathsep + env.get("PYTHONPATH", "")
+    env["TORCH_CUDA_ARCH_LIST"] = "12.0"  # Blackwell sm_120
+
+    subprocess.check_call(
+        [sys.executable, "-m", "pip", "install",
+         "--no-build-isolation", "--no-deps",
+         "git+https://github.com/NVlabs/nvdiffrast/"],
+        env=env,
+    )
+
+
+_first_gpu_setup()
+# Make sure the CUDA 13 runtime is preloaded and discoverable before any
+# extension import that links libcudart at runtime.
+try:
+    ctypes.CDLL(os.path.join(CUDA_LIBDIR, "libcudart.so.13"), mode=ctypes.RTLD_GLOBAL)
+except OSError:
+    pass
+os.environ["LD_LIBRARY_PATH"] = CUDA_LIBDIR + os.pathsep + os.environ.get("LD_LIBRARY_PATH", "")
+
 from huggingface_hub import hf_hub_download, snapshot_download
 from PIL import Image
 from torchvision import transforms
@@ -21,9 +83,6 @@ from inference_ig2mv_sdxl import (
 )
 from mvadapter.utils import get_orthogonal_camera, make_image_grid, tensor_to_image
 
-# install others
-subprocess.run("pip install spandrel==0.4.1 --no-deps", shell=True, check=True)
-
 DEVICE = "cuda" if torch.cuda.is_available() else "cpu"
 DTYPE = torch.float16
 MAX_SEED = np.iinfo(np.int32).max

requirements.txt

@@ -1,17 +1,14 @@
---extra-index-url https://download.pytorch.org/whl/cu124
---find-links https://data.pyg.org/whl/torch-2.5.1+cu124.html
-
-torch==2.5.1
-torchvision==0.20.1
-diffusers
-transformers==4.49.0
+torch==2.10.0
+torchvision==0.25.0
+diffusers==0.31.0
+transformers==4.46.3
 einops
 huggingface_hub
 opencv-python
 trimesh==4.5.3
 omegaconf
 scikit-image
-numpy
+numpy==1.26.2
 peft
 scipy==1.11.4
 jaxtyping
@@ -23,5 +20,5 @@ kornia
 ninja
 cvcuda_cu12
 gltflib
-torch-cluster
-https://huggingface.co/spaces/VAST-AI/MV-Adapter-Img2Texture/resolve/main/wheels/nvdiffrast-0.3.3-cp310-cp310-linux_x86_64.whl?download=true
+accelerate
+safetensors

wheels/nvdiffrast-0.3.3-cp310-cp310-linux_x86_64.whl

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:026b3031cc647d279b5beb0a3ec2bfe992666d85f66431662d8f26be2b6894f9
-size 1047624