[Admin maintenance] Support new ZeroGPU hardware

app.py

@@ -2,6 +2,13 @@
 # -*- coding: utf-8 -*-
 # @Time    : 2023-06-01
 # @Author  : ashui(Binghui Chen)
+# `spaces` MUST be imported before torch/cv2/anything that touches CUDA --
+# it monkeypatches torch.cuda so module-scope `.to("cuda")` calls below are
+# safely deferred instead of doing a real (and here, absent) CUDA init on the
+# CPU process. This app previously had no `import spaces` and no
+# `@spaces.GPU` decorator at all, so `mobile_sam = ...to("cuda")` a few lines
+# down triggered `RuntimeError: No CUDA GPUs are available`.
+import spaces
 from sympy import im
 from versions import RELEASE_NOTE, VERSION
 
@@ -208,6 +215,7 @@ with block:
     )
 
     # user click the image to get points, and show the points on the image
+    @spaces.GPU
     def segmentation(img, sel_pix):
         # online show seg mask
         points = []

requirements.txt

@@ -2,6 +2,21 @@ dashscope
 sympy
 Pillow==9.5.0
 gradio==3.50.2
+# gradio 3.50.2's routes.py calls Starlette's old
+# TemplateResponse(name, context) positional signature. Modern Starlette
+# (bundled with the current ZeroGPU base image) swapped to
+# TemplateResponse(request, name, context) -- under the old call convention
+# the dict `context` lands in the `name` slot, and Jinja2's template cache
+# then tries to hash that dict -> `TypeError: unhashable type: 'dict'` on
+# every request to "/". Pin an older, gradio-3.50.2-compatible Starlette/
+# FastAPI pair to match what this SDK version actually expects.
+starlette==0.27.0
+fastapi==0.104.1
+# fastapi 0.104.1 uses pydantic's old FieldInfo API (field_info.in_); the base
+# image otherwise installs pydantic 2.13.x which removed it -> at Blocks()
+# construction: AttributeError: 'FieldInfo' object has no attribute 'in_'.
+# Pin pydantic to the release fastapi 0.104.1 / gradio 3.50.2 were built against.
+pydantic==2.4.2
 opencv-python
 omegaconf
 sentencepiece

src/util.py

@@ -23,7 +23,22 @@ access_key_secret = os.getenv("ACCESS_KEY_SECRET")
 bucket_name = os.getenv("BUCKET_NAME")
 endpoint = os.getenv("ENDPOINT")
 
-bucket = oss2.Bucket(oss2.Auth(access_key_id, access_key_secret), endpoint, bucket_name)
+# The original Space depends on a private Alibaba Cloud OSS bucket
+# (ACCESS_KEY_ID / ACCESS_KEY_SECRET / BUCKET_NAME / ENDPOINT secrets) that
+# isn't available here. Without this guard, `oss2.Bucket(...)` raises
+# AttributeError: 'NoneType' object has no attribute 'strip' at import time,
+# crashing the whole app before it ever reaches the (unrelated) CUDA bug this
+# duplicate is meant to repro. Degrade to `bucket = None` instead so import
+# succeeds; only the OSS-upload path (unreachable without those secrets)
+# fails at call time with a clear error.
+if access_key_id and access_key_secret and bucket_name and endpoint:
+    bucket = oss2.Bucket(oss2.Auth(access_key_id, access_key_secret), endpoint, bucket_name)
+else:
+    logger.error(
+        "OSS credentials (ACCESS_KEY_ID/ACCESS_KEY_SECRET/BUCKET_NAME/ENDPOINT) "
+        "are not set; image-upload features will be disabled."
+    )
+    bucket = None
 oss_path = "ashui"
 oss_path_img_gallery = "ashui_img_gallery"
 
@@ -55,6 +70,11 @@ def download_images(img_urls, batch_size):
     return imgs_pil
 
 def upload_np_2_oss(input_image, name="cache.png", gallery=False):
+    if bucket is None:
+        raise RuntimeError(
+            "OSS bucket is not configured (missing ACCESS_KEY_ID/ACCESS_KEY_SECRET/"
+            "BUCKET_NAME/ENDPOINT secrets); cannot upload images."
+        )
     imgByteArr = io.BytesIO()
     Image.fromarray(input_image).save(imgByteArr, format="PNG")
     imgByteArr = imgByteArr.getvalue()