From 74a5a252c8a8fbe3cb7484f9701f17cb3876f63e Mon Sep 17 00:00:00 2001 From: Codex Date: Sat, 15 Aug 2026 11:13:29 -0700 Subject: [PATCH] Keep production startup independent of benchmarks --- servers/unraid/tail2-pose-server/app/tail2/main.py | 3 ++- servers/unraid/tail2-pose-server/app/tail2/models.py | 2 ++ servers/unraid/tail2-pose-server/compose.yaml | 5 +++++ 3 files changed, 9 insertions(+), 1 deletion(-) diff --git a/servers/unraid/tail2-pose-server/app/tail2/main.py b/servers/unraid/tail2-pose-server/app/tail2/main.py index 3f141f9..8bc9590 100644 --- a/servers/unraid/tail2-pose-server/app/tail2/main.py +++ b/servers/unraid/tail2-pose-server/app/tail2/main.py @@ -157,7 +157,8 @@ def inference_worker(loop: asyncio.AbstractEventLoop) -> None: threshold = float(os.getenv("DETECTION_THRESHOLD", ".35")); max_people = int(os.getenv("MAX_PEOPLE", "4")) try: models.load() - run_offline_benchmark(models, threshold, max_people) + if os.getenv("RUN_STARTUP_BENCHMARK", "false").lower() == "true": + run_offline_benchmark(models, threshold, max_people) state.models_ready = True; LOG.info("official detector and pose checkpoints loaded") except Exception as exc: state.inference_fault = True; state.error_code = "MODEL_LOAD_FAILED" diff --git a/servers/unraid/tail2-pose-server/app/tail2/models.py b/servers/unraid/tail2-pose-server/app/tail2/models.py index 57593e8..19adaa1 100644 --- a/servers/unraid/tail2-pose-server/app/tail2/models.py +++ b/servers/unraid/tail2-pose-server/app/tail2/models.py @@ -7,6 +7,7 @@ from typing import Any import numpy as np import torch +import cv2 from .core import normalize_bbox, normalize_keypoints @@ -45,6 +46,7 @@ class Models: return digest.hexdigest() def load(self) -> None: + cv2.setNumThreads(int(os.getenv("CV2_NUM_THREADS", "2"))) torch.backends.cudnn.benchmark = True torch.backends.cuda.matmul.allow_tf32 = True torch.backends.cudnn.allow_tf32 = True diff --git a/servers/unraid/tail2-pose-server/compose.yaml b/servers/unraid/tail2-pose-server/compose.yaml index e8cd003..b554b2e 100644 --- a/servers/unraid/tail2-pose-server/compose.yaml +++ b/servers/unraid/tail2-pose-server/compose.yaml @@ -111,6 +111,11 @@ services: SAVE_FRAMES: "false" SAVE_CROPS: "false" LOG_COORDINATES: "false" + RUN_STARTUP_BENCHMARK: "false" + OMP_NUM_THREADS: "2" + MKL_NUM_THREADS: "2" + OPENBLAS_NUM_THREADS: "2" + CV2_NUM_THREADS: "2" CUDA_VISIBLE_DEVICES: "1" DETECTOR_NAME: yolox-m-humanart-coco-640x640 DET_CONFIG: ""