From d308dbcb766a8c7a6a357cfb16210b8c61ac0175 Mon Sep 17 00:00:00 2001 From: Codex Date: Sat, 15 Aug 2026 10:22:35 -0700 Subject: [PATCH] fix(unraid): restore stable FP32 inference --- servers/unraid/tail2-pose-server/app/tail2/models.py | 6 ++---- servers/unraid/tail2-pose-server/compose.yaml | 6 +++--- 2 files changed, 5 insertions(+), 7 deletions(-) diff --git a/servers/unraid/tail2-pose-server/app/tail2/models.py b/servers/unraid/tail2-pose-server/app/tail2/models.py index 33cc017..c6137f9 100644 --- a/servers/unraid/tail2-pose-server/app/tail2/models.py +++ b/servers/unraid/tail2-pose-server/app/tail2/models.py @@ -44,8 +44,7 @@ class Models: height, width = frame.shape[:2] t0 = time.perf_counter_ns() init_default_scope("mmdet") - with torch.autocast(device_type="cuda", dtype=torch.float16): - result = inference_detector(self.detector, frame) + result = inference_detector(self.detector, frame) pred = result.pred_instances.cpu().numpy() keep = (pred.labels == 0) & (pred.scores >= threshold) boxes = pred.bboxes[keep] @@ -56,8 +55,7 @@ class Models: det_ms = (time.perf_counter_ns() - t0) / 1e6 t1 = time.perf_counter_ns() init_default_scope("mmpose") - with torch.autocast(device_type="cuda", dtype=torch.float16): - pose_results = inference_topdown(self.pose, frame, bboxes=boxes) if len(boxes) else [] + pose_results = inference_topdown(self.pose, frame, bboxes=boxes) if len(boxes) else [] pose_ms = (time.perf_counter_ns() - t1) / 1e6 people = [] for idx, (box, det_score, sample) in enumerate(zip(boxes, scores, pose_results)): diff --git a/servers/unraid/tail2-pose-server/compose.yaml b/servers/unraid/tail2-pose-server/compose.yaml index eab1daa..797860e 100644 --- a/servers/unraid/tail2-pose-server/compose.yaml +++ b/servers/unraid/tail2-pose-server/compose.yaml @@ -84,7 +84,7 @@ services: NDI_SOURCE_NAME: TAIL 2_1621D2 (OBSBOT) NDI_SOURCE_IP: 192.168.50.207 MODEL_PROFILE: balanced - BENCHMARK_PROFILE: rtmdet-tiny_rtmw-m_gpu1_fp16 + BENCHMARK_PROFILE: rtmdet-tiny_rtmw-m_gpu1_fp32_final MAX_PEOPLE: "4" DETECTION_THRESHOLD: "0.35" NMS_IOU_THRESHOLD: "0.60" @@ -115,7 +115,7 @@ services: restart: "no" environment: DETECTOR_NAME: rtmdet-tiny-person - BENCHMARK_PROFILE: rtmdet-tiny_rtmw-m_gpu1_fp16 + BENCHMARK_PROFILE: rtmdet-tiny_rtmw-m_gpu1_fp32_final entrypoint: ["/bin/bash", "-lc"] depends_on: tail2-pose-server: @@ -146,7 +146,7 @@ services: restart: "no" environment: DETECTOR_NAME: rtmdet-tiny-person - BENCHMARK_PROFILE: rtmdet-tiny_rtmw-m_gpu1_fp16 + BENCHMARK_PROFILE: rtmdet-tiny_rtmw-m_gpu1_fp32_final entrypoint: ["/bin/bash", "-lc"] depends_on: tail2-pose-server: