kai/infra-docker-configs
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix(unraid): restore stable FP32 inference

Browse Source
This commit is contained in:
Codex
2026-08-15 10:22:35 -07:00
parent 593186b325
commit d308dbcb76
2 changed files with 5 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files
servers/unraid/tail2-pose-server/app/tail2/models.py
+2 -4
View File
@@ -44,8 +44,7 @@ class Models:
height, width = frame.shape[:2]
t0 = time.perf_counter_ns()
init_default_scope("mmdet")
with torch.autocast(device_type="cuda", dtype=torch.float16):
result = inference_detector(self.detector, frame)
result = inference_detector(self.detector, frame)
pred = result.pred_instances.cpu().numpy()
keep = (pred.labels == 0) & (pred.scores >= threshold)
boxes = pred.bboxes[keep]
@@ -56,8 +55,7 @@ class Models:
det_ms = (time.perf_counter_ns() - t0) / 1e6
t1 = time.perf_counter_ns()
init_default_scope("mmpose")
with torch.autocast(device_type="cuda", dtype=torch.float16):
pose_results = inference_topdown(self.pose, frame, bboxes=boxes) if len(boxes) else []
pose_results = inference_topdown(self.pose, frame, bboxes=boxes) if len(boxes) else []
pose_ms = (time.perf_counter_ns() - t1) / 1e6
people = []
for idx, (box, det_score, sample) in enumerate(zip(boxes, scores, pose_results)):
servers/unraid/tail2-pose-server/compose.yaml
+3 -3
View File
@@ -84,7 +84,7 @@ services:
NDI_SOURCE_NAME: TAIL 2_1621D2 (OBSBOT)
NDI_SOURCE_IP: 192.168.50.207
MODEL_PROFILE: balanced
BENCHMARK_PROFILE: rtmdet-tiny_rtmw-m_gpu1_fp16
BENCHMARK_PROFILE: rtmdet-tiny_rtmw-m_gpu1_fp32_final
MAX_PEOPLE: "4"
DETECTION_THRESHOLD: "0.35"
NMS_IOU_THRESHOLD: "0.60"
@@ -115,7 +115,7 @@ services:
restart: "no"
environment:
DETECTOR_NAME: rtmdet-tiny-person
BENCHMARK_PROFILE: rtmdet-tiny_rtmw-m_gpu1_fp16
BENCHMARK_PROFILE: rtmdet-tiny_rtmw-m_gpu1_fp32_final
entrypoint: ["/bin/bash", "-lc"]
depends_on:
tail2-pose-server:
@@ -146,7 +146,7 @@ services:
restart: "no"
environment:
DETECTOR_NAME: rtmdet-tiny-person
BENCHMARK_PROFILE: rtmdet-tiny_rtmw-m_gpu1_fp16
BENCHMARK_PROFILE: rtmdet-tiny_rtmw-m_gpu1_fp32_final
entrypoint: ["/bin/bash", "-lc"]
depends_on:
tail2-pose-server: