kai/infra-docker-configs
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix(unraid): restore stable FP32 inference

Browse Source
This commit is contained in:
Codex
2026-08-15 10:22:35 -07:00
parent 593186b325
commit d308dbcb76
2 changed files with 5 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files
servers/unraid/tail2-pose-server/app/tail2/models.py
+2 -4
View File
@@ -44,8 +44,7 @@ class Models:
height, width = frame.shape[:2] height, width = frame.shape[:2]
t0 = time.perf_counter_ns() t0 = time.perf_counter_ns()
init_default_scope("mmdet") init_default_scope("mmdet")
with torch.autocast(device_type="cuda", dtype=torch.float16): result = inference_detector(self.detector, frame)
result = inference_detector(self.detector, frame)
pred = result.pred_instances.cpu().numpy() pred = result.pred_instances.cpu().numpy()
keep = (pred.labels == 0) & (pred.scores >= threshold) keep = (pred.labels == 0) & (pred.scores >= threshold)
boxes = pred.bboxes[keep] boxes = pred.bboxes[keep]
@@ -56,8 +55,7 @@ class Models:
det_ms = (time.perf_counter_ns() - t0) / 1e6 det_ms = (time.perf_counter_ns() - t0) / 1e6
t1 = time.perf_counter_ns() t1 = time.perf_counter_ns()
init_default_scope("mmpose") init_default_scope("mmpose")
with torch.autocast(device_type="cuda", dtype=torch.float16): pose_results = inference_topdown(self.pose, frame, bboxes=boxes) if len(boxes) else []
pose_results = inference_topdown(self.pose, frame, bboxes=boxes) if len(boxes) else []
pose_ms = (time.perf_counter_ns() - t1) / 1e6 pose_ms = (time.perf_counter_ns() - t1) / 1e6
people = [] people = []
for idx, (box, det_score, sample) in enumerate(zip(boxes, scores, pose_results)): for idx, (box, det_score, sample) in enumerate(zip(boxes, scores, pose_results)):
servers/unraid/tail2-pose-server/compose.yaml
+3 -3
View File
@@ -84,7 +84,7 @@ services:
NDI_SOURCE_NAME: TAIL 2_1621D2 (OBSBOT) NDI_SOURCE_NAME: TAIL 2_1621D2 (OBSBOT)
NDI_SOURCE_IP: 192.168.50.207 NDI_SOURCE_IP: 192.168.50.207
MODEL_PROFILE: balanced MODEL_PROFILE: balanced
BENCHMARK_PROFILE: rtmdet-tiny_rtmw-m_gpu1_fp16 BENCHMARK_PROFILE: rtmdet-tiny_rtmw-m_gpu1_fp32_final
MAX_PEOPLE: "4" MAX_PEOPLE: "4"
DETECTION_THRESHOLD: "0.35" DETECTION_THRESHOLD: "0.35"
NMS_IOU_THRESHOLD: "0.60" NMS_IOU_THRESHOLD: "0.60"
@@ -115,7 +115,7 @@ services:
restart: "no" restart: "no"
environment: environment:
DETECTOR_NAME: rtmdet-tiny-person DETECTOR_NAME: rtmdet-tiny-person
BENCHMARK_PROFILE: rtmdet-tiny_rtmw-m_gpu1_fp16 BENCHMARK_PROFILE: rtmdet-tiny_rtmw-m_gpu1_fp32_final
entrypoint: ["/bin/bash", "-lc"] entrypoint: ["/bin/bash", "-lc"]
depends_on: depends_on:
tail2-pose-server: tail2-pose-server:
@@ -146,7 +146,7 @@ services:
restart: "no" restart: "no"
environment: environment:
DETECTOR_NAME: rtmdet-tiny-person DETECTOR_NAME: rtmdet-tiny-person
BENCHMARK_PROFILE: rtmdet-tiny_rtmw-m_gpu1_fp16 BENCHMARK_PROFILE: rtmdet-tiny_rtmw-m_gpu1_fp32_final
entrypoint: ["/bin/bash", "-lc"] entrypoint: ["/bin/bash", "-lc"]
depends_on: depends_on:
tail2-pose-server: tail2-pose-server: