kai/infra-docker-configs
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix(unraid): restore stable FP32 inference

Browse Source
This commit is contained in:
Codex
2026-08-15 10:22:35 -07:00
parent 593186b325
commit d308dbcb76
2 changed files with 5 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files
servers/unraid/tail2-pose-server/app/tail2/models.py
+2 -4
View File
@@ -44,8 +44,7 @@ class Models:
height, width = frame.shape[:2]
t0 = time.perf_counter_ns()
init_default_scope("mmdet")
with torch.autocast(device_type="cuda", dtype=torch.float16):
result = inference_detector(self.detector, frame)
result = inference_detector(self.detector, frame)
pred = result.pred_instances.cpu().numpy()
keep = (pred.labels == 0) & (pred.scores >= threshold)
boxes = pred.bboxes[keep]
@@ -56,8 +55,7 @@ class Models:
det_ms = (time.perf_counter_ns() - t0) / 1e6
t1 = time.perf_counter_ns()
init_default_scope("mmpose")
with torch.autocast(device_type="cuda", dtype=torch.float16):
pose_results = inference_topdown(self.pose, frame, bboxes=boxes) if len(boxes) else []
pose_results = inference_topdown(self.pose, frame, bboxes=boxes) if len(boxes) else []
pose_ms = (time.perf_counter_ns() - t1) / 1e6
people = []
for idx, (box, det_score, sample) in enumerate(zip(boxes, scores, pose_results)):