kai/infra-docker-configs
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

perf(unraid): move inference to less contended RTX 3090

Browse Source
This commit is contained in:
Codex
2026-08-15 10:14:59 -07:00
parent f77b815fa7
commit cd29046592
2 changed files with 6 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
servers/unraid/tail2-pose-server/app/tail2/main.py
+2 -1
View File
@@ -71,7 +71,8 @@ def authorized(authorization: str | None = Header(default=None)) -> None:
def gpu_info() -> dict: def gpu_info() -> dict:
try: try:
nvmlInit(); handle = nvmlDeviceGetHandleByIndex(0); memory = nvmlDeviceGetMemoryInfo(handle) nvmlInit(); physical_index = int(os.getenv("CUDA_VISIBLE_DEVICES", "0").split(",")[0])
handle = nvmlDeviceGetHandleByIndex(physical_index); memory = nvmlDeviceGetMemoryInfo(handle)
name = nvmlDeviceGetName(handle) name = nvmlDeviceGetName(handle)
if isinstance(name, bytes): name = name.decode() if isinstance(name, bytes): name = name.decode()
return {"name": name, "cuda_available": torch.cuda.is_available(), return {"name": name, "cuda_available": torch.cuda.is_available(),
servers/unraid/tail2-pose-server/compose.yaml
+4 -4
View File
@@ -84,7 +84,7 @@ services:
NDI_SOURCE_NAME: TAIL 2_1621D2 (OBSBOT) NDI_SOURCE_NAME: TAIL 2_1621D2 (OBSBOT)
NDI_SOURCE_IP: 192.168.50.207 NDI_SOURCE_IP: 192.168.50.207
MODEL_PROFILE: balanced MODEL_PROFILE: balanced
BENCHMARK_PROFILE: rtmdet-tiny_rtmw-m BENCHMARK_PROFILE: rtmdet-tiny_rtmw-m_gpu1
MAX_PEOPLE: "4" MAX_PEOPLE: "4"
DETECTION_THRESHOLD: "0.35" DETECTION_THRESHOLD: "0.35"
NMS_IOU_THRESHOLD: "0.60" NMS_IOU_THRESHOLD: "0.60"
@@ -93,7 +93,7 @@ services:
SAVE_FRAMES: "false" SAVE_FRAMES: "false"
SAVE_CROPS: "false" SAVE_CROPS: "false"
LOG_COORDINATES: "false" LOG_COORDINATES: "false"
CUDA_VISIBLE_DEVICES: "0" CUDA_VISIBLE_DEVICES: "1"
DETECTOR_NAME: rtmdet-tiny-person DETECTOR_NAME: rtmdet-tiny-person
DET_CONFIG: /models/mmdetection/configs/rtmdet/rtmdet_tiny_8xb32-300e_coco.py DET_CONFIG: /models/mmdetection/configs/rtmdet/rtmdet_tiny_8xb32-300e_coco.py
DET_CHECKPOINT: /models/rtmdet_tiny_8xb32-300e_coco_20220902_112414-78e30dcc.pth DET_CHECKPOINT: /models/rtmdet_tiny_8xb32-300e_coco_20220902_112414-78e30dcc.pth
@@ -115,7 +115,7 @@ services:
restart: "no" restart: "no"
environment: environment:
DETECTOR_NAME: rtmdet-tiny-person DETECTOR_NAME: rtmdet-tiny-person
BENCHMARK_PROFILE: rtmdet-tiny_rtmw-m BENCHMARK_PROFILE: rtmdet-tiny_rtmw-m_gpu1
entrypoint: ["/bin/bash", "-lc"] entrypoint: ["/bin/bash", "-lc"]
depends_on: depends_on:
tail2-pose-server: tail2-pose-server:
@@ -146,7 +146,7 @@ services:
restart: "no" restart: "no"
environment: environment:
DETECTOR_NAME: rtmdet-tiny-person DETECTOR_NAME: rtmdet-tiny-person
BENCHMARK_PROFILE: rtmdet-tiny_rtmw-m BENCHMARK_PROFILE: rtmdet-tiny_rtmw-m_gpu1
entrypoint: ["/bin/bash", "-lc"] entrypoint: ["/bin/bash", "-lc"]
depends_on: depends_on:
tail2-pose-server: tail2-pose-server: