diff --git a/servers/unraid/tail2-pose-server/app/tail2/main.py b/servers/unraid/tail2-pose-server/app/tail2/main.py index e537c75..1866544 100644 --- a/servers/unraid/tail2-pose-server/app/tail2/main.py +++ b/servers/unraid/tail2-pose-server/app/tail2/main.py @@ -71,7 +71,8 @@ def authorized(authorization: str | None = Header(default=None)) -> None: def gpu_info() -> dict: try: - nvmlInit(); handle = nvmlDeviceGetHandleByIndex(0); memory = nvmlDeviceGetMemoryInfo(handle) + nvmlInit(); physical_index = int(os.getenv("CUDA_VISIBLE_DEVICES", "0").split(",")[0]) + handle = nvmlDeviceGetHandleByIndex(physical_index); memory = nvmlDeviceGetMemoryInfo(handle) name = nvmlDeviceGetName(handle) if isinstance(name, bytes): name = name.decode() return {"name": name, "cuda_available": torch.cuda.is_available(), diff --git a/servers/unraid/tail2-pose-server/compose.yaml b/servers/unraid/tail2-pose-server/compose.yaml index 1adcdda..ce11900 100644 --- a/servers/unraid/tail2-pose-server/compose.yaml +++ b/servers/unraid/tail2-pose-server/compose.yaml @@ -84,7 +84,7 @@ services: NDI_SOURCE_NAME: TAIL 2_1621D2 (OBSBOT) NDI_SOURCE_IP: 192.168.50.207 MODEL_PROFILE: balanced - BENCHMARK_PROFILE: rtmdet-tiny_rtmw-m + BENCHMARK_PROFILE: rtmdet-tiny_rtmw-m_gpu1 MAX_PEOPLE: "4" DETECTION_THRESHOLD: "0.35" NMS_IOU_THRESHOLD: "0.60" @@ -93,7 +93,7 @@ services: SAVE_FRAMES: "false" SAVE_CROPS: "false" LOG_COORDINATES: "false" - CUDA_VISIBLE_DEVICES: "0" + CUDA_VISIBLE_DEVICES: "1" DETECTOR_NAME: rtmdet-tiny-person DET_CONFIG: /models/mmdetection/configs/rtmdet/rtmdet_tiny_8xb32-300e_coco.py DET_CHECKPOINT: /models/rtmdet_tiny_8xb32-300e_coco_20220902_112414-78e30dcc.pth @@ -115,7 +115,7 @@ services: restart: "no" environment: DETECTOR_NAME: rtmdet-tiny-person - BENCHMARK_PROFILE: rtmdet-tiny_rtmw-m + BENCHMARK_PROFILE: rtmdet-tiny_rtmw-m_gpu1 entrypoint: ["/bin/bash", "-lc"] depends_on: tail2-pose-server: @@ -146,7 +146,7 @@ services: restart: "no" environment: DETECTOR_NAME: rtmdet-tiny-person - BENCHMARK_PROFILE: rtmdet-tiny_rtmw-m + BENCHMARK_PROFILE: rtmdet-tiny_rtmw-m_gpu1 entrypoint: ["/bin/bash", "-lc"] depends_on: tail2-pose-server: