Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
33 changes: 0 additions & 33 deletions backends/advanced/Dockerfile.blackwell

This file was deleted.

53 changes: 0 additions & 53 deletions backends/advanced/pyproject.blackwell.toml

This file was deleted.

6 changes: 5 additions & 1 deletion extras/asr-services/Dockerfile_Parakeet
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,10 @@

######################### builder #################################
FROM ghcr.io/astral-sh/uv:python3.12-bookworm-slim AS builder

# Accept CUDA version as build argument
ARG CUDA_VERSION

WORKDIR /app

# NeMo and texterrors need libs and C++ compiler
Expand All @@ -13,7 +17,7 @@ RUN apt-get update && apt-get install -y --no-install-recommends \
# Dependency manifest first for cache‑friendly installs
COPY pyproject.toml uv.lock ./
RUN --mount=type=cache,target=/root/.cache/uv \
uv sync --no-install-project --group parakeet
uv sync --no-install-project --group parakeet --extra ${CUDA_VERSION}

# Should prepare the .venv for use :)

Expand Down
25 changes: 0 additions & 25 deletions extras/asr-services/Dockerfile_Parakeet.blackwell

This file was deleted.

2 changes: 2 additions & 0 deletions extras/asr-services/docker-compose.yml
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,8 @@ services:
build:
context: .
dockerfile: Dockerfile_Parakeet
args:
CUDA_VERSION: ${CUDA_VERSION:-cu121}
image: parakeet-asr:latest
ports:
- "${PARAKEET_HOST_PORT:-8767}:${PARAKEET_CONTAINER_PORT:-8765}"
Expand Down
62 changes: 0 additions & 62 deletions extras/asr-services/pyproject.blackwell.toml

This file was deleted.

60 changes: 57 additions & 3 deletions extras/asr-services/pyproject.toml
Original file line number Diff line number Diff line change
Expand Up @@ -5,8 +5,6 @@ description = "Wyoming compatible WebSocket ASR server for friend-lite"
requires-python = ">=3.10"

dependencies = [
"torch>=2.3",
"torchaudio>=2.3",
"websockets>=12.0",
"numpy>=1.26",
"soundfile>=0.12",
Expand All @@ -19,24 +17,75 @@ dependencies = [
"httpx>=0.28.1",
]

[project.optional-dependencies]
local-audio = [
"easy-audio-interfaces[local-audio]>=0.7.1",
]

cu121 = [
"torch>=2.3",
"torchaudio>=2.3",
]

cu126 = [
"torch>=2.3",
"torchaudio>=2.3",
]

cu128 = [
"torch>=2.3",
"torchaudio>=2.3",
]

[tool.uv]
compile-bytecode = true
conflicts = [
[
{ group = "demo" },
{ group = "parakeet" }
]
],
[
{ extra = "cu121" },
{ extra = "cu126" },
{ extra = "cu128" },
],
]

[tool.uv.sources]
useful-moonshine-onnx = { git = "https://github.com/usefulsensors/moonshine.git", subdirectory = "moonshine-onnx" }
torch = [
{ index = "pytorch-cu121", extra = "cu121" },
{ index = "pytorch-cu126", extra = "cu126" },
{ index = "pytorch-cu128", extra = "cu128" },
]
torchaudio = [
{ index = "pytorch-cu121", extra = "cu121" },
{ index = "pytorch-cu126", extra = "cu126" },
{ index = "pytorch-cu128", extra = "cu128" },
]

[[tool.uv.index]]
name = "pytorch-cu121"
url = "https://download.pytorch.org/whl/cu121"
explicit = true

[[tool.uv.index]]
name = "pytorch-cu126"
url = "https://download.pytorch.org/whl/cu126"
explicit = true

[[tool.uv.index]]
name = "pytorch-cu128"
url = "https://download.pytorch.org/whl/cu128"
explicit = true

[dependency-groups]
demo = [
"fastrtc>=0.0.23",
"gradio>=5.29.0",
"sounddevice>=0.5.1",
]

dev = [
"black>=25.1.0",
"requests>=2.31.0",
Expand All @@ -46,8 +95,13 @@ dev = [
moonshine = [
"useful-moonshine-onnx",
]

parakeet = [
"nemo-toolkit[asr]>=2.2.0",
"cuda-python>=12.3",
"numpy>=1.26,<2.0",
]

[build-system]
requires = ["setuptools>=64", "wheel"]
build-backend = "setuptools.build_meta"
7 changes: 4 additions & 3 deletions extras/speaker-recognition/Dockerfile
Original file line number Diff line number Diff line change
@@ -1,5 +1,7 @@
FROM python:3.12-bookworm

ARG CUDA_VERSION

# Install system dependencies including PortAudio for pyaudio
RUN apt-get update && apt-get install -y \
build-essential \
Expand All @@ -17,14 +19,13 @@ COPY --from=ghcr.io/astral-sh/uv:latest /uv /bin/uv

# Copy dependency files first (for better caching)
COPY pyproject.toml ./
COPY uv.lock ./

# Create minimal package structure for dependency installation
RUN mkdir -p src/simple_speaker_recognition
COPY src/simple_speaker_recognition/__init__.py src/simple_speaker_recognition/

# Install dependencies and package
RUN uv sync --no-dev
RUN uv sync --no-dev --extra ${CUDA_VERSION}

# Create directories
RUN mkdir -p /app/audio_chunks /app/debug /app/data /models
Expand All @@ -37,4 +38,4 @@ ENV PYTHONPATH=/app
EXPOSE 8085

# Run the service
CMD ["uv", "run", "--no-dev", "simple-speaker-service"]
CMD ["uv", "run", "--extra", "${CUDA_VERSION}", "--no-dev", "simple-speaker-service"]
2 changes: 2 additions & 0 deletions extras/speaker-recognition/docker-compose.yml
Original file line number Diff line number Diff line change
Expand Up @@ -42,6 +42,8 @@ services:
build:
context: .
dockerfile: Dockerfile
args:
CUDA_VERSION: ${CUDA_VERSION:-cu121}
deploy:
resources:
reservations:
Expand Down
Loading
Loading