mirror of
https://github.com/jamiepine/voicebox.git
synced 2026-09-15 04:40:40 -07:00
James Pine
273483ffcf
Remove @torch.jit.script from the DAC shim's snake() function — TorchScript calls inspect.getsource() which fails in PyInstaller binaries (no .py source files). Update all user-facing docs: 4 → 5 TTS engines, add TADA row to every engine comparison table, mark TADA as Shipped in the upcoming engines list, update architecture diagrams and tech stack tables.
96 lines
3.1 KiB
Python
96 lines
3.1 KiB
Python
"""
|
|
Minimal shim for descript-audio-codec (DAC).
|
|
|
|
TADA only imports Snake1d from dac.nn.layers and dac.model.dac.
|
|
The real DAC package pulls in descript-audiotools which depends on
|
|
onnx, tensorboard, protobuf, matplotlib, pystoi, etc. — none of
|
|
which are needed for TADA's runtime use of Snake1d.
|
|
|
|
This shim provides the exact Snake1d implementation (MIT-licensed,
|
|
from https://github.com/descriptinc/descript-audio-codec) so we can
|
|
avoid the entire audiotools dependency chain.
|
|
|
|
If the real DAC package is installed, this module is never used —
|
|
Python's import system will find the site-packages version first.
|
|
Install this shim only when descript-audio-codec is NOT installed.
|
|
"""
|
|
|
|
import sys
|
|
import types
|
|
|
|
import torch
|
|
import torch.nn as nn
|
|
|
|
|
|
# ── Snake activation (from dac/nn/layers.py) ────────────────────────
|
|
|
|
# NOTE: The original DAC code uses @torch.jit.script here for a 1.4x
|
|
# speedup. We omit it because TorchScript calls inspect.getsource()
|
|
# which fails inside a PyInstaller frozen binary (no .py source files).
|
|
def snake(x: torch.Tensor, alpha: torch.Tensor) -> torch.Tensor:
|
|
shape = x.shape
|
|
x = x.reshape(shape[0], shape[1], -1)
|
|
x = x + (alpha + 1e-9).reciprocal() * torch.sin(alpha * x).pow(2)
|
|
x = x.reshape(shape)
|
|
return x
|
|
|
|
|
|
class Snake1d(nn.Module):
|
|
def __init__(self, channels: int):
|
|
super().__init__()
|
|
self.alpha = nn.Parameter(torch.ones(1, channels, 1))
|
|
|
|
def forward(self, x: torch.Tensor) -> torch.Tensor:
|
|
return snake(x, self.alpha)
|
|
|
|
|
|
# ── Register as dac.nn.layers and dac.model.dac ─────────────────────
|
|
|
|
def install_dac_shim() -> None:
|
|
"""Register fake dac package modules in sys.modules.
|
|
|
|
Only installs the shim if 'dac' is not already importable
|
|
(i.e. the real descript-audio-codec is not installed).
|
|
"""
|
|
try:
|
|
import dac # noqa: F401 — real package exists, do nothing
|
|
return
|
|
except ImportError:
|
|
pass
|
|
|
|
# Create the module tree: dac -> dac.nn -> dac.nn.layers
|
|
# -> dac.model -> dac.model.dac
|
|
dac_pkg = types.ModuleType("dac")
|
|
dac_pkg.__path__ = [] # make it a package
|
|
dac_pkg.__package__ = "dac"
|
|
|
|
dac_nn = types.ModuleType("dac.nn")
|
|
dac_nn.__path__ = []
|
|
dac_nn.__package__ = "dac.nn"
|
|
|
|
dac_nn_layers = types.ModuleType("dac.nn.layers")
|
|
dac_nn_layers.__package__ = "dac.nn"
|
|
dac_nn_layers.Snake1d = Snake1d
|
|
dac_nn_layers.snake = snake
|
|
|
|
dac_model = types.ModuleType("dac.model")
|
|
dac_model.__path__ = []
|
|
dac_model.__package__ = "dac.model"
|
|
|
|
dac_model_dac = types.ModuleType("dac.model.dac")
|
|
dac_model_dac.__package__ = "dac.model"
|
|
dac_model_dac.Snake1d = Snake1d
|
|
|
|
# Wire up submodules
|
|
dac_pkg.nn = dac_nn
|
|
dac_pkg.model = dac_model
|
|
dac_nn.layers = dac_nn_layers
|
|
dac_model.dac = dac_model_dac
|
|
|
|
# Register in sys.modules
|
|
sys.modules["dac"] = dac_pkg
|
|
sys.modules["dac.nn"] = dac_nn
|
|
sys.modules["dac.nn.layers"] = dac_nn_layers
|
|
sys.modules["dac.model"] = dac_model
|
|
sys.modules["dac.model.dac"] = dac_model_dac
|