mirror of
https://github.com/Nighthawk42/llm-tts-factory.git
synced 2026-08-30 07:22:27 +00:00
18 lines
520 B
Python
18 lines
520 B
Python
import json
|
|
from torch.utils.data import Dataset
|
|
|
|
|
|
class AudioDataset(Dataset):
|
|
def __init__(self, path):
|
|
with open(path, encoding='utf-8') as f:
|
|
self.dataset = json.load(f)
|
|
|
|
def __len__(self):
|
|
return len(self.dataset)
|
|
|
|
def __getitem__(self, idx):
|
|
text, audio, audio_path = self.dataset[idx]
|
|
# Format: [STOP][TEXT]<text prompt>[START]<audio tokens>[STOP]
|
|
res = f"[TEXT]{text}[START]{''.join(list(map(lambda x: f'[{x}]', audio)))}[STOP]"
|
|
return res
|