mirror of
https://github.com/jasonppy/VoiceCraft.git
synced 2024-12-17 19:18:32 +01:00
71 lines
1.8 KiB
Bash
71 lines
1.8 KiB
Bash
|
#!/bin/bash
|
||
|
|
source ~/miniconda3/etc/profile.d/conda.sh
|
||
|
|
conda activate voicecraft
|
||
|
|
export CUDA_VISIBLE_DEVICES=0,1,2,3
|
||
|
|
export WORLD_SIZE=4
|
||
|
|
|
||
|
|
dataset=gigaspeech
|
||
|
|
mkdir -p ./logs/${dataset}
|
||
|
|
|
||
|
|
exp_root="/data/scratch/pyp/exp_pyp/VoiceCraft"
|
||
|
|
exp_name=e830M
|
||
|
|
dataset_dir="/data/scratch/pyp/datasets/gigaspeech_phn_enc_manifest/xl"
|
||
|
|
encodec_codes_folder_name="encodec_16khz_4codebooks"
|
||
|
|
|
||
|
|
# export CUDA_LAUNCH_BLOCKING=1 # for debugging
|
||
|
|
|
||
|
|
torchrun --nnodes=1 --rdzv-backend=c10d --rdzv-endpoint=localhost:41977 --nproc_per_node=${WORLD_SIZE} \
|
||
|
|
../main.py \
|
||
|
|
--reduced_eog 1 \
|
||
|
|
--drop_long 1 \
|
||
|
|
--eos 2051 \
|
||
|
|
--n_special 4 \
|
||
|
|
--pad_x 0 \
|
||
|
|
--codebook_weight "[5,1,0.5,0.1]" \
|
||
|
|
--encodec_sr 50 \
|
||
|
|
--num_steps 50000 \
|
||
|
|
--lr 0.05 \
|
||
|
|
--warmup_fraction 0.01 \
|
||
|
|
--optimizer_name "ScaledAdam" \
|
||
|
|
--pseudo_epoch_size 3000 \
|
||
|
|
--reduce_lr_start_step 3000 \
|
||
|
|
--reduce_lr_start_epoch 4 \
|
||
|
|
--clipping_update_period 1000 \
|
||
|
|
--d_model 2048 \
|
||
|
|
--audio_embedding_dim 2048 \
|
||
|
|
--nhead 16 \
|
||
|
|
--num_decoder_layers 16 \
|
||
|
|
--max_num_tokens 100000 \
|
||
|
|
--gradient_accumulation_steps 26 \
|
||
|
|
--val_max_num_tokens 6000 \
|
||
|
|
--num_buckets 6 \
|
||
|
|
--audio_max_length 20 \
|
||
|
|
--audio_min_length 2 \
|
||
|
|
--text_max_length 400 \
|
||
|
|
--text_min_length 10 \
|
||
|
|
--mask_len_min 1 \
|
||
|
|
--mask_len_max 600 \
|
||
|
|
--tb_write_every_n_steps 10 \
|
||
|
|
--print_every_n_steps 400 \
|
||
|
|
--val_every_n_steps 1600 \
|
||
|
|
--text_vocab_size 100 \
|
||
|
|
--text_pad_token 100 \
|
||
|
|
--phn_folder_name "phonemes" \
|
||
|
|
--manifest_name "manifest_large16khz_lessambi" \
|
||
|
|
--encodec_folder_name ${encodec_codes_folder_name} \
|
||
|
|
--audio_vocab_size 2048 \
|
||
|
|
--empty_token 2048 \
|
||
|
|
--eog 2049 \
|
||
|
|
--audio_pad_token 2050 \
|
||
|
|
--n_codebooks 4 \
|
||
|
|
--max_n_spans 3 \
|
||
|
|
--shuffle_mask_embedding 0 \
|
||
|
|
--mask_sample_dist poisson1 \
|
||
|
|
--max_mask_portion 0.9 \
|
||
|
|
--min_gap 5 \
|
||
|
|
--num_workers 8 \
|
||
|
|
--dynamic_batching 1 \
|
||
|
|
--dataset $dataset \
|
||
|
|
--exp_dir "${exp_root}/${dataset}/${exp_name}" \
|
||
|
|
--dataset_dir ${dataset_dir}
|
||
|
|
# >> ./logs/${dataset}/${exp_name}.log 2>&1
|