Add RVC support

This commit is contained in:
Francis LaBounty
2023-07-19 19:12:27 -06:00
parent ff1e45fcb8
commit c87b3c81fb
10 changed files with 764 additions and 364 deletions

View File

@@ -57,7 +57,7 @@
"source": [
"train_batch_size = 8\n",
"eval_batch_size = 8\n",
"grad_accum = 1\n",
"grad_accum = 2\n",
"ckpt_path = 'models/coarse_2.pt'\n",
"model_type = \"coarse\"\n",
"dataset_path = 'datasets/joe_biden_state_of_union/'\n",
@@ -81,7 +81,7 @@
"lora_scaling = 1\n",
"lora_dropout = 0.1\n",
"lora_module_name = 'transformer.h'\n",
"optimize_lora_params_only = True\n",
"optimize_lora_params_only = False\n",
"\n",
"learning_rate = 1e-4\n",
"scale_lr = False\n",
@@ -95,12 +95,12 @@
"keep_in_fp32_modules = ['lm_head']\n",
"\n",
"lr_scheduler_type = 'linear'\n",
"lr_warmup_steps = 200\n",
"num_train_epochs = 20\n",
"lr_warmup_steps = 60\n",
"num_train_epochs = 5\n",
"max_train_steps = None\n",
"max_grad_norm = 1.0\n",
"\n",
"semantic_cross_entropy_loss_weight = 0\n",
"semantic_cross_entropy_loss_weight = 0.0\n",
"\n",
"seed = 741"
]
@@ -286,7 +286,7 @@
"\n",
"\n",
"def load_filepaths_and_text(filename, split=\"|\"):\n",
" with open(filename, encoding='utf-8') as f:\n",
" with open(filename, encoding='utf-8', errors='ignore') as f:\n",
" filepaths_and_text = [line.strip().split(split) for line in f]\n",
" base = os.path.dirname(filename)\n",
" for j in range(len(filepaths_and_text)):\n",