Files
modelscope/examples/pytorch/llm/utils/__init__.py
Jintao c06f47f384 add readme and warning (#462)
* add readme and warning

* fix bug

* update

* update readme
2023-08-11 14:55:24 +08:00

8 lines
475 B
Python

from .dataset import DATASET_MAPPING, get_dataset, process_dataset
from .models import MODEL_MAPPING, get_model_tokenizer
from .utils import (DEFAULT_PROMPT, MyMetric, data_collate_fn, get_T_max,
get_work_dir, inference, parse_args, plot_images,
print_example, print_model_info, read_tensorboard_file,
seed_everything, show_freeze_layers, stat_dataset,
tensorboard_smoothing, tokenize_function)