Files
modelscope/examples/pytorch/llm/utils/__init__.py

8 lines
475 B
Python
Raw Normal View History

from .dataset import DATASET_MAPPING, get_dataset, process_dataset
from .models import MODEL_MAPPING, get_model_tokenizer
from .utils import (DEFAULT_PROMPT, MyMetric, data_collate_fn, get_T_max,
get_work_dir, inference, parse_args, plot_images,
print_example, print_model_info, read_tensorboard_file,
seed_everything, show_freeze_layers, stat_dataset,
tensorboard_smoothing, tokenize_function)