add quantization in qwen pipelines and relevant unittests

Link: https://code.alibaba-inc.com/Ali-MaaS/MaaS-lib/codereview/13499600

* add quant features

* resolve import

* resolve format

* fix save vocab
This commit is contained in:
lukeming.lkm
2023-08-02 14:05:13 +08:00
committed by wenmeng.zwm
parent 33bd74a7be
commit bd2f70a6eb
4 changed files with 105 additions and 15 deletions

View File

@@ -13,9 +13,7 @@ cd modelscope
pip install -r requirements.txt
pip install .
"""
import os
# os.environ['CUDA_VISIBLE_DEVICES'] = '0,1'
from dataclasses import dataclass, field
from functools import partial
from types import MethodType