mirror of
https://github.com/modelscope/modelscope.git
synced 2025-12-16 16:27:45 +01:00
69047b99ae
ci 测试迁移新的机器，并且在容器中运行，减小互相干扰的可能
Link: https://code.alibaba-inc.com/Ali-MaaS/MaaS-lib/codereview/9427096
* add docker ci script
84 lines
3.1 KiB
Python
84 lines
3.1 KiB
Python
# Copyright (c) Alibaba, Inc. and its affiliates.
|
|
import os
|
|
import shutil
|
|
import tempfile
|
|
import unittest
|
|
import uuid
|
|
from os.path import expanduser
|
|
|
|
from requests import delete
|
|
|
|
from modelscope.hub.api import HubApi
|
|
from modelscope.hub.constants import Licenses, ModelVisibility
|
|
from modelscope.hub.errors import NotExistError
|
|
from modelscope.hub.file_download import model_file_download
|
|
from modelscope.hub.git import GitCommandWrapper
|
|
from modelscope.hub.repository import Repository
|
|
from modelscope.utils.logger import get_logger
|
|
from .test_utils import (TEST_MODEL_CHINESE_NAME, TEST_MODEL_ORG,
|
|
TEST_PASSWORD, TEST_USER_NAME1, TEST_USER_NAME2,
|
|
delete_credential, delete_stored_git_credential)
|
|
|
|
logger = get_logger()
|
|
logger.setLevel('DEBUG')
|
|
DEFAULT_GIT_PATH = 'git'
|
|
|
|
|
|
class HubRepositoryTest(unittest.TestCase):
|
|
|
|
def setUp(self):
|
|
self.old_cwd = os.getcwd()
|
|
self.api = HubApi()
|
|
# note this is temporary before official account management is ready
|
|
self.api.login(TEST_USER_NAME1, TEST_PASSWORD)
|
|
self.model_name = uuid.uuid4().hex
|
|
self.model_id = '%s/%s' % (TEST_MODEL_ORG, self.model_name)
|
|
self.api.create_model(
|
|
model_id=self.model_id,
|
|
visibility=ModelVisibility.PUBLIC, # 1-private, 5-public
|
|
license=Licenses.APACHE_V2,
|
|
chinese_name=TEST_MODEL_CHINESE_NAME,
|
|
)
|
|
temporary_dir = tempfile.mkdtemp()
|
|
self.model_dir = os.path.join(temporary_dir, self.model_name)
|
|
|
|
def tearDown(self):
|
|
os.chdir(self.old_cwd)
|
|
self.api.delete_model(model_id=self.model_id)
|
|
|
|
def test_clone_repo(self):
|
|
Repository(self.model_dir, clone_from=self.model_id)
|
|
assert os.path.exists(os.path.join(self.model_dir, 'README.md'))
|
|
|
|
def test_clone_public_model_without_token(self):
|
|
delete_credential()
|
|
delete_stored_git_credential(TEST_USER_NAME1)
|
|
Repository(self.model_dir, clone_from=self.model_id)
|
|
assert os.path.exists(os.path.join(self.model_dir, 'README.md'))
|
|
self.api.login(TEST_USER_NAME1, TEST_PASSWORD) # re-login for delete
|
|
|
|
def test_push_all(self):
|
|
repo = Repository(self.model_dir, clone_from=self.model_id)
|
|
assert os.path.exists(os.path.join(self.model_dir, 'README.md'))
|
|
os.chdir(self.model_dir)
|
|
lfs_file1 = 'test1.bin'
|
|
lfs_file2 = 'test2.bin'
|
|
os.system("echo '111'>%s" % os.path.join(self.model_dir, 'add1.py'))
|
|
os.system("echo '222'>%s" % os.path.join(self.model_dir, 'add2.py'))
|
|
os.system("echo 'lfs'>%s" % os.path.join(self.model_dir, lfs_file1))
|
|
os.system("echo 'lfs2'>%s" % os.path.join(self.model_dir, lfs_file2))
|
|
repo.push('test')
|
|
add1 = model_file_download(self.model_id, 'add1.py')
|
|
assert os.path.exists(add1)
|
|
add2 = model_file_download(self.model_id, 'add2.py')
|
|
assert os.path.exists(add2)
|
|
# check lfs files.
|
|
git_wrapper = GitCommandWrapper()
|
|
lfs_files = git_wrapper.list_lfs_files(self.model_dir)
|
|
assert lfs_file1 in lfs_files
|
|
assert lfs_file2 in lfs_files
|
|
|
|
|
|
if __name__ == '__main__':
|
|
unittest.main()
|