This commit is contained in:
yzhao
2022-08-25 20:17:16 +08:00
parent 78ab0cf16d
commit 519edd63fc

View File

@@ -32,8 +32,7 @@ class PlugForTextGeneration(DistributedTorchModel):
return res
def _instantiate_one(self, rank, model_dir, **kwargs):
cfg = read_config(model_dir)
self.__class__.model = DistributedPlug(model_dir, rank, **cfg.model, **kwargs)
self.__class__.model = DistributedPlug(model_dir, rank, **kwargs)