fix generate

This commit is contained in:
hemu
2022-10-14 18:15:52 +08:00
parent 355da866c5
commit 876058556d
2 changed files with 4 additions and 2 deletions

View File

@@ -346,3 +346,6 @@ class GPT3Model(PreTrainedModel):
}
model.load_state_dict(state_dict)
return model
def prepare_inputs_for_generation(self, input_ids, *args, **kwargs):
return {'input_ids': input_ids}

View File

@@ -14,5 +14,4 @@ spacy>=2.3.5
subword_nmt>=0.3.8
text2sql_lgesql
tokenizers
# recent 4.23.1 update introduce breaking api change, limit upper version temporarily.
transformers>=4.12.0,<=4.22.0
transformers