mirror of
https://github.com/modelscope/modelscope.git
synced 2026-02-24 20:19:51 +01:00
f05707ff33
Link: https://code.alibaba-inc.com/Ali-MaaS/MaaS-lib/codereview/13974608 * fix transformers compatible issue of position_ids
17 lines
563 B
Python
17 lines
563 B
Python
import transformers
|
|
from packaging import version
|
|
|
|
|
|
def compatible_position_ids(state_dict, position_id_key):
|
|
"""Transformers no longer expect position_ids after transformers==4.31
|
|
https://github.com/huggingface/transformers/pull/24505
|
|
|
|
Args:
|
|
position_id_key (str): position_ids key,
|
|
such as(encoder.embeddings.position_ids)
|
|
"""
|
|
transformer_version = version.parse('.'.join(
|
|
transformers.__version__.split('.')[:2]))
|
|
if transformer_version >= version.parse('4.31.0'):
|
|
del state_dict[position_id_key]
|