Mirrors/modelscope
1
0
Fork 0
mirror of https://github.com/modelscope/modelscope.git synced 2025-12-25 04:29:22 +01:00
Code Issues Packages Projects Releases Wiki Activity

[to #42322933] fix video embedding output

Browse Source 
Link: https://code.alibaba-inc.com/Ali-MaaS/MaaS-lib/codereview/10525516
This commit is contained in:
siyang.ssy
2022-10-25 22:56:14 +08:00
committed by yingda.chen
parent d40cc98994
commit ba3db0f552
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
modelscope/models/multi_modal/mmr/models/clip_for_mm_video_embedding.py
View File

@@ -236,8 +236,10 @@ class VideoCLIPForMultiModalEmbedding(TorchModel):
logger.info('text feature: {}'.format(sequence_output[0][0][0]))
logger.info('video feature: {}'.format(visual_output[0][0][0]))
output[OutputKeys.VIDEO_EMBEDDING] = visual_output
output[OutputKeys.TEXT_EMBEDDING] = sequence_output
output[
OutputKeys.VIDEO_EMBEDDING] = visual_output.cpu().detach().numpy()
output[OutputKeys.TEXT_EMBEDDING] = sequence_output.cpu().detach(
).numpy()
return output
def postprocess(self, inputs: Dict[str, Any]) -> Dict[str, Any]: