diff --git a/modelscope/utils/hf_util/patcher.py b/modelscope/utils/hf_util/patcher.py
index e58e84b6..e4266e08 100644
--- a/modelscope/utils/hf_util/patcher.py
+++ b/modelscope/utils/hf_util/patcher.py
@@ -1014,5 +1014,7 @@ def unpatch_hub():
 @contextlib.contextmanager
 def patch_context():
     patch_hub()
-    yield
-    unpatch_hub()
+    try:
+        yield
+    finally:
+        unpatch_hub()