From 521dfb3d5781a78ada97b10df5001f86e55d07fa Mon Sep 17 00:00:00 2001 From: Codex Bot Date: Thu, 1 Oct 2026 23:12:38 +0800 Subject: [PATCH] Reuse cached CLIP weights during GPU benchmark --- models/frozen_backbone.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/models/frozen_backbone.py b/models/frozen_backbone.py index 444c680..e00574b 100644 --- a/models/frozen_backbone.py +++ b/models/frozen_backbone.py @@ -75,7 +75,9 @@ class CLIPFrozenBackbone(FrozenBackbone): from transformers import AutoTokenizer, CLIPModel except ImportError as error: raise RuntimeError("Install the 'hf' extra to use the CLIP backbone.") from error - self.model = CLIPModel.from_pretrained(model_name) + # Keep training and the post-training benchmark on the same cached artifact. + # Otherwise Hugging Face may fetch both the legacy .bin and safetensors weights. + self.model = CLIPModel.from_pretrained(model_name, use_safetensors=False) self.tokenizer = AutoTokenizer.from_pretrained(model_name) self.model.requires_grad_(False).eval() self.vision_dim = self.model.config.vision_config.hidden_size