Spaces:

howard-hou
/

VisualRWKV-Gradio-1

Runtime error

howard-hou commited on Jan 18, 2024

Commit

fef0ff8

verified ·

1 Parent(s): 463db3d

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -129,7 +129,7 @@ config = VisionEncoderConfig(n_embd=visual_rwkv.args.n_embd,
 visual_encoder = VisionEncoder(config)
 vision_local_path = hf_hub_download(repo_id="howard-hou/visualrwkv-5", filename=vision_remote_path)
 vision_state_dict = torch.load(vision_local_path, map_location='cpu')
-visual_encoder.load_state_dict(vision_state_dict)
 image_processor = CLIPImageProcessor.from_pretrained(vision_tower_name)
 visual_encoder = visual_encoder.to(device)
 ##########################################################################

 visual_encoder = VisionEncoder(config)
 vision_local_path = hf_hub_download(repo_id="howard-hou/visualrwkv-5", filename=vision_remote_path)
 vision_state_dict = torch.load(vision_local_path, map_location='cpu')
+visual_encoder.load_state_dict(vision_state_dict, strict=False)
 image_processor = CLIPImageProcessor.from_pretrained(vision_tower_name)
 visual_encoder = visual_encoder.to(device)
 ##########################################################################