fix model conversion with 'blocks.0.att.v[0,1,2]' tensors

MollySophia · MollySophia · commit 14663c83b6ab · 2025-03-23T12:38:40.000+08:00
Signed-off-by: Molly Sophia &lt;mollysophia379@gmail.com&gt;
diff --git a/python/convert_pytorch_to_ggml.py b/python/convert_pytorch_to_ggml.py
@@ -59,6 +59,8 @@ def write_state_dict(state_dict: Dict[str, torch.Tensor], dest_path: str, data_t
                         [state_dict_new[f'blocks.{l}.att.x_rwkvag'], state_dict[k]], dim=0)
                 except KeyError:
                     state_dict_new[f'blocks.{l}.att.x_rwkvag'] = state_dict[k]
+            elif any(['blocks.0.att.v0' in k, 'blocks.0.att.v1' in k, 'blocks.0.att.v2' in k]):
+                continue
             else:
                 state_dict_new[k] = state_dict[k]
 
