vrr/heretic
2
0
Fork 0
mirror of https://github.com/p-e-w/heretic.git synced 2026-10-15 14:01:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

style: fix formatting and naming
Some checks failed
CI / Check and build (Python 3.10) (push) Has been cancelled
Details
CI / Check and build (Python 3.11) (push) Has been cancelled
Details
CI / Check and build (Python 3.12) (push) Has been cancelled
Details
CI / Check and build (Python 3.13) (push) Has been cancelled
Details

Browse source
This commit is contained in:
Philipp Emanuel Weidmann 2026-03-06 13:18:08 +05:30
parent 5e3c04c802
commit ec0367226d
No known key found for this signature in database
GPG key ID: CE6A7756AD520E0F
1 changed files with 12 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

19
src/heretic/model.py
View file

@ -166,13 +166,18 @@ class Model:
# because hybrid models like Qwen3.5 MoE have modules with different names
# across layers (e.g. "o_proj" on attention layers, "out_proj" on linear attention layers).
target_modules_set: set[str] = set()
layers = self.get_layers()
for layer_index, layer in enumerate(layers):
module_id_to_leaf_name = {id(m): name.split(".")[-1] for name, m in layer.named_modules()}
for modules_list in self.get_layer_modules(layer_index).values():
for mod in modules_list:
if id(mod) in module_id_to_leaf_name:
target_modules_set.add(module_id_to_leaf_name[id(mod)])
for layer_index, layer in enumerate(self.get_layers()):
module_id_to_leaf_name = {
id(module): module_name.split(".")[-1]
for module_name, module in layer.named_modules()
}
for modules in self.get_layer_modules(layer_index).values():
for module in modules:
if id(module) in module_id_to_leaf_name:
target_modules_set.add(module_id_to_leaf_name[id(module)])
target_modules = list(target_modules_set)
if self.settings.row_normalization != RowNormalization.FULL: