Qwen3.8-27B-Abliterated-MLX / 4bit /abliteration-manifest.json
PocketAiHub's picture
Add files using upload-large-folder tool
0009f87 verified
Raw
History Blame Contribute Delete
1.37 kB
{
"schema_version": 1,
"method": "refusal-direction orthogonal weight projection",
"base_model": "Qwen/Qwen3.8-27B",
"base_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
"direction": {
"dataset_examples_per_class": 256,
"representation": "projected_unit_directions",
"hidden_state": "residual_post at assistant-generation boundary",
"sha256": "3958f6bba70f35e869c2918b61a4858a1fa53fbd3c5f31ac594c5b2d87105c51",
"source_layer": 53
},
"projection": {
"destination_layers": [
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63
],
"target_kinds": [
"full_attention_out",
"linear_attention_out",
"mlp_down"
],
"scale": 1.0,
"norm_preserve": true,
"modified_tensor_count": 80,
"modified_by_kind": {
"full_attention_out": 10,
"linear_attention_out": 30,
"mlp_down": 40
}
},
"architecture": {
"modelType": "qwen3_5",
"hiddenSize": 5120,
"numHiddenLayers": 64,
"fullAttentionInterval": 4
}
}