facebook
/

crv-8b-instruct-transcoders

Model card Files Files and versions

yk17 commited on Apr 17

Commit

aee7e5a

·

verified ·

1 Parent(s): 2cc7ffe

Update config.yaml

Files changed (1) hide show

config.yaml +2 -1

config.yaml CHANGED Viewed

@@ -2,4 +2,5 @@ model_name: "meta-llama/Llama-3.1-8B-Instruct"
 model_kind: "transcoder_set"
 feature_input_hook: "mlp.hook_in"
 feature_output_hook: "mlp.hook_out"
-activation: "topk"

 model_kind: "transcoder_set"
 feature_input_hook: "mlp.hook_in"
 feature_output_hook: "mlp.hook_out"
+activation: "topk"
+k: 128