Skip to content

Commit 9499108

Browse files
Curt TiggesCurt Tigges
authored andcommitted
removed old args
1 parent c9fabf9 commit 9499108

File tree

1 file changed

+0
-12
lines changed

1 file changed

+0
-12
lines changed

scripts/train_clt.py

Lines changed: 0 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -259,16 +259,6 @@ def parse_args():
259259
default="none",
260260
help="Decoder weight sharing strategy: 'none' (default), 'per_source' (tied per source layer), or 'per_target' (tied per target layer, EleutherAI style).",
261261
)
262-
clt_group.add_argument(
263-
"--per-target-scale",
264-
action="store_true",
265-
help="Enable learned scale for each src->tgt path when using tied decoders.",
266-
)
267-
clt_group.add_argument(
268-
"--per-target-bias",
269-
action="store_true",
270-
help="Enable learned bias for each src->tgt path when using tied decoders.",
271-
)
272262
clt_group.add_argument(
273263
"--enable-feature-offset",
274264
action="store_true",
@@ -650,8 +640,6 @@ def main():
650640
topk_k=args.topk_k,
651641
topk_straight_through=(not args.disable_topk_straight_through),
652642
decoder_tying=args.decoder_tying,
653-
per_target_scale=args.per_target_scale,
654-
per_target_bias=args.per_target_bias,
655643
enable_feature_offset=args.enable_feature_offset,
656644
enable_feature_scale=args.enable_feature_scale,
657645
skip_connection=args.skip_connection,

0 commit comments

Comments
 (0)