We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent aa1f307 commit 2bd0e17Copy full SHA for 2bd0e17
src/twinkle/model/megatron/multi_lora_megatron.py
@@ -56,7 +56,7 @@ def __init__(self,
56
self._seed = kwargs.pop('seed', None) or int(os.environ.get('TWINKLE_SEED', 42))
57
self._default_tokenizer = None
58
self.use_distributed_optimizer = kwargs.get('use_distributed_optimizer', True)
59
- self.variable_seq_lengths = kwargs.get('variable_seq_lengths', True)
+ self.variable_seq_lengths = kwargs.get('variable_seq_lengths', False)
60
self.optimizer_group = {}
61
torch_util.set_device()
62
0 commit comments