We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
2 parents bb133dd + e547e11 commit 51d058cCopy full SHA for 51d058c
1 file changed
xtuner/v1/model/moe/moe.py
@@ -99,6 +99,7 @@ def free_nongrad_feature(self):
99
"""
100
super().free_nongrad_feature()
101
self.router_logits = None
102
+ self.router_weights = None
103
104
105
class MoEBatchForwardInfo(BatchForwardInfo):
0 commit comments