Upload modeling_hf.py with huggingface_hub
Browse files- modeling_hf.py +1 -1
modeling_hf.py
CHANGED
|
@@ -307,7 +307,7 @@ class StreamMixerModel(StreamMixerPreTrainedModel):
|
|
| 307 |
x = self.inner.ln0(self.inner.wte(input_ids))
|
| 308 |
for block in self.inner.blocks:
|
| 309 |
x = block(x)
|
| 310 |
-
return x
|
| 311 |
|
| 312 |
def forward(
|
| 313 |
self,
|
|
|
|
| 307 |
x = self.inner.ln0(self.inner.wte(input_ids))
|
| 308 |
for block in self.inner.blocks:
|
| 309 |
x = block(x)
|
| 310 |
+
return x.float()
|
| 311 |
|
| 312 |
def forward(
|
| 313 |
self,
|