Update modeling_hf_nomic_bert.py

modeling_hf_nomic_bert.py

@@ -1622,7 +1622,7 @@ class NomicBertBlock(NomicBertPreTrainedModel):
                     moe_normalize_expert_weights=config.moe_normalize_expert_weights,
                     activation_fn=activation,
                     mlp_type="glu" if config.activation_function == "swiglu" else "mlp",
-                    fp16=True,
+                    fp16=False,
                     bf16=False,
                     return_bias=False,
                 )