Fix anima LLM adapter forward when manual cast (Comfy-Org#12504)

Author: chaObserv

comfy/ldm/anima/model.py

@@ -179,8 +179,8 @@ def forward(self, source_hidden_states, target_input_ids, target_attention_mask=
             if source_attention_mask.ndim == 2:
                 source_attention_mask = source_attention_mask.unsqueeze(1).unsqueeze(1)
 
-        x = self.in_proj(self.embed(target_input_ids))
         context = source_hidden_states
+        x = self.in_proj(self.embed(target_input_ids, out_dtype=context.dtype))
         position_ids = torch.arange(x.shape[1], device=x.device).unsqueeze(0)
         position_ids_context = torch.arange(context.shape[1], device=x.device).unsqueeze(0)
         position_embeddings = self.rotary_emb(x, position_ids)