diff --git a/nkululeko/models/model_tuned.py b/nkululeko/models/model_tuned.py
index b1e94f0..c15a5a2 100644
--- a/nkululeko/models/model_tuned.py
+++ b/nkululeko/models/model_tuned.py
@@ -326,7 +326,7 @@ def compute_loss(
             gradient_accumulation_steps=self.accumulation_steps,
             evaluation_strategy="steps",
             num_train_epochs=self.epoch_num,
-            fp16=self.device == "cuda",
+            fp16=self.device != "cpu",
             save_steps=num_steps,
             eval_steps=num_steps,
             logging_steps=num_steps,