diff --git a/src/integrations/prefect-kubernetes/tests/test_credentials.py b/src/integrations/prefect-kubernetes/tests/test_credentials.py
index a2959b88a67a..3cadad07c31f 100644
--- a/src/integrations/prefect-kubernetes/tests/test_credentials.py
+++ b/src/integrations/prefect-kubernetes/tests/test_credentials.py
@@ -66,7 +66,9 @@ def create_temp_self_signed_cert(self, tmp_path):
         key_file.close()
 
         # Return file names
-        return (cert_file_name, key_file_name)
+        yield (cert_file_name, key_file_name)
+        os.remove(cert_file_name)
+        os.remove(key_file_name)
 
     @pytest.fixture
     def config_context(self, create_temp_self_signed_cert):