diff --git a/allennlp/modules/text_field_embedders/basic_text_field_embedder.py b/allennlp/modules/text_field_embedders/basic_text_field_embedder.py
index a6849cbb94b..4b4a66bde3b 100644
--- a/allennlp/modules/text_field_embedders/basic_text_field_embedder.py
+++ b/allennlp/modules/text_field_embedders/basic_text_field_embedder.py
@@ -40,7 +40,9 @@ def forward(self, text_field_input: Dict[str, torch.Tensor]) -> torch.Tensor:
                                                             str(text_field_input.keys()))
             raise ConfigurationError(message)
         embedded_representations = []
-        for key, tensor in text_field_input.items():
+        keys = sorted(text_field_input.keys())
+        for key in keys:
+            tensor = text_field_input[key]
             embedder = self._token_embedders[key]
             token_vectors = embedder(tensor)
             embedded_representations.append(token_vectors)