diff --git a/environment.yml b/environment.yml
index c6188e910..3c23a0df6 100644
--- a/environment.yml
+++ b/environment.yml
@@ -39,8 +39,9 @@ dependencies:
         - sacremoses
 
         # Warning: jiant currently depends on *both* pytorch_pretrained_bert > 0.6 _and_
-        # transformers > 2.3.0. These are the same package, though the name changed between
+        # transformers > 2.6.0. These are the same package, though the name changed between
         # these two versions. AllenNLP requires 0.6 to support the BertAdam optimizer, and jiant
         # directly requires 1.0 to support XLNet and WWM-BERT.
         # This AllenNLP issue is relevant: https://github.com/allenai/allennlp/issues/3067
-        - transformers==2.3.0
+        - transformers==2.6.0
+        - tokenizers==0.5.2
diff --git a/setup.py b/setup.py
index 1c2c55c0e..c40db7d0a 100644
--- a/setup.py
+++ b/setup.py
@@ -65,7 +65,8 @@
         "pyhocon==0.3.35",
         "python-Levenshtein==0.12.0",
         "sacremoses",
-        "transformers==2.3.0",
+        "transformers==2.6.0",
+        "tokenizers==0.5.2",
         "ftfy",
         "spacy",
     ],