diff --git a/.travis.yml b/.travis.yml
index aa37a156..3386af6c 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -6,7 +6,7 @@ install:
   - pip install -r test-requirements.txt
 script:
   - flake8
-  - python run.py --download --train --goal bug
+  - python run.py --train --goal bug
   - python run.py --goal bug
   - python -m pytest tests/test_*.py
   - python setup.py sdist
diff --git a/run.py b/run.py
index 9e90a260..6a3fa248 100644
--- a/run.py
+++ b/run.py
@@ -7,7 +7,6 @@ import argparse
 
 from bugbug import bugzilla
 from bugbug import db
-from bugbug import labels
 from bugbug import repository  # noqa
 
 if __name__ == '__main__':
@@ -38,7 +37,6 @@ if __name__ == '__main__':
 
     if args.train:
         db.download()
-        bugzilla.download_bugs(labels.get_all_bug_ids())
 
         model = model_class(args.lemmatization)
         model.train()