gym
scipy
Tensorboard
cloudpickle
numpy
opencv-python

[distributed]
mpi4py
