@conference{Tuckeretal18,
  title = {The Mirage of Action-Dependent Baselines in Reinforcement Learning},
  booktitle = {Proceedings of the 35th International Conference on Machine Learning (ICML)},
  volume = {80},
  pages = {5022--5031},
  series = {Proceedings of Machine Learning Research},
  editors = {Dy, Jennifer and Krause, Andreas},
  publisher = {PMLR},
  month = jul,
  year = {2018},
  author = {Tucker, G. and Bhupatiraju, S. and Gu, S. and Turner, R. and Ghahramani, Z. and Levine, S.},
  url = {http://proceedings.mlr.press/v80/tucker18a.html},
  month_numeric = {7}
}