@inproceedings{blondel2025,
  title={Autoregressive Language Models are Secretly Energy-Based Models: Insights into the Lookahead Capabilities of Next-Token Prediction},
  author={Blondel, Mathieu and Sander, Micha{\"e}l E. and Vivier-Ardisson, Germain and Liu, Tianlin and Roulet, Vincent},
  booktitle={Proceedings of the 43rd International Conference on Machine Learning},
  series={Proceedings of Machine Learning Research},
  volume={306}, year={2026}, note={arXiv:2512.15605}
}
@article{levine2018,
  title={Reinforcement Learning and Control as Probabilistic Inference: Tutorial and Review},
  author={Levine, Sergey}, journal={arXiv preprint arXiv:1805.00909}, year={2018}
}
@inproceedings{arriojas2023,
  title={Bayesian Inference Approach for Entropy Regularized Reinforcement Learning with Stochastic Dynamics},
  author={Arriojas, Argenis and Adamczyk, Jacob and Tiomkin, Stas and Kulkarni, Rahul V.},
  booktitle={Proceedings of the Thirty-Ninth Conference on Uncertainty in Artificial Intelligence},
  series={Proceedings of Machine Learning Research}, volume={216}, pages={99--109}, year={2023}
}
@inproceedings{geist2019,
  title={A Theory of Regularized Markov Decision Processes},
  author={Geist, Matthieu and Scherrer, Bruno and Pietquin, Olivier},
  booktitle={Proceedings of the 36th International Conference on Machine Learning},
  series={Proceedings of Machine Learning Research}, volume={97}, pages={2160--2169}, year={2019}
}
@inproceedings{ziebart2008,
  title={Maximum Entropy Inverse Reinforcement Learning},
  author={Ziebart, Brian D. and Maas, Andrew L. and Bagnell, J. Andrew and Dey, Anind K.},
  booktitle={Proceedings of the AAAI Conference on Artificial Intelligence}, year={2008}
}
@inproceedings{haarnoja2017,
  title={Reinforcement Learning with Deep Energy-Based Policies},
  author={Haarnoja, Tuomas and Tang, Haoran and Abbeel, Pieter and Levine, Sergey},
  booktitle={Proceedings of the 34th International Conference on Machine Learning}, pages={1352--1361}, year={2017}
}
@inproceedings{pan2023,
  title={Stochastic Generative Flow Networks},
  author={Pan, Ling and Zhang, Dinghuai and Jain, Moksh and Huang, Longbo and Bengio, Yoshua},
  booktitle={Proceedings of the Thirty-Ninth Conference on Uncertainty in Artificial Intelligence},
  series={Proceedings of Machine Learning Research}, volume={216}, pages={1628--1638}, year={2023}
}
@inproceedings{chen2021,
  title={Decision Transformer: Reinforcement Learning via Sequence Modeling},
  author={Chen, Lili and Lu, Kevin and Rajeswaran, Aravind and Lee, Kimin and Grover, Aditya and Laskin, Michael and Abbeel, Pieter and Srinivas, Aravind and Mordatch, Igor},
  booktitle={Advances in Neural Information Processing Systems}, volume={34}, year={2021}
}
@inproceedings{janner2021,
  title={Offline Reinforcement Learning as One Big Sequence Modeling Problem},
  author={Janner, Michael and Li, Qiyang and Levine, Sergey},
  booktitle={Advances in Neural Information Processing Systems}, volume={34}, year={2021}
}
@inproceedings{ha2018,
  title={Recurrent World Models Facilitate Policy Evolution},
  author={Ha, David and Schmidhuber, J{\"u}rgen},
  booktitle={Advances in Neural Information Processing Systems}, volume={31}, year={2018}
}
@article{howard1972,
  title={Risk-Sensitive Markov Decision Processes},
  author={Howard, Ronald A. and Matheson, James E.},
  journal={Management Science}, volume={18}, number={7}, pages={356--369}, year={1972}
}
@book{bauerle2011,
  title={Markov Decision Processes with Applications to Finance},
  author={B{\"a}uerle, Nicole and Rieder, Ulrich}, publisher={Springer}, year={2011}
}
@inproceedings{fei2021,
  title={Risk-Sensitive Reinforcement Learning: Near-Optimal Risk-Sample Tradeoff in Regret},
  author={Fei, Yingjie and Yang, Zhuoran and Chen, Yudong and Wang, Zhaoran and Xie, Qiaomin},
  booktitle={Advances in Neural Information Processing Systems}, volume={34}, year={2021}
}
@article{vadori2020,
  title={Risk-Sensitive Reinforcement Learning: A Martingale Approach to Reward Uncertainty},
  author={Vadori, Nelson and Ganesh, Sumitra and Reddy, Prashant and Veloso, Manuela},
  journal={arXiv preprint arXiv:2006.12686}, year={2020}
}
@inproceedings{precup2000,
  title={Eligibility Traces for Off-Policy Policy Evaluation},
  author={Precup, Doina and Sutton, Richard S. and Singh, Satinder},
  booktitle={Proceedings of the 17th International Conference on Machine Learning}, year={2000}
}
@inproceedings{jiang2016,
  title={Doubly Robust Off-policy Value Evaluation for Reinforcement Learning},
  author={Jiang, Nan and Li, Lihong},
  booktitle={Proceedings of the 33rd International Conference on Machine Learning}, year={2016}
}
@inproceedings{thomas2015,
  title={High-Confidence Off-Policy Evaluation},
  author={Thomas, Philip S. and Theocharous, Georgios and Ghavamzadeh, Mohammad},
  booktitle={Proceedings of the AAAI Conference on Artificial Intelligence}, year={2015}
}
@inproceedings{mao2023,
  title={Supported Trust Region Optimization for Offline Reinforcement Learning},
  author={Mao, Yixiu and Zhang, Hongchang and Chen, Chen and Xu, Yi and Ji, Xiangyang},
  booktitle={Proceedings of the 40th International Conference on Machine Learning},
  series={Proceedings of Machine Learning Research}, volume={202}, pages={23829--23851}, year={2023}
}
@inproceedings{kim2023,
  title={Model-based Offline Reinforcement Learning with Count-based Conservatism},
  author={Kim, Byeongchan and Oh, Min-Hwan},
  booktitle={Proceedings of the 40th International Conference on Machine Learning},
  series={Proceedings of Machine Learning Research}, volume={202}, pages={16728--16746}, year={2023}
}
@book{pearl2009,
  title={Causality: Models, Reasoning, and Inference}, author={Pearl, Judea},
  edition={2}, publisher={Cambridge University Press}, year={2009}
}
@book{hernan2020,
  title={Causal Inference: What If}, author={Hern{\'a}n, Miguel A. and Robins, James M.},
  publisher={Chapman \& Hall/CRC}, year={2020}
}
