@InProceedings{FelipeCodevilla2019, author="Felipe Codevilla and Eder Santana and Antonio Lopez and Adrien Gaidon", title="Exploring the Limitations of Behavior Cloning for Autonomous Driving", booktitle="18th IEEE International Conference on Computer Vision", year="2019", pages="9328--9337", abstract="Driving requires reacting to a wide variety of complex environment conditions and agent behaviors. Explicitly modeling each possible scenario is unrealistic. In contrast, imitation learning can, in theory, leverage data from large fleets of human-driven cars. Behavior cloning in particular has been successfully used to learn simple visuomotor policies end-to-end, but scaling to the full spectrum of driving behaviors remains an unsolved problem. In this paper, we propose a new benchmark to experimentally investigate the scalability and limitations of behavior cloning. We show that behavior cloning leads to state-of-the-art results, executing complex lateral and longitudinal maneuvers, even in unseen environments, without being explicitly programmed to do so. However, we confirm some limitations of the behavior cloning approach: some well-known limitations (eg, dataset bias and overfitting), new generalization issues (eg, dynamic objects and the lack of a causal modeling), and training instabilities, all requiring further research before behavior cloning can graduate to real-world driving. The code, dataset, benchmark, and agent studied in this paper can be found at github.", optnote="ADAS; 600.124; 600.118", optnote="exported from refbase (http://refbase.cvc.uab.es/show.php?record=3322), last updated on Mon, 07 Dec 2020 14:11:58 +0100", doi="10.1109/ICCV.2019.00942", opturl="https://ieeexplore.ieee.org/document/9009463", file=":http://refbase.cvc.uab.es/files/CSL2019.pdf:PDF" }