Jonas Schult
I am a Senior AI Research Scientist at Meta in London, taking generative image and video models from research into production. Before joining Meta, I did my PhD research on 3D Scene Understanding at RWTH Aachen University with Prof. Dr. Bastian Leibe. I received my B.Sc. and my M.Sc. (with distinction) in Computer Science from RWTH Aachen University, where I worked as a student research assistant under the supervision of Prof. Dr. Francis Engelmann.
News
- Feb 2026: TUNA (Highlight) and HiStream were accepted to CVPR 2026. Congrats to Weiming Ren, Zhiheng Liu and Haonan Qiu on their internship projects!
- Sep 2024: The third iteration of our workshop OpenSUN3D on Open-Vocabulary 3D Scene Understanding was held in conjunction with ECCV 2024 in Milan.
- Aug 2024: I joined Meta in London as an AI Research Scientist, working on generative image and video models.
- Feb 2024: ControlRoom3D was accepted to CVPR 2024.
- Jan 2024: AGILE3D was accepted at ICLR and Mask4Former was accepted at ICRA. Congrats to both Yuanwen Yue and Kadir Yilmaz on their successful master theses.
Older news (2022–2023)
- Dec 2023: The second iteration of our workshop OpenSun3D on Open-Vocabulary 3D Scene Understanding will be held in conjunction with CVPR in Seattle.
- Aug 2023: Point2Vec was accepted at GCPR 2023.
- Jul 2023: Human3D was accepted at ICCV 2023. This was a great collaboration with Ayça Takmaz, Irem Kaftan, Mertcan Akçay, Bastian Leibe, Robert Sumner, Francis Engelmann and Siyu Tang!
- Jun-Nov 2023: I will intern at Meta Gen AI, looking forward to working with Sam Tsai!
- Mar 2023: Our workshop OpenSun3D on Open-Vocabulary 3D Scene Understanding will be held in conjunction with ICCV'23 in Paris.
- Jan 2023: Mask3D was accepted at ICRA 2023.
- Oct 2022: I gave a talk about our recent work Mask3D at the Urban3D Workshop at ECCV 2022. You can find the recording here.
- Sep 2022: Our Mask3D method ranks 2nd on the Instance Segmentation Challenge hosted by the Urban3D Workshop at ECCV 2022.
- Sep 2022: Mask3D achieves SOTA on the challenging ScanNet, ScanNet200, S3DIS and STPLS3D dataset.
- Jun 2022: Mix3D won first place on the ScanNet 3D Semantic Segmentation challenge. This was a great team effort with Alexey Nekrasov, Francis Engelmann, Or Litany and Bastian Leibe!
Selected Publications
TUNA: Taming Unified Visual Representations for Native Unified Multimodal Models Zhiheng Liu, Weiming Ren, Haozhe Liu, Zijian Zhou, Shoufa Chen, Haonan Qiu, Xiaoke Huang, Zhaochong An, Fanny Yang, Aditya Patel, Viktar Atliha, Tony Ng, Xiao Han, Chuyan Zhu, Chenyang Zhang, Ding Liu, Juan-Manuel Perez-Rua, Sen He, Jürgen Schmidhuber, Wenhu Chen, Ping Luo, Wei Liu, Tao Xiang, Jonas Schult, Yuren Cong IEEE Conference on Computer Vision and Pattern Recognition (CVPR), 2026. Highlight Project Page Paper BibTex Code
@inproceedings{liu2026tuna,
title = {{TUNA: Taming Unified Visual Representations for Native Unified Multimodal Models}},
author = {Liu, Zhiheng and Ren, Weiming and Liu, Haozhe and Zhou, Zijian and Chen, Shoufa and Qiu, Haonan and Huang, Xiaoke and An, Zhaochong and Yang, Fanny and Patel, Aditya and Atliha, Viktar and Ng, Tony and Han, Xiao and Zhu, Chuyan and Zhang, Chenyang and Liu, Ding and Perez-Rua, Juan-Manuel and He, Sen and Schmidhuber, J\"urgen and Chen, Wenhu and Luo, Ping and Liu, Wei and Xiang, Tao and Schult, Jonas and Cong, Yuren},
booktitle = {IEEE Conference on Computer Vision and Pattern Recognition (CVPR)},
year = {2026}
}
HiStream: Efficient High-Resolution Video Generation via Redundancy-Eliminated Streaming Haonan Qiu, Shikun Liu, Zijian Zhou, Zhaochong An, Weiming Ren, Zhiheng Liu, Jonas Schult, Sen He, Shoufa Chen, Yuren Cong, Tao Xiang, Ziwei Liu, Juan-Manuel Perez-Rua IEEE Conference on Computer Vision and Pattern Recognition (CVPR), 2026. Project Page Paper BibTex
@inproceedings{qiu2026histream,
title = {{HiStream: Efficient High-Resolution Video Generation via Redundancy-Eliminated Streaming}},
author = {Qiu, Haonan and Liu, Shikun and Zhou, Zijian and An, Zhaochong and Ren, Weiming and Liu, Zhiheng and Schult, Jonas and He, Sen and Chen, Shoufa and Cong, Yuren and Xiang, Tao and Liu, Ziwei and Perez-Rua, Juan-Manuel},
booktitle = {IEEE Conference on Computer Vision and Pattern Recognition (CVPR)},
year = {2026}
}
ControlRoom3D: Room Generation using Semantic Proxy Rooms Jonas Schult, Sam Tsai, Lukas Höllein, Bichen Wu, Jialiang Wang, Chih-Yao Ma, Kunpeng Li, Xiaofang Wang, Felix Wimbauer, Zijian He, Peizhao Zhang, Bastian Leibe, Peter Vajda, Ji Hou IEEE Conference on Computer Vision and Pattern Recognition (CVPR), 2024. Project Page Paper BibTex
@inproceedings{schult24controlroom3d,
author = {Schult, Jonas and Tsai, Sam and H\"ollein, Lukas and Wu, Bichen and Wang, Jialiang and Ma, Chih-Yao and Li, Kunpeng and Wang, Xiaofang and Wimbauer, Felix and He, Zijian and Zhang, Peizhao and Leibe, Bastian and Vajda, Peter and Hou, Ji},
title = {ControlRoom3D: Room Generation using Semantic Proxy Rooms},
booktitle = {IEEE Conference on Computer Vision and Pattern Recognition (CVPR)},
year = {2024},
}
@inproceedings{yilmaz24mask4former,
title = {{Mask4Former: Mask Transformer for 4D Panoptic Segmentation}},
author = {Yilmaz, Kadir and Schult, Jonas and Nekrasov, Alexey and Leibe, Bastian},
booktitle = {International Conference on Robotics and Automation (ICRA)},
year = {2024}
}
@inproceedings{yue2024agile3d,
title = {{AGILE3D: Attention Guided Interactive Multi-object 3D Segmentation}},
author = {Yue, Yuanwen and Mahadevan, Sabarinath and Schult, Jonas and Engelmann, Francis and Leibe, Bastian and Schindler, Konrad and Kontogianni, Theodora},
booktitle = {International Conference on Learning Representations (ICLR)},
year = {2024}
}
@inproceedings{knaebel2023point2vec,
title = {{Point2Vec for Self-Supervised Representation Learning on Point Clouds}},
author = {Knaebel, Karim and Schult, Jonas and Hermans, Alexander and Leibe, Bastian},
booktitle = {DAGM German Conference on Pattern Recognition (GCPR)},
year = {2023}
}
@inproceedings{takmaz2023human3d,
title = {{3D Segmentation of Humans in Point Clouds with Synthetic Data}},
author = {Takmaz, Ay\c{c}a and Schult, Jonas and Kaftan, Irem and Ak\c{c}ay, Cafer Mertcan
and Leibe, Bastian and Sumner, Robert and Engelmann, Francis and Tang, Siyu},
booktitle = {IEEE/CVF International Conference on Computer Vision (ICCV)},
year = {2023}
}
Mask3D: Mask Transformer for 3D Semantic Instance Segmentation Jonas Schult, Francis Engelmann, Alexander Hermans, Or Litany, Siyu Tang, Bastian Leibe International Conference on Robotics and Automation (ICRA), 2023. 1st Place ScanNet Benchmark (at time of publication) Project Page Paper BibTex Code Demo
@inproceedings{Schult23,
title = {{Mask3D: Mask Transformer for 3D Semantic Instance Segmentation}},
author = {Schult, Jonas and Engelmann, Francis and Hermans, Alexander and Litany, Or and Tang, Siyu and Leibe, Bastian},
booktitle = {{International Conference on Robotics and Automation (ICRA)}},
year = {2023}
}
@inproceedings{Nekrasov213DV,
title = {{Mix3D: Out-of-Context Data Augmentation for 3D Scenes}},
author = {Nekrasov, Alexey and Schult, Jonas and Litany, Or and Leibe, Bastian and Engelmann, Francis},
booktitle = {{International Conference on 3D Vision (3DV)}},
year = {2021}
}
@inproceedings{Schult20CVPR,
author = {Schult, Jonas and Engelmann, Francis and Kontogianni, Theodora and Leibe, Bastian},
title = {{DualConvMesh-Net: Joint Geodesic and Euclidean Convolutions on 3D Meshes}},
booktitle = {{IEEE Conference on Computer Vision and Pattern Recognition (CVPR)}},
year = {2020}
}
@inproceedings{Engelmann18ECCVW,
author = {Francis Engelmann and Theodora Kontogianni and Jonas Schult and Bastian Leibe},
title = {Know What Your Neighbors Do: 3D Semantic Segmentation of Point Clouds},
booktitle = {{European Conference on Computer Vision Workshops (ECCVW)}},
year = {2018}
}