{"topic":{"slug":"generative-multimodal","name":"Generative & Multimodal Models","domain":"ai","description":"Diffusion and flow-matching models, vision-language models, video generation and learned world models.","keywords":["diffusion model","flow matching","vision-language model","video generation","world model","multimodal large language model","text-to-image"],"paper_count":273,"latest_published":"2026-10-28","url":"https://space-kitty.com/topics/generative-multimodal","api_url":"https://space-kitty.com/api/v1/topics/generative-multimodal"},"dossier":null,"top_papers":[{"id":"arxiv:2006.11239","kind":"preprint","title":"Denoising Diffusion Probabilistic Models","authors":["Jonathan Ho","Jain, Ajay","Pieter Abbeel"],"author_count":3,"year":2020,"published":"2020-06-19","venue":null,"cited_by":8714,"doi":null,"arxiv_id":"2006.11239","nct_id":null,"source_url":"http://arxiv.org/abs/2006.11239","archive_url":"https://space-kitty.com/papers/arxiv:2006.11239"},{"id":"arxiv:2209.04747","kind":"article","title":"Diffusion Models in Vision: A Survey","authors":["Florinel-Alin Croitoru","Vlad Hondru","Radu Tudor Ionescu","Mubarak Shah"],"author_count":4,"year":2023,"published":"2023-03-27","venue":"IEEE Transactions on Pattern Analysis and Machine Intelligence","cited_by":1909,"doi":"10.1109/tpami.2023.3261988","arxiv_id":"2209.04747","nct_id":null,"source_url":"https://doi.org/10.1109/tpami.2023.3261988","archive_url":"https://space-kitty.com/papers/arxiv:2209.04747"},{"id":"arxiv:2010.02502","kind":"preprint","title":"Denoising Diffusion Implicit Models","authors":["Jiaming Song","Chenlin Meng","Stefano Ermon"],"author_count":3,"year":2020,"published":"2020-10-06","venue":null,"cited_by":2507,"doi":null,"arxiv_id":"2010.02502","nct_id":null,"source_url":"http://arxiv.org/abs/2010.02502","archive_url":"https://space-kitty.com/papers/arxiv:2010.02502"},{"id":"arxiv:2102.09672","kind":"preprint","title":"Improved Denoising Diffusion Probabilistic Models","authors":["Alex Nichol","Prafulla Dhariwal"],"author_count":2,"year":2021,"published":"2021-02-18","venue":null,"cited_by":1550,"doi":null,"arxiv_id":"2102.09672","nct_id":null,"source_url":"http://arxiv.org/abs/2102.09672","archive_url":"https://space-kitty.com/papers/arxiv:2102.09672"},{"id":"doi:10.1016/j.media.2023.102846","kind":"review","title":"Diffusion models in medical imaging: A comprehensive survey","authors":["Amirhossein Kazerouni","Ehsan Khodapanah Aghdam","Moein Heidari","Reza Azad","Mohsen Fayyaz","Ilker Hacihaliloglu"],"author_count":7,"year":2023,"published":"2023-05-23","venue":"Medical Image Analysis","cited_by":776,"doi":"10.1016/j.media.2023.102846","arxiv_id":null,"nct_id":null,"source_url":"https://doi.org/10.1016/j.media.2023.102846","archive_url":"https://space-kitty.com/papers/doi:10.1016/j.media.2023.102846"},{"id":"arxiv:2208.15001","kind":"article","title":"MotionDiffuse: Text-Driven Human Motion Generation With Diffusion Model","authors":["Mingyuan Zhang","Zhongang Cai","Liang Pan","Fangzhou Hong","Xinying Guo","Lei Yang"],"author_count":7,"year":2024,"published":"2024-01-29","venue":"IEEE Transactions on Pattern Analysis and Machine Intelligence","cited_by":437,"doi":"10.1109/tpami.2024.3355414","arxiv_id":"2208.15001","nct_id":null,"source_url":"https://doi.org/10.1109/tpami.2024.3355414","archive_url":"https://space-kitty.com/papers/arxiv:2208.15001"},{"id":"arxiv:2211.01095","kind":"article","title":"DPM-Solver++: Fast Solver for Guided Sampling of Diffusion Probabilistic Models","authors":["Cheng Lu","Yuhao Zhou","Fan Bao","Jianfei Chen","Chongxuan Li","Jun Zhu"],"author_count":6,"year":2025,"published":"2025-06-22","venue":"Machine Intelligence Research","cited_by":280,"doi":"10.1007/s11633-025-1562-4","arxiv_id":"2211.01095","nct_id":null,"source_url":"https://doi.org/10.1007/s11633-025-1562-4","archive_url":"https://space-kitty.com/papers/arxiv:2211.01095"},{"id":"arxiv:2207.14626","kind":"article","title":"Restoring Vision in Adverse Weather Conditions With Patch-Based Denoising Diffusion Models","authors":["Ozan Özdenizci","Robert A. Legenstein"],"author_count":2,"year":2023,"published":"2023-01-19","venue":"IEEE Transactions on Pattern Analysis and Machine Intelligence","cited_by":475,"doi":"10.1109/tpami.2023.3238179","arxiv_id":"2207.14626","nct_id":null,"source_url":"https://doi.org/10.1109/tpami.2023.3238179","archive_url":"https://space-kitty.com/papers/arxiv:2207.14626"},{"id":"doi:10.1038/s41598-023-34341-2","kind":"article","title":"Denoising diffusion probabilistic models for 3D medical image generation","authors":["Firas Khader","Gustav Anton Müller‐Franzes","Soroosh Tayebi Arasteh","Tianyu Han","Christoph Haarburger","Maximilian Franz Schulze-Hagen"],"author_count":15,"year":2023,"published":"2023-05-05","venue":"Scientific Reports","cited_by":343,"doi":"10.1038/s41598-023-34341-2","arxiv_id":null,"nct_id":null,"source_url":"https://doi.org/10.1038/s41598-023-34341-2","archive_url":"https://space-kitty.com/papers/doi:10.1038/s41598-023-34341-2"},{"id":"doi:10.1109/tii.2024.3366991","kind":"article","title":"A Novel Data Augmentation Method Based on Denoising Diffusion Probabilistic Model for Fault Diagnosis Under Imbalanced Data","authors":["Xiongyan Yang","Tianyi Ye","Xianfeng Yuan","Weijie Zhu","Xiaoxue Mei","Fengyu Zhou"],"author_count":6,"year":2024,"published":"2024-02-27","venue":"IEEE Transactions on Industrial Informatics","cited_by":217,"doi":"10.1109/tii.2024.3366991","arxiv_id":null,"nct_id":null,"source_url":"https://doi.org/10.1109/tii.2024.3366991","archive_url":"https://space-kitty.com/papers/doi:10.1109/tii.2024.3366991"},{"id":"arxiv:2212.07501","kind":"article","title":"A multimodal comparison of latent denoising diffusion probabilistic models and generative adversarial networks for medical image synthesis","authors":["Gustav Anton Müller‐Franzes","Jan Moritz Niehues","Firas Khader","Soroosh Tayebi Arasteh","Christoph Haarburger","Christiane Katharina Kuhl"],"author_count":12,"year":2023,"published":"2023-07-26","venue":"Scientific Reports","cited_by":257,"doi":"10.1038/s41598-023-39278-0","arxiv_id":"2212.07501","nct_id":null,"source_url":"https://doi.org/10.1038/s41598-023-39278-0","archive_url":"https://space-kitty.com/papers/arxiv:2212.07501"},{"id":"arxiv:2107.03006","kind":"preprint","title":"Structured Denoising Diffusion Models in Discrete State-Spaces","authors":["Jacob Austin","Johnson, Daniel D.","Jonathan Ho","Daniel Tarlow","Rianne van den Berg"],"author_count":5,"year":2021,"published":"2021-07-07","venue":null,"cited_by":303,"doi":null,"arxiv_id":"2107.03006","nct_id":null,"source_url":"http://arxiv.org/abs/2107.03006","archive_url":"https://space-kitty.com/papers/arxiv:2107.03006"},{"id":"arxiv:2209.15611","kind":"article","title":"Protein structure generation via folding diffusion","authors":["Kevin Wu","Kevin Yang","Rianne van den Berg","Sarah Alamdari","James Zou","Alex Xijie Lu"],"author_count":7,"year":2024,"published":"2024-02-05","venue":"Nature Communications","cited_by":193,"doi":"10.1038/s41467-024-45051-2","arxiv_id":"2209.15611","nct_id":null,"source_url":"https://doi.org/10.1038/s41467-024-45051-2","archive_url":"https://space-kitty.com/papers/arxiv:2209.15611"},{"id":"arxiv:2111.14822","kind":"article","title":"Vector Quantized Diffusion Model for Text-to-Image Synthesis","authors":["Shuyang Gu","Dong Chen","Jianmin Bao","Fang Wen","Bo Zhang","Dongdong Chen"],"author_count":8,"year":2021,"published":"2021-11-29","venue":"IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings - IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings","cited_by":720,"doi":"10.1109/cvpr52688.2022.01043","arxiv_id":"2111.14822","nct_id":null,"source_url":"https://arxiv.org/abs/2111.14822","archive_url":"https://space-kitty.com/papers/arxiv:2111.14822"},{"id":"arxiv:2211.09707","kind":"article","title":"Listen, Denoise, Action! Audio-Driven Motion Synthesis with Diffusion Models","authors":["Simon Alexanderson","Rajmund Nagy","Jonas Beskow","Gustav Eje Henter"],"author_count":4,"year":2023,"published":"2023-07-26","venue":"ACM Transactions on Graphics","cited_by":197,"doi":"10.1145/3592458","arxiv_id":"2211.09707","nct_id":null,"source_url":"https://doi.org/10.1145/3592458","archive_url":"https://space-kitty.com/papers/arxiv:2211.09707"}],"newest_papers":[{"id":"arxiv:2610.38091","kind":"preprint","title":"Jailbreak Connectivity: Towards Diverse, Transferable, and Universal Multimodal Large Language Model Jailbreak","authors":["Xu Zhang","Ziqing Hu","Shuo Han","Ren Wang"],"author_count":4,"year":2026,"published":"2026-10-28","venue":null,"cited_by":null,"doi":null,"arxiv_id":"2610.38091","nct_id":null,"source_url":"https://arxiv.org/abs/2610.38091","archive_url":"https://space-kitty.com/papers/arxiv:2610.38091"},{"id":"arxiv:2610.38153","kind":"preprint","title":"StepControl: Long-Horizon Human Motion Generation from Foot-Contact Schedules","authors":["Hojun Jang","Jinseok Bae","Donggeun Lim","Taesun Kim","Seungbin Jeong","Younghwan Lee"],"author_count":8,"year":2026,"published":"2026-10-28","venue":null,"cited_by":null,"doi":null,"arxiv_id":"2610.38153","nct_id":null,"source_url":"https://arxiv.org/abs/2610.38153","archive_url":"https://space-kitty.com/papers/arxiv:2610.38153"},{"id":"arxiv:2610.38158","kind":"preprint","title":"REEL: Same Frames, Different Answers and Different Costs","authors":["Xin Liang","Jiangpeng He"],"author_count":2,"year":2026,"published":"2026-10-28","venue":null,"cited_by":null,"doi":null,"arxiv_id":"2610.38158","nct_id":null,"source_url":"https://arxiv.org/abs/2610.38158","archive_url":"https://space-kitty.com/papers/arxiv:2610.38158"},{"id":"arxiv:2610.38185","kind":"preprint","title":"Complementing Text Based Moderation with Multimodal Grounding: Detecting Fraudulent Inducement Behaviors on Short Video Platforms","authors":["Xiaoyong Yu"],"author_count":1,"year":2026,"published":"2026-10-28","venue":null,"cited_by":null,"doi":null,"arxiv_id":"2610.38185","nct_id":null,"source_url":"https://arxiv.org/abs/2610.38185","archive_url":"https://space-kitty.com/papers/arxiv:2610.38185"},{"id":"arxiv:2610.38207","kind":"preprint","title":"Progressive Coupling Method for Diffusion Posterior Sampling in Ptychography","authors":["Yihan Qiu","Mingtao Huang","Tianyuan Li","Shudong Li","Yuan Shen"],"author_count":5,"year":2026,"published":"2026-10-28","venue":null,"cited_by":null,"doi":null,"arxiv_id":"2610.38207","nct_id":null,"source_url":"https://arxiv.org/abs/2610.38207","archive_url":"https://space-kitty.com/papers/arxiv:2610.38207"},{"id":"arxiv:2610.38241","kind":"preprint","title":"MEV: A Multi-Event Video Dataset for Long-Take Generation","authors":["Peiyuan Zhu","Shaoan Xie","Yifan Shen","Wen Tian","Zijian Li","Guangyi Chen"],"author_count":7,"year":2026,"published":"2026-10-28","venue":null,"cited_by":null,"doi":null,"arxiv_id":"2610.38241","nct_id":null,"source_url":"https://arxiv.org/abs/2610.38241","archive_url":"https://space-kitty.com/papers/arxiv:2610.38241"},{"id":"arxiv:2610.38273","kind":"preprint","title":"NAGO: Noise-Aware Generative Operator via Flow Matching","authors":["Guanyu Chen","Shengze Xu","Pengwei Liu","Xingyu Ren","Pengkai Wang","Antonios Armaou"],"author_count":8,"year":2026,"published":"2026-10-28","venue":null,"cited_by":null,"doi":null,"arxiv_id":"2610.38273","nct_id":null,"source_url":"https://arxiv.org/abs/2610.38273","archive_url":"https://space-kitty.com/papers/arxiv:2610.38273"},{"id":"arxiv:2610.38289","kind":"preprint","title":"PulmoWorld: An Asynchronous Multimodal Medical World Model for Longitudinal Pneumonia Dynamics","authors":["Cheng Tang","Xinyu Zhang","Jiawei Chen","Minghui Zhang","Shaocong Wei","Wei Li"],"author_count":17,"year":2026,"published":"2026-10-28","venue":null,"cited_by":null,"doi":null,"arxiv_id":"2610.38289","nct_id":null,"source_url":"https://arxiv.org/abs/2610.38289","archive_url":"https://space-kitty.com/papers/arxiv:2610.38289"},{"id":"arxiv:2610.38303","kind":"preprint","title":"Don't Ask the LLM: Visual Token Pruning with Spectral Structure and Semantic Relevance","authors":["Intaek Shin","Geuntaek Lim","Sungjune Park","Yukyung Choi"],"author_count":4,"year":2026,"published":"2026-10-28","venue":null,"cited_by":null,"doi":null,"arxiv_id":"2610.38303","nct_id":null,"source_url":"https://arxiv.org/abs/2610.38303","archive_url":"https://space-kitty.com/papers/arxiv:2610.38303"},{"id":"arxiv:2610.38349","kind":"preprint","title":"Aligning Misaligned Benchmarks for Single-View Novel View Synthesis","authors":["Yang-Che Tseng","Erqun Dong","Jeong-gi Kwak","Gopal Sharma","Shakiba Kheradmand","Stephan Garbin"],"author_count":8,"year":2026,"published":"2026-10-28","venue":null,"cited_by":null,"doi":null,"arxiv_id":"2610.38349","nct_id":null,"source_url":"https://arxiv.org/abs/2610.38349","archive_url":"https://space-kitty.com/papers/arxiv:2610.38349"}],"related_topics":[{"slug":"llm-architectures","name":"LLM Architectures & Pretraining","api_url":"https://space-kitty.com/api/v1/topics/llm-architectures"},{"slug":"scaling-laws","name":"Scaling Laws & Compute-Optimal Training","api_url":"https://space-kitty.com/api/v1/topics/scaling-laws"},{"slug":"reasoning-models","name":"Reasoning Models & Test-Time Compute","api_url":"https://space-kitty.com/api/v1/topics/reasoning-models"},{"slug":"alignment-safety","name":"AI Alignment & Safety","api_url":"https://space-kitty.com/api/v1/topics/alignment-safety"},{"slug":"interpretability","name":"Mechanistic Interpretability","api_url":"https://space-kitty.com/api/v1/topics/interpretability"},{"slug":"ai-agents","name":"LLM Agents & Tool Use","api_url":"https://space-kitty.com/api/v1/topics/ai-agents"},{"slug":"efficient-ai","name":"Efficient Training & Inference","api_url":"https://space-kitty.com/api/v1/topics/efficient-ai"},{"slug":"ai-for-science","name":"AI for Science","api_url":"https://space-kitty.com/api/v1/topics/ai-for-science"},{"slug":"robotics-embodied","name":"Robot Learning & Embodied AI","api_url":"https://space-kitty.com/api/v1/topics/robotics-embodied"}],"premium":{"dossier":null,"research_pack":{"url":"https://space-kitty.com/api/v1/topics/generative-multimodal/pack","price_usd":"0.20"}},"more":"https://space-kitty.com/api/v1/topics/generative-multimodal/papers?sort=top&limit=100"}